X-Git-Url: https://wylark.com/src/infoex-autowx.git/blobdiff_plain/6a516ce12e2e30356f0935485d5f565c398d5ef0..f721042d40a7ef5ac2bef9f28bde1207d9f7561c:/infoex-autowx.py?ds=inline diff --git a/infoex-autowx.py b/infoex-autowx.py index d58baac..abdf14a 100755 --- a/infoex-autowx.py +++ b/infoex-autowx.py @@ -29,17 +29,20 @@ import logging import os import sys import time +import importlib.util from ftplib import FTP from argparse import ArgumentParser +import pytz + import requests import zeep import zeep.cache import zeep.transports -__version__ = '3.0.1' +__version__ = '3.1.1' LOG = logging.getLogger(__name__) LOG.setLevel(logging.NOTSET) @@ -115,6 +118,17 @@ def setup_config(config): if station['provider'] == 'python': station['path'] = config['station']['path'] + tz = 'America/Los_Angeles' + + if 'tz' in config['station']: + tz = config['station']['tz'] + + try: + station['tz'] = pytz.timezone(tz) + except pytz.exceptions.UnknownTimeZoneError: + LOG.critical("%s is not a valid timezone", tz) + sys.exit(1) + except KeyError as err: LOG.critical("%s not defined in configuration file", err) sys.exit(1) @@ -196,14 +210,14 @@ def main(): "file") sys.exit(1) - (begin_date, end_date) = setup_time_values() + (begin_date, end_date) = setup_time_values(station) if station['provider'] == 'python': LOG.debug("Getting custom data from external Python program") else: - LOG.debug("Getting %s data from %s to %s", + LOG.debug("Getting %s data from %s to %s (%s)", str(station['desired_data']), - str(begin_date), str(end_date)) + str(begin_date), str(end_date), end_date.tzinfo.zone) time_all_elements = time.time() @@ -215,8 +229,6 @@ def main(): station) elif station['provider'] == 'python': try: - import importlib.util - spec = importlib.util.spec_from_file_location('custom_wx', station['path']) mod = importlib.util.module_from_spec(spec) @@ -251,11 +263,14 @@ def main(): LOG.debug("infoex[wx_data]: %s", str(infoex['wx_data'])) + # timezone massaging + final_end_date = end_date.astimezone(station['tz']) + # Now we only need to add in what we want to change thanks to that # abomination of a variable declaration earlier final_data[fmap['Location UUID']] = infoex['location_uuid'] - final_data[fmap['obDate']] = end_date.strftime('%m/%d/%Y') - final_data[fmap['obTime']] = end_date.strftime('%H:%M') + final_data[fmap['obDate']] = final_end_date.strftime('%m/%d/%Y') + final_data[fmap['obTime']] = final_end_date.strftime('%H:%M') for element_cd in infoex['wx_data']: if element_cd not in iemap: @@ -265,16 +280,17 @@ def main(): # Massage precision of certain values to fit InfoEx's # expectations # - # 0 decimal places: wind speed, wind direction, wind gust, snow depth - # 1 decimal place: air temp, relative humidity, baro + # 0 decimal places: relative humidity, wind speed, wind + # direction, wind gust, snow depth + # 1 decimal place: air temp, baro # Avoid transforming None values if infoex['wx_data'][element_cd] is None: continue elif element_cd in ['wind_speed', 'WSPD', 'wind_direction', - 'WDIR', 'wind_gust', 'SNWD', 'snow_depth']: + 'RHUM', 'relative_humidity', 'WDIR', + 'wind_gust', 'SNWD', 'snow_depth']: infoex['wx_data'][element_cd] = round(infoex['wx_data'][element_cd]) - elif element_cd in ['TOBS', 'air_temp', 'RHUM', - 'relative_humidity', 'PRES', 'pressure']: + elif element_cd in ['TOBS', 'air_temp', 'PRES', 'pressure']: infoex['wx_data'][element_cd] = round(infoex['wx_data'][element_cd], 1) # CONSIDER: Casting every value to Float() -- need to investigate if @@ -404,6 +420,10 @@ def get_nrcs_data(begin, end, station): client = zeep.Client(wsdl=station['source'], transport=transport) remote_data = {} + # massage begin/end date format + begin_date_str = begin.strftime('%Y-%m-%d %H:%M:00') + end_date_str = end.strftime('%Y-%m-%d %H:%M:00') + for element_cd in station['desired_data']: time_element = time.time() @@ -412,8 +432,8 @@ def get_nrcs_data(begin, end, station): stationTriplets=[station['station_id']], elementCd=element_cd, ordinal=1, - beginDate=begin, - endDate=end) + beginDate=begin_date_str, + endDate=end_date_str) LOG.info("Time to get NRCS elementCd '%s': %.3f sec", element_cd, time.time() - time_element) @@ -453,8 +473,19 @@ def get_mesowest_data(begin, end, station): try: observations = json['STATION'][0]['OBSERVATIONS'] - except ValueError: - LOG.error("Bad JSON in MesoWest response") + except KeyError as exc: + LOG.error("Unexpected JSON in MesoWest response: '%s'", exc) + sys.exit(1) + except IndexError as exc: + LOG.error("Unexpected JSON in MesoWest response: '%s'", exc) + try: + LOG.error("Detailed MesoWest response: '%s'", + json['SUMMARY']['RESPONSE_MESSAGE']) + except KeyError: + pass + sys.exit(1) + except ValueError as exc: + LOG.error("Bad JSON in MesoWest response: '%s'", exc) sys.exit(1) pos = len(observations['date_time']) - 1 @@ -480,9 +511,11 @@ def get_mesowest_data(begin, end, station): if observations[key_name][pos]: remote_data[element_cd] = observations[key_name][pos] - # mesowest provides wind_speed in m/s, we want mph + # mesowest by default provides wind_speed in m/s, but + # we specify 'english' units in the request; either way, + # we want mph if element_cd in ('wind_speed', 'wind_gust'): - remote_data[element_cd] = ms_to_mph(remote_data[element_cd]) + remote_data[element_cd] = kn_to_mph(remote_data[element_cd]) else: remote_data[element_cd] = None else: @@ -531,10 +564,18 @@ def upload_csv(path_to_file, infoex_data): os.remove(path_to_file) # other miscellaneous routines -def setup_time_values(): +def setup_time_values(station): """establish time bounds of data request(s)""" + + # default timezone to UTC (for MesoWest) + tz = pytz.utc + + # but for NRCS, use the config-specified timezone + if station['provider'] == 'nrcs': + tz = station['tz'] + # floor time to nearest hour - date_time = datetime.datetime.now() + date_time = datetime.datetime.now(tz=tz) end_date = date_time - datetime.timedelta(minutes=date_time.minute % 60, seconds=date_time.second, microseconds=date_time.microsecond) @@ -545,5 +586,9 @@ def ms_to_mph(ms): """convert meters per second to miles per hour""" return ms * 2.236936 +def kn_to_mph(kn): + """convert knots to miles per hour""" + return kn * 1.150779 + if __name__ == "__main__": sys.exit(main())