import csv
import datetime
import math
+import json
+from sqlalchemy import create_engine
from seeparklib.openweathermap import openweathermap_json
-def fromtimestamp(timestamp, format):
- return datetime.datetime.fromtimestamp(timestamp).strftime(format)
+def fromtimestamp(timestamp):
+ return datetime.datetime.fromtimestamp(timestamp)
# https://stackoverflow.com/questions/7490660/converting-wind-direction-in-angles-to-text-words
def extractweatherdata(w):
data = dict(
- datetime = w['dt'],
- sunrise = w['sys']['sunrise'],
- sunset = w['sys']['sunset'],
+ datetime = fromtimestamp(w['dt']),
+ sunrise = fromtimestamp(w['sys']['sunrise']),
+ sunset = fromtimestamp(w['sys']['sunset']),
temp = w['main']['temp'],
pressure = w['main']['pressure'],
humidity = w['main']['humidity'],
cloudiness = w['clouds']['all'],
)
- data['sunrise_t'] = fromtimestamp(data['sunrise'], '%H:%M:%S')
- data['sunset_t'] = fromtimestamp(data['sunset'], '%H:%M:%S')
- data['date'] = fromtimestamp(data['datetime'], '%Y-%m-%d')
- data['time'] = fromtimestamp(data['datetime'], '%H:%M:%S')
data['winddegrees'] = w['wind']['deg'] if 'deg' in w['wind'] else math.nan
data['winddirection'] = degToCompass(data['winddegrees'])
data['precipitation'] = w['rain']['3h'] if 'rain' in w else math.nan
with open(csv_file, "a", newline="") as file:
writer = csv.writer(file, dialect="excel", delimiter=';')
writer.writerow([
- weather_data['date'],
- weather_data['time'],
- weather_data['sunrise_t'],
- weather_data['sunset_t'],
+ weather_data['datetime'].date(),
+ weather_data['datetime'].time(),
+ weather_data['sunrise'].time(),
+ weather_data['sunset'].time(),
"{:.2f}".format(weather_data['temp']),
"{:.2f} mm/h".format(weather_data['precipitation']),
"{:.1f} km/h {}".format(weather_data['windspeed'], weather_data['winddirection']),
])
+def write_db(config, url, weather_json, weather_data):
+ user = config.get('database', 'user')
+ pwd = config.get('database','password')
+ host = config.get('database','hostname')
+ db = config.get('database','database')
+
+ engine = create_engine('mysql+mysqldb://{}:{}@{}/{}'.format(user, pwd, host, db), echo=False)
+ conn = engine.connect()
+ row = dict(cityid=config.get('openweathermap', 'cityid'), url=url, result=json.dumps(weather_json))
+ row.update(weather_data)
+ for key, value in row.items():
+ if isinstance(value, float) and math.isnan(value):
+ row[key] = None
+ sql_columns = list(row.keys())
+ sql_values = list(row.values())
+ sql = 'insert into openweathermap ({}) values ({})'.format(', '.join(sql_columns), ','.join(['%s'] * len(sql_columns)))
+ print(sql)
+ conn.execute(sql, *sql_values)
+ conn.close()
+
+
def main(configfile, debug):
config = configparser.ConfigParser()
config.read(configfile)
cityid = config.get('openweathermap', 'cityid')
csvfile = config.get("openweathermap", 'csvfilename')
- weather_raw = openweathermap_json(apikey, cityid)
+ url, weather_json = openweathermap_json(apikey, cityid)
if debug:
- pprint(weather_raw)
- weather = extractweatherdata(weather_raw)
+ pprint(weather_json)
+ weather_data = extractweatherdata(weather_json)
if debug:
- pprint(weather)
+ pprint(weather_data)
- # TODO:
# write to db
+ write_db(config, url, weather_json, weather_data)
# write to csv
- write_csv(os.path.expanduser(csvfile), weather)
+ write_csv(os.path.expanduser(csvfile), weather_data)
if __name__ == '__main__':