# cityid=..
# 3319578 for Obsteig, AT
+# needed packaes: python3-mysqldb python3-sqlalchemy
+
from pprint import pprint
-import requests
+import argparse
import configparser
import os
+import csv
import datetime
+import math
+import json
+import warnings
+import sqlalchemy
+from sqlalchemy import create_engine
+import MySQLdb.cursors
+from seeparklib.openweathermap import openweathermap_json
-baseurl = 'http://api.openweathermap.org/data/2.5/weather'
-debug = False
-
-def getweather(apikey, cityid):
- query = baseurl + '?units=metric&APPID={}&id={}&lang=de'.format(apikey, cityid)
- try:
- response = requests.get(query)
- if response.status_code != 200:
- response = 'N/A'
- return response
- else:
- weatherdata = response.json()
- return weatherdata
- except requests.exceptions.RequestException as error:
- print (error)
- sys.exit(1)
-
-def fromtimestamp(timestamp, format):
- return datetime.datetime.fromtimestamp(timestamp).strftime(format)
+def fromtimestamp(timestamp):
+ return datetime.datetime.fromtimestamp(timestamp)
# https://stackoverflow.com/questions/7490660/converting-wind-direction-in-angles-to-text-words
def degToCompass(num):
- if num is None:
+ if num is None or num is math.nan:
return 'N/A'
val=int((num/22.5)+.5)
arr=["N","NNO","NO","ONO","O","OSO", "SO", "SSO","S","SSW","SW","WSW","W","WNW","NW","NNW"]
def extractweatherdata(w):
data = dict(
- datetime = w.get('dt'),
- sunrise = w.get('sys').get('sunrise'),
- sunset = w.get('sys').get('sunset'),
- temp = w.get('main').get('temp'),
- pressure = w.get('main').get('pressure'),
- humidity = w.get('main').get('humidity'),
- visibility = w.get('visibility'),
- weather=w['weather'][0]['description'],
- sky=w['weather'][0]['main'],
- windspeed=w.get('wind').get('speed'),
- winddegrees=w.get('wind').get('deg'),
- cloudiness=w.get('clouds').get('all'),
+ datetime = fromtimestamp(w['dt']),
+ sunrise = fromtimestamp(w['sys']['sunrise']),
+ sunset = fromtimestamp(w['sys']['sunset']),
+ temp = w['main']['temp'],
+ pressure = w['main']['pressure'],
+ humidity = w['main']['humidity'],
+ weather = w['weather'][0]['description'],
+ sky = w['weather'][0]['main'],
+ windspeed = w['wind']['speed'],
+ cloudiness = w['clouds']['all'],
)
- data['sunrise_t'] = fromtimestamp(data['sunrise'], '%H:%M:%S')
- data['sunset_t'] = fromtimestamp(data['sunset'], '%H:%M:%S')
- data['date'] = fromtimestamp(data['datetime'], '%Y-%m-%d')
- data['time'] = fromtimestamp(data['datetime'], '%H:%M:%S')
+ data['winddegrees'] = w['wind']['deg'] if 'deg' in w['wind'] else math.nan
data['winddirection'] = degToCompass(data['winddegrees'])
+ data['precipitation'] = w['rain']['3h'] if 'rain' in w and w['rain'].get('3h') else math.nan
+ data['visibility'] = w.get('visibility', math.nan)
return data
-
-def main():
+
+def write_csv(csv_file, weather_data):
+ """output like wetter.at.pl"""
+ with open(csv_file, "a", newline="") as file:
+ writer = csv.writer(file, dialect="excel", delimiter=';')
+ writer.writerow([
+ weather_data['datetime'].date(),
+ weather_data['datetime'].time(),
+ weather_data['sunrise'].time(),
+ weather_data['sunset'].time(),
+ "{:.2f}".format(weather_data['temp']),
+ "{:.2f} mm/h".format(weather_data['precipitation']),
+ "{:.1f} km/h {}".format(weather_data['windspeed'], weather_data['winddirection']),
+ weather_data['weather'],
+ "{}".format(weather_data['cloudiness'])
+ ])
+
+
+def write_db(config, url, weather_json, weather_data):
+ user = config.get('database', 'user')
+ pwd = config.get('database','password')
+ host = config.get('database','hostname')
+ db = config.get('database','database')
+
+ engine = create_engine('mysql+mysqldb://{}:{}@{}/{}'.format(user, pwd, host, db), echo=False)
+ conn = engine.connect()
+ row = dict(cityid=config.get('openweathermap', 'cityid'), url=url, result=json.dumps(weather_json))
+ row.update(weather_data)
+ for key, value in row.items():
+ if isinstance(value, float) and math.isnan(value):
+ row[key] = None
+ sql_columns = list(row.keys())
+ sql_values = list(row.values())
+ sql = 'insert ignore into openweathermap ({}) values ({})'.format(', '.join(sql_columns), ','.join(['%s'] * len(sql_columns)))
+ with warnings.catch_warnings():
+ # ignore _mysql_exceptions.Warning: Duplicate entry '3319578-2018-08-01 20:50:00' for key 'cityid_datetime'
+ warnings.simplefilter("ignore", category=MySQLdb.cursors.Warning)
+ conn.execute(sql, *sql_values)
+ conn.close()
+
+
+def main(configfile, debug):
config = configparser.ConfigParser()
- config.read(os.path.expanduser('~/seewasser.ini'))
- apikey = config.get('openweathermap', 'apikey');
- cityid = config.get('openweathermap', 'cityid');
+ config.read(configfile)
+ apikey = config.get('openweathermap', 'apikey')
+ cityid = config.get('openweathermap', 'cityid')
+ csvfile = config.get("openweathermap", 'csvfilename')
- weather_raw = getweather(apikey, cityid)
+ url, weather_json = openweathermap_json(apikey, cityid)
if debug:
- pprint(weather_raw)
- weather = extractweatherdata(weather_raw)
+ pprint(weather_json)
+ weather_data = extractweatherdata(weather_json)
if debug:
- pprint(weather)
- # TODO:
+ pprint(weather_data)
+
# write to db
+ write_db(config, url, weather_json, weather_data)
+
# write to csv
-
- # output like wetter.at.pl
- print(
- weather['date'] + ';' +
- weather['time'] + ';' +
- weather['sunrise_t'] + ';' +
- weather['sunset_t'] + ';' +
- str(weather['temp']) + ';' +
- ';' + # precipitation missing? or only in XML: https://openweathermap.org/current ?
- str(weather['windspeed']) + 'km/h ' + weather['winddirection'] + ';' +
- weather['weather'] + ';' +
- str(weather['cloudiness'])
- )
+ write_csv(os.path.expanduser(csvfile), weather_data)
+
-
if __name__ == '__main__':
- main()
+ default_config_file = os.path.expanduser('~/seewasser.ini')
+ parser = argparse.ArgumentParser(description='Get OpenWeathermap data')
+ parser.add_argument('--config', default=default_config_file, help='configuration file')
+ parser.add_argument('--debug', action='store_true', default=False, help='print debug information')
+ args = parser.parse_args()
+ main(args.config, args.debug)
ToastFreeware / chrisu / seepark.git / blobdiff