Add web target to Sphinx makefile.

[chrisu/seepark.git] / owm.py

diff --git a/owm.py b/owm.py
index 2fefc6a20b3780ab3b03963b7526a2ced0e7ac0e..74fe6c48e2e0fdb30eaa8e3c4aa3a478d0543281 100755 (executable)
--- a/owm.py
+++ b/owm.py
@@ -6,37 +6,30 @@
 # cityid=..
 # 3319578 for Obsteig, AT
 
 # cityid=..
 # 3319578 for Obsteig, AT
 

+# needed packaes: python3-mysqldb python3-sqlalchemy
+

 from pprint import pprint
 from pprint import pprint

-import requests
+import argparse

 import configparser
 import os
 import configparser
 import os

+import csv

 import datetime
 import datetime

+import math
+import json
+import warnings
+import sqlalchemy
+from sqlalchemy import create_engine
+import MySQLdb.cursors
+from seeparklib.openweathermap import openweathermap_json

 
 

-baseurl = 'http://api.openweathermap.org/data/2.5/weather'
-debug = False
-
-def getweather(apikey, cityid):
-    query = baseurl + '?units=metric&APPID={}&id={}&lang=de'.format(apikey, cityid)
-    try:
-        response = requests.get(query)
-        if response.status_code != 200:
-            response = 'N/A'
-            return response
-        else:
-            weatherdata = response.json()
-            return weatherdata
-    except requests.exceptions.RequestException as error:
-        print (error)
-        sys.exit(1)

 
 

-
-def fromtimestamp(timestamp, format):
-    return datetime.datetime.fromtimestamp(timestamp).strftime(format)
+def fromtimestamp(timestamp):
+    return datetime.datetime.fromtimestamp(timestamp)

 
 
 # https://stackoverflow.com/questions/7490660/converting-wind-direction-in-angles-to-text-words
 def degToCompass(num):
 
 
 # https://stackoverflow.com/questions/7490660/converting-wind-direction-in-angles-to-text-words
 def degToCompass(num):

-    if num is None:
+    if num is None or num is math.nan:

         return 'N/A'
     val=int((num/22.5)+.5)
     arr=["N","NNO","NO","ONO","O","OSO", "SO", "SSO","S","SSW","SW","WSW","W","WNW","NW","NNW"]
         return 'N/A'
     val=int((num/22.5)+.5)
     arr=["N","NNO","NO","ONO","O","OSO", "SO", "SSO","S","SSW","SW","WSW","W","WNW","NW","NNW"]


@@ -45,58 +38,91 @@ def degToCompass(num):
 
 def extractweatherdata(w):
     data = dict(
 
 def extractweatherdata(w):
     data = dict(

-        datetime = w.get('dt'),
-        sunrise = w.get('sys').get('sunrise'),
-        sunset = w.get('sys').get('sunset'),
-        temp = w.get('main').get('temp'),
-        pressure = w.get('main').get('pressure'),
-        humidity = w.get('main').get('humidity'),
-        visibility = w.get('visibility'),
-        weather=w['weather'][0]['description'],
-        sky=w['weather'][0]['main'],
-        windspeed=w.get('wind').get('speed'),
-        winddegrees=w.get('wind').get('deg'),
-        cloudiness=w.get('clouds').get('all'),
+        datetime = fromtimestamp(w['dt']),
+        sunrise = fromtimestamp(w['sys']['sunrise']),
+        sunset = fromtimestamp(w['sys']['sunset']),
+        temp = w['main']['temp'],
+        pressure = w['main']['pressure'],
+        humidity = w['main']['humidity'],
+        weather = w['weather'][0]['description'],
+        sky = w['weather'][0]['main'],
+        windspeed = w['wind']['speed'],
+        cloudiness = w['clouds']['all'],

     )
 
     )
 

-    data['sunrise_t'] = fromtimestamp(data['sunrise'], '%H:%M:%S')
-    data['sunset_t'] = fromtimestamp(data['sunset'], '%H:%M:%S')
-    data['date'] = fromtimestamp(data['datetime'], '%Y-%m-%d')
-    data['time'] = fromtimestamp(data['datetime'], '%H:%M:%S')
+    data['winddegrees'] = w['wind']['deg'] if 'deg' in w['wind'] else math.nan

     data['winddirection'] = degToCompass(data['winddegrees'])
     data['winddirection'] = degToCompass(data['winddegrees'])

+    data['precipitation'] = w['rain']['3h'] if 'rain' in w else math.nan
+    data['visibility'] = w.get('visibility', math.nan)

 
     return data
 
     return data

-        

 
 

-def main():
+
+def write_csv(csv_file, weather_data):
+    """output like wetter.at.pl"""
+    with open(csv_file, "a", newline="") as file:
+        writer = csv.writer(file, dialect="excel", delimiter=';')
+        writer.writerow([
+            weather_data['datetime'].date(),
+            weather_data['datetime'].time(),
+            weather_data['sunrise'].time(),
+            weather_data['sunset'].time(),
+            "{:.2f}".format(weather_data['temp']),
+            "{:.2f} mm/h".format(weather_data['precipitation']),
+            "{:.1f} km/h {}".format(weather_data['windspeed'], weather_data['winddirection']),
+            weather_data['weather'],
+            "{}".format(weather_data['cloudiness'])
+        ])
+
+
+def write_db(config, url, weather_json, weather_data):
+    user = config.get('database', 'user')
+    pwd = config.get('database','password')
+    host = config.get('database','hostname')
+    db = config.get('database','database')
+
+    engine = create_engine('mysql+mysqldb://{}:{}@{}/{}'.format(user, pwd, host, db), echo=False)
+    conn = engine.connect()
+    row = dict(cityid=config.get('openweathermap', 'cityid'), url=url, result=json.dumps(weather_json))
+    row.update(weather_data)
+    for key, value in row.items():
+        if isinstance(value, float) and math.isnan(value):
+            row[key] = None
+    sql_columns = list(row.keys())
+    sql_values = list(row.values())
+    sql = 'insert ignore into openweathermap ({}) values ({})'.format(', '.join(sql_columns), ','.join(['%s'] * len(sql_columns)))
+    with warnings.catch_warnings():
+        # ignore _mysql_exceptions.Warning: Duplicate entry '3319578-2018-08-01 20:50:00' for key 'cityid_datetime'
+        warnings.simplefilter("ignore", category=MySQLdb.cursors.Warning)
+        conn.execute(sql, *sql_values)
+    conn.close()
+
+
+def main(configfile, debug):

     config = configparser.ConfigParser()
     config = configparser.ConfigParser()

-    config.read(os.path.expanduser('~/seewasser.ini'))
-    apikey = config.get('openweathermap', 'apikey');
-    cityid = config.get('openweathermap', 'cityid');
+    config.read(configfile)
+    apikey = config.get('openweathermap', 'apikey')
+    cityid = config.get('openweathermap', 'cityid')
+    csvfile = config.get("openweathermap", 'csvfilename')

 
 

-    weather_raw = getweather(apikey, cityid)
+    url, weather_json = openweathermap_json(apikey, cityid)

     if debug:
     if debug:

-        pprint(weather_raw)
-    weather = extractweatherdata(weather_raw)
+        pprint(weather_json)
+    weather_data = extractweatherdata(weather_json)

     if debug:
     if debug:

-        pprint(weather)
-    # TODO:
+        pprint(weather_data)
+

     # write to db
     # write to db

+    write_db(config, url, weather_json, weather_data)
+

     # write to csv
     # write to csv

-    
-    # output like wetter.at.pl
-    print(
-        weather['date'] + ';' +
-        weather['time'] + ';' +
-        weather['sunrise_t'] + ';' +
-        weather['sunset_t'] + ';' +
-        str(weather['temp']) + ';' +
-        ';' + # precipitation missing? or only in XML: https://openweathermap.org/current ?
-        str(weather['windspeed']) + 'km/h ' + weather['winddirection'] + ';' +
-        weather['weather'] + ';' +
-        str(weather['cloudiness'])
-    )
+    write_csv(os.path.expanduser(csvfile), weather_data)
+

 
 

-    

 if __name__ == '__main__':
 if __name__ == '__main__':

-    main()
+    default_config_file = os.path.expanduser('~/seewasser.ini')
+    parser = argparse.ArgumentParser(description='Get OpenWeathermap data')
+    parser.add_argument('--config', default=default_config_file, help='configuration file')
+    parser.add_argument('--debug', action='store_true', default=False, help='print debug information')
+    args = parser.parse_args()
+    main(args.config, args.debug)