PEP8 coding style changes.

[chrisu/seepark.git] / owm.py

diff --git a/owm.py b/owm.py
index c57b2422b24550b012bd415458048e99357f2a6a..237c3d771e20fee2098ec64cb68a077ed7439d82 100755 (executable)
--- a/owm.py
+++ b/owm.py
@@ -6,22 +6,29 @@
 # cityid=..
 # 3319578 for Obsteig, AT
 
 # cityid=..
 # 3319578 for Obsteig, AT
 

-from pprint import pprint
+# needed packaes: python3-mysqldb python3-sqlalchemy
+

 import argparse
 import configparser
 import argparse
 import configparser

-import os

 import csv
 import datetime
 import csv
 import datetime

+import json

 import math
 import math

+import os
+from pprint import pprint
+
+import sqlalchemy
+from sqlalchemy import create_engine, Table, URL
+

 from seeparklib.openweathermap import openweathermap_json
 
 
 from seeparklib.openweathermap import openweathermap_json
 
 

-def fromtimestamp(timestamp, format):
-    return datetime.datetime.fromtimestamp(timestamp).strftime(format)
+def fromtimestamp(timestamp):
+    return datetime.datetime.fromtimestamp(timestamp)

 
 
 # https://stackoverflow.com/questions/7490660/converting-wind-direction-in-angles-to-text-words
 
 
 # https://stackoverflow.com/questions/7490660/converting-wind-direction-in-angles-to-text-words

-def degToCompass(num):
+def deg_to_compass(num):

     if num is None or num is math.nan:
         return 'N/A'
     val=int((num/22.5)+.5)
     if num is None or num is math.nan:
         return 'N/A'
     val=int((num/22.5)+.5)


@@ -29,28 +36,24 @@ def degToCompass(num):
     return arr[(val % 16)]
 
 
     return arr[(val % 16)]
 
 

-def extractweatherdata(w):
+def extract_weather_data(w):

     data = dict(
     data = dict(

-        datetime = w['dt'],
-        sunrise = w['sys']['sunrise'],
-        sunset = w['sys']['sunset'],
+        datetime = fromtimestamp(w['dt']),
+        sunrise = fromtimestamp(w['sys']['sunrise']),
+        sunset = fromtimestamp(w['sys']['sunset']),

         temp = w['main']['temp'],
         pressure = w['main']['pressure'],
         humidity = w['main']['humidity'],
         temp = w['main']['temp'],
         pressure = w['main']['pressure'],
         humidity = w['main']['humidity'],

-        visibility = w['visibility'],

         weather = w['weather'][0]['description'],
         sky = w['weather'][0]['main'],
         windspeed = w['wind']['speed'],
         cloudiness = w['clouds']['all'],
     )
 
         weather = w['weather'][0]['description'],
         sky = w['weather'][0]['main'],
         windspeed = w['wind']['speed'],
         cloudiness = w['clouds']['all'],
     )
 

-    data['sunrise_t'] = fromtimestamp(data['sunrise'], '%H:%M:%S')
-    data['sunset_t'] = fromtimestamp(data['sunset'], '%H:%M:%S')
-    data['date'] = fromtimestamp(data['datetime'], '%Y-%m-%d')
-    data['time'] = fromtimestamp(data['datetime'], '%H:%M:%S')

     data['winddegrees'] = w['wind']['deg'] if 'deg' in w['wind'] else math.nan
     data['winddegrees'] = w['wind']['deg'] if 'deg' in w['wind'] else math.nan

-    data['winddirection'] = degToCompass(data['winddegrees'])
-    data['precipitation'] = w['rain']['3h'] if 'rain' in w else math.nan
+    data['winddirection'] = deg_to_compass(data['winddegrees'])
+    data['precipitation'] = w['rain']['3h'] if 'rain' in w and w['rain'].get('3h') else math.nan
+    data['visibility'] = w.get('visibility', math.nan)

 
     return data
 
 
     return data
 


@@ -60,10 +63,10 @@ def write_csv(csv_file, weather_data):
     with open(csv_file, "a", newline="") as file:
         writer = csv.writer(file, dialect="excel", delimiter=';')
         writer.writerow([
     with open(csv_file, "a", newline="") as file:
         writer = csv.writer(file, dialect="excel", delimiter=';')
         writer.writerow([

-            weather_data['date'],
-            weather_data['time'],
-            weather_data['sunrise_t'],
-            weather_data['sunset_t'],
+            weather_data['datetime'].date(),
+            weather_data['datetime'].time(),
+            weather_data['sunrise'].time(),
+            weather_data['sunset'].time(),

             "{:.2f}".format(weather_data['temp']),
             "{:.2f} mm/h".format(weather_data['precipitation']),
             "{:.1f} km/h {}".format(weather_data['windspeed'], weather_data['winddirection']),
             "{:.2f}".format(weather_data['temp']),
             "{:.2f} mm/h".format(weather_data['precipitation']),
             "{:.1f} km/h {}".format(weather_data['windspeed'], weather_data['winddirection']),


@@ -72,6 +75,27 @@ def write_csv(csv_file, weather_data):
         ])
 
 
         ])
 
 

+def write_db(config, url, weather_json, weather_data):
+    user = config.get('database', 'user')
+    pwd = config.get('database','password')
+    host = config.get('database','hostname')
+    db = config.get('database','database')
+
+    db_url = URL.create(drivername='mysql+mysqldb', username=user, password=pwd, host=host, database=db)
+    engine = create_engine(db_url, echo=False)
+    with engine.connect() as conn:
+        row = dict(cityid=config.get('openweathermap', 'cityid'), url=url, result=json.dumps(weather_json))
+        row.update(weather_data)
+        for key, value in row.items():
+            if isinstance(value, float) and math.isnan(value):
+                row[key] = None
+        metadata = sqlalchemy.MetaData()
+        openweathermap_table = Table('openweathermap', metadata, autoload_with=engine)
+        ins = openweathermap_table.insert().prefix_with('IGNORE').values(**row)
+        conn.execute(ins)
+        conn.commit()
+
+

 def main(configfile, debug):
     config = configparser.ConfigParser()
     config.read(configfile)
 def main(configfile, debug):
     config = configparser.ConfigParser()
     config.read(configfile)


@@ -79,18 +103,18 @@ def main(configfile, debug):
     cityid = config.get('openweathermap', 'cityid')
     csvfile = config.get("openweathermap", 'csvfilename')
 
     cityid = config.get('openweathermap', 'cityid')
     csvfile = config.get("openweathermap", 'csvfilename')
 

-    weather_raw = openweathermap_json(apikey, cityid)
+    url, weather_json = openweathermap_json(apikey, cityid)

     if debug:
     if debug:

-        pprint(weather_raw)
-    weather = extractweatherdata(weather_raw)
+        pprint(weather_json)
+    weather_data = extract_weather_data(weather_json)

     if debug:
     if debug:

-        pprint(weather)
+        pprint(weather_data)

 
 

-    # TODO:

     # write to db
     # write to db

+    write_db(config, url, weather_json, weather_data)

 
     # write to csv
 
     # write to csv

-    write_csv(os.path.expanduser(csvfile), weather)
+    write_csv(os.path.expanduser(csvfile), weather_data)

 
 
 if __name__ == '__main__':
 
 
 if __name__ == '__main__':