Update insert statement to work with sqlalchemy 2.

[chrisu/seepark.git] / owm.py

diff --git a/owm.py b/owm.py
index d97d57ec7989dc64a92ad07f0eeade6fe4ab6e28..307e91061454da269fd558ae1e52216e2e41dcdf 100755 (executable)
--- a/owm.py
+++ b/owm.py
@@ -8,18 +8,18 @@
 
 # needed packaes: python3-mysqldb python3-sqlalchemy
 
-from pprint import pprint
 import argparse
 import configparser
-import os
 import csv
 import datetime
-import math
 import json
-import warnings
+import math
+import os
+from pprint import pprint
+
 import sqlalchemy
-from sqlalchemy import create_engine
-import MySQLdb.cursors
+from sqlalchemy import create_engine, Table
+
 from seeparklib.openweathermap import openweathermap_json
 
 
@@ -88,13 +88,11 @@ def write_db(config, url, weather_json, weather_data):
     for key, value in row.items():
         if isinstance(value, float) and math.isnan(value):
             row[key] = None
-    sql_columns = list(row.keys())
-    sql_values = list(row.values())
-    sql = 'insert ignore into openweathermap ({}) values ({})'.format(', '.join(sql_columns), ','.join(['%s'] * len(sql_columns)))
-    with warnings.catch_warnings():
-        # ignore _mysql_exceptions.Warning: Duplicate entry '3319578-2018-08-01 20:50:00' for key 'cityid_datetime'
-        warnings.simplefilter("ignore", category=MySQLdb.cursors.Warning)
-        conn.execute(sql, *sql_values)
+    metadata = sqlalchemy.MetaData()
+    openweathermap_table = Table('openweathermap', metadata, autoload_with=engine)
+    ins = openweathermap_table.insert().prefix_with('IGNORE').values(**row)
+    conn.execute(ins)
+    conn.commit()
     conn.close()