-#!/usr/bin/python2.6
+#!/usr/bin/python2.7
# -*- coding: iso-8859-15 -*-
# $Id$
# $HeadURL$
from sqlalchemy import schema
from sqlalchemy.sql import select
import formencode
-from wrpylib import mwdb, wrmwdb, wrmwmarkup
+from wrpylib import mwdb, wrmwdb, mwmarkup, wrmwmarkup
class UpdateCacheError(RuntimeError):
is raised. No other exception type should be raised under normal circumstances.
>>> from sqlalchemy.engine import create_engine
- >>> engine = create_engine('mysql://philipp@localhost:3306/winterrodeln_wiki?charset=utf8&use_unicode=0')
+ >>> engine = create_engine('mysql://philipp@localhost:3306/philipp_winterrodeln_wiki?charset=utf8&use_unicode=1')
>>> update_wrsledruncache(engine.connect())
"""
metadata = schema.MetaData()
is raised. No other exception type should be raised under normal circumstances.
>>> from sqlalchemy.engine import create_engine
- >>> engine = create_engine('mysql://philipp@localhost:3306/winterrodeln_wiki?charset=utf8&use_unicode=0')
+ >>> engine = create_engine('mysql://philipp@localhost:3306/philipp_winterrodeln_wiki?charset=utf8&use_unicode=1')
>>> update_wrinncache(engine.connect())
"""
metadata = schema.MetaData()
raise UpdateCacheError(error_msg, inn_page.page_title, e)
transaction.commit()
+
+def update_wrreportcache(connection, page_id=None):
+ """Updates the wrreportcache table.
+ :param connection: sqlalchemy connection
+ :param page_id: Updates only the reportcache table for the sledrun described on the Winterrodeln wiki page
+ with the specified page_id. Use None for this parameter to update the whole table.
+
+ >>> from sqlalchemy.engine import create_engine
+ >>> engine = create_engine('mysql://philipp@localhost:3306/philipp_winterrodeln_wiki?charset=utf8&use_unicode=1')
+ >>> update_wrreportcache(engine.connect())
+ """
+ metadata = schema.MetaData()
+ wrreport = wrmwdb.wrreport_table(metadata)
+ wrreportcache = wrmwdb.wrreportcache_table(metadata)
+ transaction = connection.begin()
+
+ # Delete the datasets we are going to update
+ sql_del = wrreportcache.delete()
+ if not page_id is None: sql_del = sql_del.where(wrreportcache.c.page_id == page_id)
+ connection.execute(sql_del)
+
+ def insert_row(connection, rowlist):
+ if len(rowlist) == 0: return
+ # Insert the report
+ row = dict(rowlist[0])
+ connection.execute(wrreportcache.insert(values=row))
+
+ # Select the rows to update
+ sql = 'select page_id, page_title, wrreport.id as report_id, date_report, `condition`, description, author_name, if(author_userid is null, null, author_username) as author_username from wrreport where {0}`condition` is not null and date_invalid > now() and delete_date is null order by page_id, date_report desc, date_entry desc'.format('' if page_id is None else 'page_id={0} and '.format(page_id))
+ cursor = connection.execute(sql)
+ page_id = None
+ rowlist = []
+ for row in cursor:
+ if row.page_id != page_id:
+ insert_row(connection, rowlist)
+ page_id = row.page_id
+ rowlist = []
+ rowlist.append(row)
+ insert_row(connection, rowlist)
+ transaction.commit()
+
+
+def update_wrmapcache(connection):
+ """Updates the wrmappointcache and wrmappathcache tables from the wiki. If convert errors occur, an UpdateCacheError exception
+ is raised. No other exception type should be raised under normal circumstances.
+
+ >>> from sqlalchemy.engine import create_engine
+ >>> engine = create_engine('mysql://philipp@localhost:3306/philipp_winterrodeln_wiki?charset=utf8&use_unicode=1')
+ >>> # or: engine = create_engine('mysql://philipp@localhost:3306/philipp_winterrodeln_wiki?charset=utf8&use_unicode=1&passwd=XXXXX')
+ >>> update_wrmapcache(engine.connect())
+ """
+ metadata = schema.MetaData()
+ page = mwdb.page_table(metadata)
+ categorylinks = mwdb.categorylinks_table(metadata)
+ revision = mwdb.revision_table(metadata)
+ text = mwdb.text_table(metadata)
+
+ transaction = connection.begin()
+
+ # Query all sledruns
+ q = select([page, categorylinks, revision, text], (page.c.page_latest==revision.c.rev_id) & (text.c.old_id==revision.c.rev_text_id) & (categorylinks.c.cl_from==page.c.page_id) & (categorylinks.c.cl_to==u'Rodelbahn'))
+ sledrun_pages = connection.execute(q)
+ # Original SQL:
+ # sql = u"select page_id, rev_id, old_id, page_title, old_text, 'In_Arbeit' in (select cl_to from categorylinks where cl_from=page_id) as under_construction from page, revision, text, categorylinks where page_latest=rev_id and old_id=rev_text_id and cl_from=page_id and cl_to='Rodelbahn' order by page_title"
+
+ # Delete all existing entries in wrmappointcache
+ # We rely on transactions MySQL InnoDB
+ connection.execute('delete from wrmappointcache')
+ connection.execute('delete from wrmappathcache')
+
+ # Refill wrmappointcache and wrmappathcache tables
+ for sledrun_page in sledrun_pages:
+ try:
+ result = mwmarkup.parse_googlemap(sledrun_page.old_text)
+ if not result is None:
+ center, zoom, coords, paths = result
+ # Points
+ for coord in coords:
+ lon, lat, point_type, label = coord
+ point_types = {u'Gasthaus': u'hut', u'Haltestelle': u'busstop', u'Parkplatz': u'carpark', u'Achtung': u'warning'}
+ if not point_type is None:
+ if not point_types.has_key(point_type): raise RuntimeError(u'Unknown point type {0}'.format(point_type))
+ point_type = point_types[point_type]
+ sql = u'insert into wrmappointcache (page_id, type, point, label) values (%s, %s, POINT(%s, %s), %s)'
+ connection.execute(sql, (sledrun_page.page_id, point_type, lon, lat, label))
+ # Paths
+ for path_type, coords in paths:
+ path_type = path_type.lower()
+ path_types = {u'6#ff014e9a': u'sledrun', u'6#ffe98401': u'walkup', u'6#ff7f7fff': u'alternative', u'3#ff000000': u'lift', u'3#ffe1e100': u'recommendedcarroute'}
+ if not path_types.has_key(path_type): raise RuntimeError(u'Unknown path type {0}'.format(path_type))
+ path_type = path_types[path_type]
+ path = u", ".join(["{0} {1}".format(lon, lat) for lon, lat, symbol, title in coords])
+ path = u'LineString({0})'.format(path)
+ if path_type == u'recommendedcarroute': continue
+ sql = u'insert into wrmappathcache (path, page_id, type) values (GeomFromText(%s), %s, %s)'
+ connection.execute(sql, (path, sledrun_page.page_id, path_type))
+ except RuntimeError as e:
+ error_msg = u"Error at sledrun '{0}': {1}".format(sledrun_page.page_title, unicode(e))
+ transaction.rollback()
+ raise UpdateCacheError(error_msg, sledrun_page.page_title, e)
+ transaction.commit()
ToastFreeware / philipp / winterrodeln / wrpylib.git / blobdiff