cynici · July 12, 2016 09:45 · Jul 12, 2016 · Jun 20, 2016
diff --git a/shp-to-pg.py b/shp-to-pg.py
@@ -12,15 +12,15 @@ def start(*args,**kwargs):
         return cr
     return start
 
-@corotine
+@coroutine
 def batch_sql(conn=None, sql=None, batch_size=1000):
     """Use executemany() in batches of batch_size"""
     def execute_sql(conn, sql, namedicts):
         if len(namedicts) <= 0:
             return
         cur = conn.cursor()
         cur.executemany(sql, namedicts)
-        connection.commit()        
+        conn.commit()        
         cur.close()
         del namedicts[:]
 

diff --git a/shp-to-pg.py b/shp-to-pg.py
@@ -0,0 +1,62 @@
+#
+# CAVEAT: untested code intended to demonstrate idea only
+#
+from osgeo import ogr, osr
+import psycopg2
+
+# Read gory details http://www.dabeaz.com/coroutines/Coroutines.pdf
+def coroutine(func):
+    def start(*args,**kwargs):
+        cr = func(*args,**kwargs)
+        cr.next()
+        return cr
+    return start
+
+@corotine
+def batch_sql(conn=None, sql=None, batch_size=1000):
+    """Use executemany() in batches of batch_size"""
+    def execute_sql(conn, sql, namedicts):
+        if len(namedicts) <= 0:
+            return
+        cur = conn.cursor()
+        cur.executemany(sql, namedicts)
+        connection.commit()        
+        cur.close()
+        del namedicts[:]
+
+    pending = []
+    try:
+        while True:
+            namedict = (yield)
+            pending.append(namedict)
+            if len(pending) == batch_size:
+                execute_sql(conn, sql, pending)
+    except GeneratorExit:
+        execute_sql(conn, sql, pending)
+
+def load_wgs84shape2database(connection_dict,table,shapefile,tileset,yyyymm):
+    connect_string = "user=%(user)s password=%(password)s host=%(host)s dbname=%(dbname)s" %connection_dict
+    connection = psycopg2.connect(connect_string)
+
+    inserter = batch_sql(
+      conn=connection, 
+      sql="INSERT INTO "+table+"(tileset,yyyymm,burnday,the_geom) VALUES ('%(tileset)s',%(yyyymm)s,%(burnday)s,st_multi(st_GeomFromText('%(the_geom)s',4326)));"
+    )  
+
+    # Add data to a spatial table
+    src_shapefile = ogr.Open(shapefile)
+    layer = src_shapefile.GetLayer(0)
+    for feature in layer:
+        geom = feature.GetGeometryRef()
+        wkt = geom.ExportToWkt()
+        params = {
+                   'tileset':feature.GetField('tileset'),
+                   'yyyymm':feature.GetField('YYYYMM'),
+                   'burnday':feature.GetField('BurnDay'),
+                   'the_geom':wkt
+                 }
+        inserter.send(params)
+    inserter.close()
+    print 'Loading shapefile %s was successful' %shapefile
+
+