Merge branch 'master' of http://git.wanmeizhensuo.com/ML/ffm-baseline

eda/esmm/Model_pipline/to_database.py

@@ -5,6 +5,7 @@ import pandas as pd
 import pymysql
 import datetime
 
+
 def con_sql(sql):
     """
     :type sql : str
@@ -70,17 +71,16 @@ def main():
     db='jerry_test'
     charset='utf8'
 
-    engine = create_engine(str(r"mysql+mysqldb://%s:" + '%s' + "@%s:%s/%s") % (user, password, host, port, db))
     df_merge = df_all['device_id'] + df_all['city_id']
     df_merge_str = (str(list(df_merge.values))).strip('[]')
     try:
-        # df_merge = df_all[['device_id','city_id']].apply(lambda x: ''.join(x),axis=1)
-
         delete_str = 'delete from esmm_device_diary_queue where concat(device_id,city_id) in ({0})'.format(df_merge_str)
-        con = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test')
+        con = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test',cursorclass=pymysql.cursors.DictCursor)
         cur = con.cursor()
         cur.execute(delete_str)
         con.commit()
+        print("delete done")
+        engine = create_engine(str(r"mysql+pymysql://%s:" + '%s' + "@%s:%s/%s") % (user, password, host, port, db))
         df_all.to_sql('esmm_device_diary_queue',con=engine,if_exists='append',index=False,chunksize=8000)
     except Exception as e:
         print(e)