Commit 281407d4 authored by 张彦钊's avatar 张彦钊

add test file

parent bc6b5ce1
......@@ -21,7 +21,7 @@ def con_sql(db,sql):
def get_data():
db = pymysql.connect(host='10.66.157.22', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_prod')
sql = "select * from esmm_data where stat_date >= '2018-11-20'"
sql = "select * from esmm_data where stat_date >= '2018-11-20' limit 6"
esmm = con_sql(db,sql)
esmm = esmm.rename(columns={0:"stat_date",1: "device_id",2:"ucity_id",3:"cid_id",4:"diary_service_id",5:"y",
6:"z",7:"clevel1_id",8:"slevel1_id"})
......@@ -29,7 +29,7 @@ def get_data():
print(esmm.head())
print(esmm.shape)
db = pymysql.connect(host='10.66.157.22', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='eagle')
sql = "select * from home_tab_click"
sql = "select * from home_tab_click limit 6"
temp = con_sql(db,sql)
temp = temp.rename(columns={0: "device_id"})
print("click data ok")
......
......@@ -5,6 +5,7 @@ from pyspark.sql import SQLContext
import pandas as pd
from pyspark import SparkConf
from multiprocessing import Pool
class multiFFMFormatPandas:
def __init__(self):
self.field_index_ = None
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment