From ee789e4042455422c3dd43e308b2f58722f82017 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E5=BC=A0=E5=BD=A6=E9=92=8A?= <zhangyanzhao@igengmei.com>
Date: Fri, 24 May 2019 14:59:07 +0800
Subject: [PATCH] change test file
---
tensnsorflow/feature_engineering.py | 5 +++++
tensnsorflow/multi.py | 24 +++++++++++++++---------
2 files changed, 20 insertions(+), 9 deletions(-)
diff --git a/tensnsorflow/feature_engineering.py b/tensnsorflow/feature_engineering.py
index 85064d70..7a96a538 100644
--- a/tensnsorflow/feature_engineering.py
+++ b/tensnsorflow/feature_engineering.py
@@ -36,6 +36,11 @@ def multi_hot(df,column,n):
return number,app_list_map
+def get_map():
+ db = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test')
+ sql = "select max(stat_date) from esmm_train_data"
+ validate_date = con_sql(db, sql)[0].values.tolist()[0]
+
def feature_engineer():
db = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test')
sql = "select max(stat_date) from esmm_train_data"
diff --git a/tensnsorflow/multi.py b/tensnsorflow/multi.py
index e1a1cfa8..51ee76d9 100644
--- a/tensnsorflow/multi.py
+++ b/tensnsorflow/multi.py
@@ -150,15 +150,21 @@ if __name__ == '__main__':
# [path + "tr/part-r-00000"]
import subprocess
- spark = SparkSession.builder.getOrCreate()
- b = [("a", 1), ("a", 1), ("b", 3), ("a", 2)]
- rdd = spark.sparkContext.parallelize(b)
- df = spark.createDataFrame(rdd).toDF("id", "n")
- df.show()
- df.createOrReplaceTempView("df")
- t = spark.sql("select id from df").map()
- print(t)
-
+ # spark = SparkSession.builder.getOrCreate()
+ # b = [("a", 1), ("a", 1), ("b", 3), ("a", 2)]
+ # rdd = spark.sparkContext.parallelize(b)
+ # df = spark.createDataFrame(rdd).toDF("id", "n")
+ # df.show()
+ # df.createOrReplaceTempView("df")
+ # t = spark.sql("select id from df").map()
+ # print(t)
+ db = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test')
+ sql = "select device_id from esmm_train_data limit 10"
+ cursor = db.cursor()
+ cursor.execute(sql)
+ result = cursor.fetchall()
+ a = list(result)
+ print(a)
--
2.18.0