change test file

tensnsorflow/multi.py

@@ -198,40 +198,28 @@ def con_sql(db,sql):
 
 
 def test():
-    sql = "select stat_date,cid_id from esmm_train_data e where stat_date >= '{}'".format("2019-04-25")
+    # sql = "select stat_date,cid_id from esmm_train_data e where stat_date >= '{}'".format("2019-04-25")
+    # df = spark.sql(sql)
+    # df.show(6)
+    # from hdfs import InsecureClient
+    # from hdfs.ext.dataframe import read_dataframe
+    # client = InsecureClient('http://nvwa01:50070')
+    # df.write.format("avro").save(path="/recommend/tr", mode="overwrite")
 
-    df = spark.sql(sql)
-    df.show(6)
 
-    from hdfs import InsecureClient
-    from hdfs.ext.dataframe import read_dataframe
-    from hdfs.ext.dataframe import write_dataframe
-    client = InsecureClient('http://nvwa01:50070')
 
-    hdfs_path = "/recommend/va"
-    df = df.toPandas()
-    write_dataframe(client, hdfs_path, df)
 
 
-    # df.write.csv('/recommend/tr', mode='overwrite', header=True)
-    # df.write.format("avro").save(path="/recommend/tr", mode="overwrite")
+    from hdfs import InsecureClient
+    from hdfs.ext.dataframe import read_dataframe
 
+    client = InsecureClient('http://nvwa01:50070')
 
 
+    df = read_dataframe(client,"/recommend/tr/part-00000-80d4e128-4a79-41de-9473-e4d0c5665047-c000.avro")
 
 
-    # from hdfs import InsecureClient
-    # from hdfs.ext.dataframe import read_dataframe
-    # from hdfs.ext.dataframe import write_dataframe
-    #
-    #
-    # client = InsecureClient('http://nvwa01:50070')
-    #
-    #
-    # df = read_dataframe(client,"/recommend/tr/part-00000-80d4e128-4a79-41de-9473-e4d0c5665047-c000.avro")
-    #
-    #
-    # print(df.head())
+    print(df.head())
 
     # spark.sql("use online")
     # spark.sql("ADD JAR /srv/apps/brickhouse-0.7.1-SNAPSHOT.jar")