add

hello.py

@@ -28,12 +28,13 @@ if __name__ == '__main__':
         .set("spark.driver.maxResultSize", "8g").set("spark.sql.avro.compression.codec", "snappy")
 
     spark = SparkSession.builder.config(conf=sparkConf).enableHiveSupport().getOrCreate()
-    sql = "select params['exposure_cards'],time_str from online.ml_community_precise_exposure_detail " \
+    sql = "select partition_date from online.ml_community_precise_exposure_detail " \
           "where action = 'page_precise_exposure' and page_name = 'search_result_welfare' " \
           "AND partition_date='20190926' limit 20"
     df = spark.sql(sql)
     # df.show(6)
-    rdd = df.rdd.map(lambda x:(x[0],x[1])).map(lambda x:(eval(x[0]),x[1])).map(lambda x:(ctr(x[0]),x[1]))
+    # params['exposure_cards'],
+    rdd = df.rdd.map(lambda x:(x[0]))
     print(rdd.collect())
 
     spark.createDataFrame(rdd).show(6)