change

local/meigou.py

@@ -127,7 +127,7 @@ if __name__ == '__main__':
     spark = SparkSession.builder.config(conf=sparkConf).enableHiveSupport().getOrCreate()
     clicks = []
     cpcs = []
-    for i in range(1,3):
+    for i in range(1,26):
         clicks.append(all_click(i))
         cpcs.append(cpc_click(i))
     print("clicks")
@@ -135,13 +135,13 @@ if __name__ == '__main__':
 
     print("cpcs")
     print(cpcs)
-    rdd = spark.sparkContext.parallelize(cpcs)
-    df = spark.createDataFrame(rdd).toDF.toPandas()
-    df.to_csv('/home/gmuser/cpc.csv',index=False)
-
-    rdd = spark.sparkContext.parallelize(clicks)
-    df = spark.createDataFrame(rdd).toDF.toPandas()
-    df.to_csv('/home/gmuser/clicks.csv', index=False)
+    # rdd = spark.sparkContext.parallelize(cpcs)
+    # df = spark.createDataFrame(rdd).toDF.toPandas()
+    # df.to_csv('/home/gmuser/cpc.csv',index=False)
+    #
+    # rdd = spark.sparkContext.parallelize(clicks)
+    # df = spark.createDataFrame(rdd).toDF.toPandas()
+    # df.to_csv('/home/gmuser/clicks.csv', index=False)
 
     spark.stop()