change

local/meigou.py

@@ -54,8 +54,8 @@ def all_click(x):
     total.append(tmp)
     sum = sum + tmp
     total.append(sum)
-    print(total)
-    return total
+
+    return tuple(total)
 
 
 def cpc_click(x):
@@ -110,9 +110,8 @@ def cpc_click(x):
     sum = sum + tmp
 
     cpc.append(sum)
-    print(cpc)
 
-    return cpc
+    return tuple(cpc)
 
 
 
@@ -129,13 +128,21 @@ if __name__ == '__main__':
     clicks = []
     cpcs = []
     for i in range(1,3):
-        clicks.extend(all_click(i))
-        cpcs.extend(cpc_click(i))
+        clicks.append(all_click(i))
+        cpcs.append(cpc_click(i))
     print("clicks")
     print(clicks)
 
     print("cpcs")
     print(cpcs)
+    rdd = spark.sparkContext.parallelize(cpcs)
+    df = spark.createDataFrame(rdd).toDF.toPandas()
+    df.to_csv('/home/gmuser/cpc.csv',index=False)
+
+    rdd = spark.sparkContext.parallelize(clicks)
+    df = spark.createDataFrame(rdd).toDF.toPandas()
+    df.to_csv('/home/gmuser/clicks.csv', index=False)
+
     spark.stop()