Commit 2d07aa95 authored by 赵威's avatar 赵威

update field

parent 518ddf1f
...@@ -191,9 +191,6 @@ def consume_kafka(): ...@@ -191,9 +191,6 @@ def consume_kafka():
db.close() db.close()
cursor.close() cursor.close()
# TODO
device_ids_lst = ["androidid_a25a1129c0b38f7b"]
sparkConf = SparkConf().set("spark.hive.mapred.supports.subdirectories", "true") \ sparkConf = SparkConf().set("spark.hive.mapred.supports.subdirectories", "true") \
.set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", "true") \ .set("spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive", "true") \
.set("spark.tispark.plan.allow_index_double_read", "false") \ .set("spark.tispark.plan.allow_index_double_read", "false") \
...@@ -226,7 +223,9 @@ def consume_kafka(): ...@@ -226,7 +223,9 @@ def consume_kafka():
if __name__ == "__main__": if __name__ == "__main__":
start = datetime.datetime.now() start = datetime.datetime.now()
consume_kafka() update_tag3_user_portrait("androidid_a25a1129c0b38f7b")
# TODO
# consume_kafka()
end = datetime.datetime.now() end = datetime.datetime.now()
print(end - start) print(end - start)
print("done") print("done")
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment