Commit e3cfbca6 authored by 张彦钊's avatar 张彦钊

增加配置代码

parent 4570a082
......@@ -4,7 +4,7 @@ from pyspark.conf import SparkConf
def test():
conf = SparkConf().setAppName("My App")
conf = SparkConf().setAppName("My App").set("spark.io.compression.codec", "lzf")
sc = SparkContext(conf = conf)
hive_context = HiveContext(sc)
hive_context.sql(''' select device["device_type"] from online.tl_hdfs_maidian_view
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment