增加配置代码

e3cfbca6 · 张彦钊 · 4570a082 · e3cfbca6
Commit e3cfbca6 authored Mar 18, 2019 by 张彦钊
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

test.py tensnsorflow/test.py +1 -1

No files found.
--- a/tensnsorflow/test.py
+++ b/tensnsorflow/test.py
@@ -4,7 +4,7 @@ from pyspark.conf import SparkConf


 def test():
-        conf = SparkConf().setAppName("My App")
+        conf = SparkConf().setAppName("My App").set("spark.io.compression.codec", "lzf")
        sc = SparkContext(conf = conf)
        hive_context = HiveContext(sc)
        hive_context.sql(''' select device["device_type"] from online.tl_hdfs_maidian_view