Skip to content

F
ffm-baseline
Commit e3cfbca6 authored by 张彦钊's avatar 张彦钊
Browse files
Options

增加配置代码

parent 4570a082
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
tensnsorflow/test.py
View file @ e3cfbca6
...@@ -4,7 +4,7 @@ from pyspark.conf import SparkConf ...@@ -4,7 +4,7 @@ from pyspark.conf import SparkConf
def test(): def test():
conf = SparkConf().setAppName("My App") conf = SparkConf().setAppName("My App").set("spark.io.compression.codec", "lzf")
sc = SparkContext(conf = conf) sc = SparkContext(conf = conf)
hive_context = HiveContext(sc) hive_context = HiveContext(sc)
hive_context.sql(''' select device["device_type"] from online.tl_hdfs_maidian_view hive_context.sql(''' select device["device_type"] from online.tl_hdfs_maidian_view
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment