增加hive代码

96839fea · 张彦钊 · 7c7f78a5 · 96839fea
Commit 96839fea authored Nov 15, 2018 by 张彦钊
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

feature_engineering.py tensnsorflow/feature_engineering.py +1 -0

No files found.
--- a/tensnsorflow/feature_engineering.py
+++ b/tensnsorflow/feature_engineering.py
@@ -79,6 +79,7 @@ def test():
 def hive():
    conf = SparkConf().setMaster("spark://10.31.242.83:7077").setAppName("My app")
    sc = SparkContext(conf=conf)
+    sc.setLogLevel("WARN")
    sqlContext = HiveContext(sc)
    sql = "select partition_date from online.tl_hdfs_maidian_view limit 10"
    my_dataframe = sqlContext.sql(sql)