修改测试文件

8c43ce13 · 张彦钊 · c8252e59 · 8c43ce13
Commit 8c43ce13 authored Apr 17, 2019 by 张彦钊
Show whitespace changes
Inline Side-by-side

Showing with 9 additions and 3 deletions

test.py tensnsorflow/test.py +9 -3

No files found.
--- a/tensnsorflow/test.py
+++ b/tensnsorflow/test.py
@@ -28,9 +28,15 @@ def test():

        hive_context = HiveContext(sc)

-        hive_context.sql("SET mapreduce.job.queuename=data")
-        hive_context.sql("SET mapred.input.dir.recursive=true")
-        hive_context.sql("SET hive.mapred.supports.subdirectories=true")
+        from pyspark.sql import SparkSession
+
+        spark = SparkSession \
+            .builder \
+            .appName("BinarizerExample") \
+            .getOrCreate()
+        spark.sql("SET mapreduce.job.queuename=data")
+        spark.sql("SET mapred.input.dir.recursive=true")
+        spark.sql("SET hive.mapred.supports.subdirectories=true")

        # hive_context.sql("SET mapreduce.job.queuename=data")
        # hive_context.sql("SET mapred.input.dir.recursive=true")