Commit 8c43ce13 authored by 张彦钊's avatar 张彦钊

修改测试文件

parent c8252e59
...@@ -28,9 +28,15 @@ def test(): ...@@ -28,9 +28,15 @@ def test():
hive_context = HiveContext(sc) hive_context = HiveContext(sc)
hive_context.sql("SET mapreduce.job.queuename=data") from pyspark.sql import SparkSession
hive_context.sql("SET mapred.input.dir.recursive=true")
hive_context.sql("SET hive.mapred.supports.subdirectories=true") spark = SparkSession \
.builder \
.appName("BinarizerExample") \
.getOrCreate()
spark.sql("SET mapreduce.job.queuename=data")
spark.sql("SET mapred.input.dir.recursive=true")
spark.sql("SET hive.mapred.supports.subdirectories=true")
# hive_context.sql("SET mapreduce.job.queuename=data") # hive_context.sql("SET mapreduce.job.queuename=data")
# hive_context.sql("SET mapred.input.dir.recursive=true") # hive_context.sql("SET mapred.input.dir.recursive=true")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment