From b79cf1c6d03e03801839f26e2e22886e5dd53fcb Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E9=83=AD=E7=BE=BD?= <guoyu@igengmei.com>
Date: Fri, 4 Jun 2021 14:12:55 +0800
Subject: [PATCH] =?UTF-8?q?=E7=BE=8E=E8=B4=AD=E7=B2=BE=E6=8E=92=E6=A8=A1?=
=?UTF-8?q?=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
shell/featureeng_export.sh | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/shell/featureeng_export.sh b/shell/featureeng_export.sh
index 8eff646..6a0996a 100644
--- a/shell/featureeng_export.sh
+++ b/shell/featureeng_export.sh
@@ -4,6 +4,6 @@ day_count=$1
content_type="service"
pythonFile=${path}/spark/featureEng.py
#log_file=~/${content_type}_feature_csv_export.log
-/opt/hadoop/bin/hdfs dfs -rmr /${content_type}_feature_train
-/opt/hadoop/bin/hdfs dfs -rmr /${content_type}_feature_test
+/opt/hadoop/bin/hdfs dfs -rmr /${content_type}_feature_v1_train
+/opt/hadoop/bin/hdfs dfs -rmr /${content_type}_feature_v1_test
/opt/spark/bin/spark-submit --master yarn --deploy-mode client --queue root.strategy --driver-memory 16g --executor-memory 2g --executor-cores 1 --num-executors 8 --conf spark.default.parallelism=100 --conf spark.storage.memoryFraction=0.5 --conf spark.shuffle.memoryFraction=0.3 --conf spark.locality.wait=0 --jars /srv/apps/tispark-core-2.1-SNAPSHOT-jar-with-dependencies.jar,/srv/apps/spark-connector_2.11-1.9.0-rc2.jar,/srv/apps/mysql-connector-java-5.1.38.jar ${pythonFile} $day_count
--
2.18.0