Commit dc8b6b44 authored by 郭羽's avatar 郭羽

美购精排模型

parent aab2e14b
...@@ -8,7 +8,7 @@ function mergeGetFile(){ ...@@ -8,7 +8,7 @@ function mergeGetFile(){
fi fi
rm -f $dataPath/$1.csv rm -f $dataPath/$1.csv
logging "rm -f $dataPath/$1.csv" logging "rm -f $dataPath/$1.csv"
/opt/hadoop/bin/hdfs dfs -getmerge /$1 $dataPath/$1.csv /opt/hadoop/bin/hdfs dfs -getmerge $1 $dataPath/$1.csv
logging "/opt/hadoop/bin/hdfs dfs -getmerge /$1 $dataPath/$1.csv success" logging "/opt/hadoop/bin/hdfs dfs -getmerge /$1 $dataPath/$1.csv success"
head -1 $1.csv > $1.csv.head head -1 $1.csv > $1.csv.head
cat $1.csv|grep -v `cat $1.csv.head` >> $1.csv.head cat $1.csv|grep -v `cat $1.csv.head` >> $1.csv.head
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment