新标签tag关键词

check_dynamic_synonym.sh

@@ -60,6 +60,7 @@ linestoskip=1
 Counter=0
 FILE="dynamic_synonym.txt"
 DICFILE="dynamic_synonym.dic"
+TMP_DICFILE="tmp_dynamic_synonym.dic"
 
 if [[ $last_total_num != $new_total_num ]];then
     echo "begin generate dynamic file..."
@@ -97,7 +98,8 @@ if [[ $last_total_num != $new_total_num ]];then
         echo $ROW >> $DICFILE
     done
 
-
+    uniq $DICFILE > $TMP_DICFILE
+    mv $TMP_DICFILE $DICFILE 
 
     sed -i 's/
//' $FILE
     sed -i 's/
//' $DICFILE