ignore open error

word_vector/word_to_vec.py

@@ -14,7 +14,7 @@ class W2vSentences:
         self.f_name = f_name
 
     def __iter__(self):
-        for line in open(self.f_name, "r"):
+        for line in open(self.f_name, mode="r", encoding="utf-8", errors="ignore"):
             yield line.split()
 
 
@@ -33,4 +33,8 @@ if __name__ == "__main__":
 
     w2v_train("dispose_problem.txt", "w2v_model")
 
+    # input_file = os.path.join(data_dir, "dispose_problem.txt")
+    # for line in open(input_file, "r"):
+    #     print(line)
+
     print("total cost: {:.2f}mins".format((time.time() - begin_time) / 60))