美购精排模型

mlp/train.py

@@ -23,6 +23,13 @@ data_path_train = "/data/files/service_feature_{}_train.csv".format(version)
 data_path_test = "/data/files/service_feature_{}_test.csv".format(version)
 model_file = "service_mlp_"+version
 
+def is_float(s):
+    try:
+        float(s)
+        return True
+    except ValueError:
+        return False
+
 #数据字典
 def getDataVocabFromRedis(version):
     conn = connUtils.getRedisConn()
@@ -47,8 +54,8 @@ def csvTypeConvert(columns,df,data_vocab):
             df[k] = df[k].astype("string")
         elif k != "label":
             print(k)
-            df[k] = df[k].fillna(0.0)
-            df[k].show(10)
+            df[k] = df[k].map(lambda x:x if is_float(x) else 0)
+            df[k] = df[k].fillna(0)
             df[k] = df[k].astype("float")
 
     df["label"] = df["label"].astype("int")