Commit e521d2ea authored by 张彦钊's avatar 张彦钊

change process argument

parent 9fcb3a3e
...@@ -69,7 +69,7 @@ def ffm_transform(data, test_number, validation_number): ...@@ -69,7 +69,7 @@ def ffm_transform(data, test_number, validation_number):
print("Start ffm transform") print("Start ffm transform")
start = time.time() start = time.time()
ffm_train = multiFFMFormatPandas() ffm_train = multiFFMFormatPandas()
data = ffm_train.fit_transform(data, y='y',n=80000,processes=5) data = ffm_train.fit_transform(data, y='y',n=50000,processes=4)
with open(DIRECTORY_PATH+"ffm.pkl", "wb") as f: with open(DIRECTORY_PATH+"ffm.pkl", "wb") as f:
pickle.dump(ffm_train, f) pickle.dump(ffm_train, f)
......
...@@ -89,7 +89,7 @@ class multiFFMFormatPandas: ...@@ -89,7 +89,7 @@ class multiFFMFormatPandas:
return self return self
def fit_transform(self, df, y=None,n=200000,processes=8): def fit_transform(self, df, y=None,n=50000,processes=4):
# n是每个线程运行最大的数据条数,processes是线程数 # n是每个线程运行最大的数据条数,processes是线程数
self.fit(df, y) self.fit(df, y)
n = n n = n
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment