Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
F
ffm-baseline
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ML
ffm-baseline
Commits
1d4172ba
Commit
1d4172ba
authored
Dec 18, 2018
by
张彦钊
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
change path
parent
9e1531b4
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
7 deletions
+7
-7
ffm.py
tensnsorflow/ffm.py
+7
-7
No files found.
tensnsorflow/ffm.py
View file @
1d4172ba
...
@@ -138,7 +138,7 @@ class multiFFMFormatPandas:
...
@@ -138,7 +138,7 @@ class multiFFMFormatPandas:
def
get_data
():
def
get_data
():
db
=
pymysql
.
connect
(
host
=
'10.66.157.22'
,
port
=
4000
,
user
=
'root'
,
passwd
=
'3SYz54LS9#^9sBvC'
,
db
=
'jerry_test'
)
db
=
pymysql
.
connect
(
host
=
'10.66.157.22'
,
port
=
4000
,
user
=
'root'
,
passwd
=
'3SYz54LS9#^9sBvC'
,
db
=
'jerry_test'
)
sql
=
"select max(stat_date) from esmm_train_
data
"
sql
=
"select max(stat_date) from esmm_train_
test
"
validate_date
=
con_sql
(
db
,
sql
)[
0
]
.
values
.
tolist
()[
0
]
validate_date
=
con_sql
(
db
,
sql
)[
0
]
.
values
.
tolist
()[
0
]
print
(
"validate_date:"
+
validate_date
)
print
(
"validate_date:"
+
validate_date
)
temp
=
datetime
.
datetime
.
strptime
(
validate_date
,
"
%
Y-
%
m-
%
d"
)
temp
=
datetime
.
datetime
.
strptime
(
validate_date
,
"
%
Y-
%
m-
%
d"
)
...
@@ -174,7 +174,7 @@ def get_data():
...
@@ -174,7 +174,7 @@ def get_data():
def
transform
(
a
,
validate_date
):
def
transform
(
a
,
validate_date
):
model
=
multiFFMFormatPandas
()
model
=
multiFFMFormatPandas
()
df
=
model
.
fit_transform
(
a
,
y
=
"y"
,
n
=
160000
,
processes
=
2
6
)
df
=
model
.
fit_transform
(
a
,
y
=
"y"
,
n
=
160000
,
processes
=
2
2
)
df
=
pd
.
DataFrame
(
df
)
df
=
pd
.
DataFrame
(
df
)
df
[
"stat_date"
]
=
df
[
0
]
.
apply
(
lambda
x
:
x
.
split
(
","
)[
0
])
df
[
"stat_date"
]
=
df
[
0
]
.
apply
(
lambda
x
:
x
.
split
(
","
)[
0
])
df
[
"device_id"
]
=
df
[
0
]
.
apply
(
lambda
x
:
x
.
split
(
","
)[
1
])
df
[
"device_id"
]
=
df
[
0
]
.
apply
(
lambda
x
:
x
.
split
(
","
)[
1
])
...
@@ -194,8 +194,8 @@ def transform(a,validate_date):
...
@@ -194,8 +194,8 @@ def transform(a,validate_date):
test
=
test
.
drop
(
"stat_date"
,
axis
=
1
)
test
=
test
.
drop
(
"stat_date"
,
axis
=
1
)
# print("train shape")
# print("train shape")
# print(train.shape)
# print(train.shape)
# train.to_csv(path + "train
.csv", sep="\t", index=False)
train
.
to_csv
(
path
+
"tr
.csv"
,
sep
=
"
\t
"
,
index
=
False
)
# test.to_csv(path + "test
.csv", sep="\t", index=False)
test
.
to_csv
(
path
+
"va
.csv"
,
sep
=
"
\t
"
,
index
=
False
)
return
model
return
model
...
@@ -245,20 +245,20 @@ def get_predict_set(ucity_id, cid,model):
...
@@ -245,20 +245,20 @@ def get_predict_set(ucity_id, cid,model):
native_pre
=
df
[
df
[
"label"
]
==
"0"
]
native_pre
=
df
[
df
[
"label"
]
==
"0"
]
native_pre
=
native_pre
.
drop
(
"label"
,
axis
=
1
)
native_pre
=
native_pre
.
drop
(
"label"
,
axis
=
1
)
native_pre
.
to_csv
(
path
+
"native
_pre
.csv"
,
sep
=
"
\t
"
,
index
=
False
)
native_pre
.
to_csv
(
path
+
"native.csv"
,
sep
=
"
\t
"
,
index
=
False
)
# print("native_pre shape")
# print("native_pre shape")
# print(native_pre.shape)
# print(native_pre.shape)
nearby_pre
=
df
[
df
[
"label"
]
==
"1"
]
nearby_pre
=
df
[
df
[
"label"
]
==
"1"
]
nearby_pre
=
nearby_pre
.
drop
(
"label"
,
axis
=
1
)
nearby_pre
=
nearby_pre
.
drop
(
"label"
,
axis
=
1
)
nearby_pre
.
to_csv
(
path
+
"nearby
_pre
.csv"
,
sep
=
"
\t
"
,
index
=
False
)
nearby_pre
.
to_csv
(
path
+
"nearby.csv"
,
sep
=
"
\t
"
,
index
=
False
)
# print("nearby_pre shape")
# print("nearby_pre shape")
# print(nearby_pre.shape)
# print(nearby_pre.shape)
if
__name__
==
"__main__"
:
if
__name__
==
"__main__"
:
path
=
"/home/g
muser/ffm
/"
path
=
"/home/g
aoyazhe/esmm/data
/"
a
=
time
.
time
()
a
=
time
.
time
()
df
,
validate_date
,
ucity_id
,
cid
=
get_data
()
df
,
validate_date
,
ucity_id
,
cid
=
get_data
()
model
=
transform
(
df
,
validate_date
)
model
=
transform
(
df
,
validate_date
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment