submit.sh 2.54 KB
Newer Older
高雅喆's avatar
高雅喆 committed
1
#! /bin/bash
高雅喆's avatar
高雅喆 committed
2

3
git checkout master
高雅喆's avatar
高雅喆 committed
4
PYTHON_PATH=/home/gaoyazhe/miniconda3/bin/python
5
MODEL_PATH=/srv/apps/ffm-baseline/eda/esmm/Model_pipline
6
DATA_PATH=/home/gmuser/esmm_data
高雅喆's avatar
高雅喆 committed
7 8

echo "rm leave tfrecord"
高雅喆's avatar
高雅喆 committed
9 10 11 12
rm ${DATA_PATH}/tr/*
rm ${DATA_PATH}/va/*
rm ${DATA_PATH}/native/*
rm ${DATA_PATH}/nearby/*
高雅喆's avatar
高雅喆 committed
13
rm -r ${DATA_PATH}/model_ckpt/DeepCvrMTL/201*
高雅喆's avatar
高雅喆 committed
14

15 16
echo "data"
${PYTHON_PATH} ${MODEL_PATH}/feature.py > ${DATA_PATH}/infer.log
高雅喆's avatar
高雅喆 committed
17 18

echo "csv to tfrecord"
19 20 21 22
${PYTHON_PATH} ${MODEL_PATH}/to_tfrecord.py --input_dir=${DATA_PATH}/tr/ --output_dir=${DATA_PATH}/tr/
${PYTHON_PATH} ${MODEL_PATH}/to_tfrecord.py --input_dir=${DATA_PATH}/va/ --output_dir=${DATA_PATH}/va/
${PYTHON_PATH} ${MODEL_PATH}/to_tfrecord.py --input_dir=${DATA_PATH}/native/ --output_dir=${DATA_PATH}/native/
${PYTHON_PATH} ${MODEL_PATH}/to_tfrecord.py --input_dir=${DATA_PATH}/nearby/ --output_dir=${DATA_PATH}/nearby/
高雅喆's avatar
高雅喆 committed
23

高雅喆's avatar
高雅喆 committed
24 25 26 27
cat ${DATA_PATH}/tr/*.tfrecord > ${DATA_PATH}/tr/tr.tfrecord
cat ${DATA_PATH}/va/*.tfrecord > ${DATA_PATH}/va/va.tfrecord
cat ${DATA_PATH}/native/*.tfrecord > ${DATA_PATH}/native/native.tfrecord
cat ${DATA_PATH}/nearby/*.tfrecord > ${DATA_PATH}/nearby/nearby.tfrecord
高雅喆's avatar
高雅喆 committed
28

高雅喆's avatar
高雅喆 committed
29 30 31 32
rm ${DATA_PATH}/tr/tr_*
rm ${DATA_PATH}/va/va_*
rm ${DATA_PATH}/native/native_*
rm ${DATA_PATH}/nearby/nearby_*
高雅喆's avatar
高雅喆 committed
33

高雅喆's avatar
高雅喆 committed
34

高雅喆's avatar
高雅喆 committed
35
echo "train..."
36
${PYTHON_PATH} ${MODEL_PATH}/train.py --ctr_task_wgt=0.9 --learning_rate=0.0001 --deep_layers=512,256,128,64,32 --dropout=0.3,0.3,0.3,0.3,0.3 --optimizer=Adam --num_epochs=2 --embedding_size=16 --batch_size=1024 --field_size=11 --feature_size=2000 --l2_reg=0.005 --log_steps=100 --num_threads=36 --model_dir=${DATA_PATH}/model_ckpt/DeepCvrMTL/ --data_dir=${DATA_PATH} --task_type=train
37

高雅喆's avatar
高雅喆 committed
38 39

echo "infer native..."
40
${PYTHON_PATH} ${MODEL_PATH}/train.py --ctr_task_wgt=0.9 --learning_rate=0.0001 --deep_layers=512,256,128,64,32 --dropout=0.3,0.3,0.3,0.3,0.3 --optimizer=Adam --num_epochs=1 --embedding_size=16 --batch_size=1024 --field_size=11 --feature_size=2000 --l2_reg=0.005 --log_steps=100 --num_threads=36 --model_dir=${DATA_PATH}/model_ckpt/DeepCvrMTL/ --data_dir=${DATA_PATH}/native --task_type=infer > ${DATA_PATH}/infer.log
高雅喆's avatar
高雅喆 committed
41 42 43


echo "infer nearby..."
44
${PYTHON_PATH} ${MODEL_PATH}/train.py --ctr_task_wgt=0.9 --learning_rate=0.0001 --deep_layers=512,256,128,64,32 --dropout=0.3,0.3,0.3,0.3,0.3 --optimizer=Adam --num_epochs=1 --embedding_size=16 --batch_size=1024 --field_size=11 --feature_size=2000 --l2_reg=0.005 --log_steps=100 --num_threads=36 --model_dir=${DATA_PATH}/model_ckpt/DeepCvrMTL/ --data_dir=${DATA_PATH}/nearby --task_type=infer > ${DATA_PATH}/infer.log
高雅喆's avatar
高雅喆 committed
45 46

echo "sort and 2sql"
47
${PYTHON_PATH} ${MODEL_PATH}/to_database.py
张彦钊's avatar
张彦钊 committed
48