Commit 6c30b29f authored by 赵威's avatar 赵威

update db

parent a0613530
......@@ -4,30 +4,30 @@
# log 90days
mysql -u doris -po5gbA27hXHHm -h 172.16.30.136 -D doris_prod -P 3306 -e "delete from kafka_tag3_log where log_time < UNIX_TIMESTAMP(DATE_SUB(NOW(), INTERVAL 90 day))"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from kafka_tag3_log where log_time < UNIX_TIMESTAMP(DATE_SUB(NOW(), INTERVAL 90 day))"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from kafka_tag3_log where log_time < UNIX_TIMESTAMP(DATE_SUB(NOW(), INTERVAL 90 day))"
# portrait stats 30days
# portrait1
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('0', '1', '2')"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('0', '1', '2')"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('3', '4', '5')"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('3', '4', '5')"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('6', '7', '8')"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('6', '7', '8')"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('a', 'b', 'c')"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('a', 'b', 'c')"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day)"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day)"
# portrait2
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('0', '1', '2')"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('0', '1', '2')"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('3', '4', '5')"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('3', '4', '5')"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('6', '7', '8')"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('6', '7', '8')"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('a', 'b', 'c')"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day) and substr(md5(cl_id), -1, 1) IN ('a', 'b', 'c')"
mysql -u st_user -paqpuBLYzEV7tML5RPsN1pntUzFy -h 172.16.40.158 -P 4000 -D jerry_test -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day)"
mysql -u doris -po5gbA27hXHHm -h 172.16.50.175 -P 3306 -D doris_olap -e "delete from user_tag3_event_portrait where date < DATE_SUB(CURDATE(), INTERVAL 60 day)"
/opt/spark/bin/spark-submit --master yarn --deploy-mode client --queue root.strategy --driver-memory 16g --executor-memory 1g --executor-cores 1 --num-executors 70 --conf spark.default.parallelism=100 --conf spark.storage.memoryFraction=0.5 --conf spark.shuffle.memoryFraction=0.3 --conf spark.executorEnv.LD_LIBRARY_PATH="/opt/java/jdk1.8.0_181/jre/lib/amd64/server:/opt/cloudera/parcels/CDH-5.16.1-1.cdh5.16.1.p0.3/lib64" --conf spark.locality.wait=0 --archives /srv/apps/ftrl/bandits.zip --jars /srv/apps/tispark-core-2.1-SNAPSHOT-jar-with-dependencies.jar,/srv/apps/spark-connector_2.11-1.9.0-rc2.jar,/srv/apps/mysql-connector-java-5.1.38.jar /srv/apps/ffm-baseline_git/eda/smart_rank/tag3_update_user_portrait_offline.py
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment