update

run.sh

@@ -3,5 +3,5 @@
 #crawler-ops
 #conda activate crawler_env
 source /srv/envs/crawler/bin/activate
-python  /srv/apps/crawler_old/crawler/crawler_sys/framework/write_releasers_to_redis.py -p weibo -d 1 -proxies 5 > /data/log/crawler/write_task.log &
+python  /srv/apps/crawler_old/crawler/crawler_sys/framework/write_releasers_to_redis.py -p weibo -d 3 -proxies 5 > /data/log/crawler/write_task.log &
 #/home/gmuser/.virtualenvs/litao/bin/python3  /srv/apps/crawler/crawler_sys/framework/write_releasers_to_redis.py -p douban -d 1 -proxies 5 > /data/log/crawler/write_task.log &

start_crawler.sh

 #!/bin/bash
 #source /root/anaconda3/bin/activate
 #conda activate crawler_env
-sudo su - gmuser
+#sudo su - gmuser
 source /srv/envs/crawler/bin/activate
 ps aux|grep update_data_in_target_releasers_multi_process_by_date_from_redis|grep -v grep|cut -c 9-15|xargs kill -15
-ps aux|grep cal_ni_and_put_to_backend|grep -v grep|cut -c 9-15|xargs kill -15
+#ps aux|grep cal_ni_and_put_to_backend|grep -v grep|cut -c 9-15|xargs kill -15
 current_date=`date -d "-1 day" "+%Y%m%d"`
 python /srv/apps/crawler_old/crawler/crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py > /data/log/crawler/write_task_${current_date}_.log &
 #python /srv/apps/crawler_old/crawler/crawler_sys/scheduler/cal_ni_and_put_to_backend.py > /data/log/crawler/.log &
\ No newline at end of file