update

README.md

@@ -4,5 +4,5 @@
 2. 切换权限 sudo su - gmuser
 3. source /root/anaconda3/bin/activate
 4. 创建虚拟环境 conda activate crawler_env/conda deactivate
-5. 抓取程序 python /srv/apps/crawler/crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py
+5. 抓取程序 nohup python /srv/apps/crawler/crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py > /data/log/fect_task.log &
 6. 写入抓取url程序 python /srv/apps/crawler/crawler_sys/framework/write_releasers_to_redis.py -p weibo -d 1 -proxies 2
\ No newline at end of file

run.sh

 #!/bin/bash
-sudo su - gmuser
+#sudo su - gmuser
 source /root/anaconda3/bin/activate
 conda activate crawler_env
 python /srv/apps/crawler/crawler_sys/framework/write_releasers_to_redis.py -p weibo -d 1 -proxies 5 > /data/log/write_task.log &

start_crawler.sh

 #!/bin/bash
-sudo su - gmuser
 source /root/anaconda3/bin/activate
 conda activate crawler_env
-python /srv/apps/crawler/crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py
\ No newline at end of file
+current_date=`date -d "-1 day" "+%Y%m%d"`
+python /srv/apps/crawler/crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py > /data/log/write_task_${current_date}_.log &
\ No newline at end of file