Commit 1452459f by fangxingjun

no message

parent 8e098cba
......@@ -105,14 +105,21 @@ if __name__ == '__main__':
# for site_name in ['us', 'uk', 'de']:
# wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_asin', wf_type="spider")
site_name = 'us'
# 同步st搜索词
wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_st', wf_type="spider")
# 抓完搜索词+同步asin -- st抓取完计算数量+1 + 重置asin抓取
wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_asin', wf_type="spider")
wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_st', wf_type="cal")
# 同步fd -- 重置asin抓取+st抓取完数量+1
wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_fd', wf_type="spider")
wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_fd', wf_type="cal")
# 抓完asin+计算全流程 -- 更改asin计算全流程数量+1
wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_asin', wf_type="cal")
site_name = sys.argv[1] # 参数1:站点
date_type = sys.argv[2] # 参数2:类型:day/week/4_week/month/quarter
date_info = sys.argv[3] # 参数3:年-月-日/年-周/年-月/年-季, 比如: 2022-1
spider_name = sys.argv[4] # 参数4:spider_name名称对应的值, 其实也是爬虫任务流
wf_type = sys.argv[5] # 参数4:spider或cal, 判断执行的类型
wf_month_control(site_name=site_name, date_type=date_type, date_info=date_info, spider_name=spider_name, wf_type=wf_type)
# site_name = 'us'
# # 同步st搜索词
# wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_st', wf_type="spider")
# # 抓完搜索词+同步asin -- st抓取完计算数量+1 + 重置asin抓取
# wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_asin', wf_type="spider")
# wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_st', wf_type="cal")
# # 同步fd -- 重置asin抓取+st抓取完数量+1
# wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_fd', wf_type="spider")
# wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_fd', wf_type="cal")
# # 抓完asin+计算全流程 -- 更改asin计算全流程数量+1
# wf_month_control(site_name=site_name, date_type='month', date_info='2026-06', spider_name=f'{site_name}_spider_asin', wf_type="cal")
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment