Commit c3c84cf5 by fangxingjun

任务编排,测试通过

parent 05c13cdd
...@@ -187,6 +187,7 @@ class ImportStToPg14(object): ...@@ -187,6 +187,7 @@ class ImportStToPg14(object):
spider_is_ready, spider_is_ready,
spider_state, spider_state,
bg_name, bg_name,
bg_dol_name,
bg_dol_state bg_dol_state
) )
VALUES VALUES
...@@ -201,6 +202,7 @@ class ImportStToPg14(object): ...@@ -201,6 +202,7 @@ class ImportStToPg14(object):
'yes', 'yes',
1, 1,
'{self.site_name}_asin_export', '{self.site_name}_asin_export',
'ALL站点-asin同步-pg-api',
1 1
) )
ON DUPLICATE KEY UPDATE ON DUPLICATE KEY UPDATE
......
...@@ -36,6 +36,7 @@ def update_workflow_manager(site_name, date_type, date_info): ...@@ -36,6 +36,7 @@ def update_workflow_manager(site_name, date_type, date_info):
spider_is_ready, spider_is_ready,
spider_state, spider_state,
bg_name, bg_name,
bg_dol_name,
bg_dol_state, bg_dol_state,
finished_count finished_count
) )
...@@ -50,14 +51,16 @@ def update_workflow_manager(site_name, date_type, date_info): ...@@ -50,14 +51,16 @@ def update_workflow_manager(site_name, date_type, date_info):
'{spider_script}', '{spider_script}',
'yes', 'yes',
1, 1,
'{site_name}_all_cal', '{site_name}_all_cal',
'ALL-月流程-ABA+反查+流量选品',
1, 1,
0 0
) )
ON DUPLICATE KEY UPDATE ON DUPLICATE KEY UPDATE
spider_is_ready = VALUES(spider_is_ready), spider_is_ready = VALUES(spider_is_ready),
spider_script = VALUES(spider_script), spider_script = VALUES(spider_script),
spider_state = VALUES(spider_state); spider_state = VALUES(spider_state),
bg_dol_name = VALUES(bg_dol_name);
""" """
print(f"workflow_manager进度表---重置爬虫的asin抓取进度: {update_sql_workflow_spider}") print(f"workflow_manager进度表---重置爬虫的asin抓取进度: {update_sql_workflow_spider}")
engine_mysql.execute(update_sql_workflow_spider) engine_mysql.execute(update_sql_workflow_spider)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment