no message

Pyspark_job/sqoop_export/export_dwt_asin_sync.py

@@ -13,9 +13,9 @@ def update_workflow_manager(site_name, date_type, date_info):
         while True:
             try:
                 site_name_pri_dict = {
-                    "us": 2,
-                    "uk": 4,
-                    "de": 6,
+                    "us": 1,
+                    "uk": 3,
+                    "de": 5,
                 }
                 engine_mysql = get_remote_engine(
                     site_name='us',
@@ -24,7 +24,7 @@ def update_workflow_manager(site_name, date_type, date_info):
                 with engine_mysql.begin() as conn:
                     spider_script = f'ansible dabing_all -f 10 -m shell -a "nohup /usr/local/bin/python3 /mnt/py_spider/threading_spider/Poll_site_spider_month.py {site_name} {date_type} {date_info} >/dev/null 2>&1 &";'
                     priority = site_name_pri_dict[site_name]
-                    update_sql_workflow = f"""
+                    update_sql_workflow_spider = f"""
                                                         INSERT INTO selection.workflow_manager
                                         (
                                             workflow_name,
@@ -37,7 +37,7 @@ def update_workflow_manager(site_name, date_type, date_info):
                                             spider_is_ready,
                                             spider_state,
                                             bg_name,
-                                            bg_dol_state, 
+                                            bg_dol_state,
                                             finished_count
                                         )
                                         VALUES
@@ -51,22 +51,27 @@ def update_workflow_manager(site_name, date_type, date_info):
                                             '{spider_script}',
                                             'yes',
                                             1,
-                                            '{site_name}_all_cal', 
+                                            '{site_name}_all_cal',
                                             3,
                                             0
                                         )
                                         ON DUPLICATE KEY UPDATE
-                                            spider_is_ready = VALUES(spider_is_ready), 
-                                            spider_script = VALUES(spider_script), 
-                                            spider_state = VALUES(spider_state), 
-                                            bg_dol_state = VALUES(bg_dol_state),
-                                            finished_count = COALESCE(finished_count, 0) + 1;
+                                            spider_is_ready = VALUES(spider_is_ready),
+                                            spider_script = VALUES(spider_script),
+                                            spider_state = VALUES(spider_state),
+                                            bg_dol_state = VALUES(bg_dol_state);
                                 """
-                    print(f"workflow_manager进度表---重置爬虫的asin抓取进度: {update_sql_workflow}")
-                    conn.execute(update_sql_workflow)
+                    print(f"workflow_manager进度表---重置爬虫的asin抓取进度: {update_sql_workflow_spider}")
+                    conn.execute(update_sql_workflow_spider)
+
+                    update_sql_workflow_bg = f"""update selection.workflow_manager 
+  set bg_dol_state=3, finished_count=COALESCE(finished_count, 0) + 1
+  WHERE workflow_name='月全流程' and site_name='{site_name}' and date_type='{date_type}' and date_info='{date_info}' and priority={priority}"""
+                    print(f"workflow_manager进度表---更新asin导出进度和完成次数: {update_sql_workflow_bg}")
+                    conn.execute(update_sql_workflow_bg)
                     break
             except Exception as e:
-                print(f"失败：workflow_manager进度表---重置爬虫的asin抓取进度: {update_sql_workflow}, {e}, 报错信息: {traceback.format_exc()}")
+                print(f"失败：workflow_manager进度表---重置爬虫的asin抓取进度: {update_sql_workflow_spider}, {e}, 报错信息: {traceback.format_exc()}")
                 time.sleep(300)
                 continue