no message

Pyspark_job/sqoop_import/ods_asin_detail.py

@@ -19,9 +19,11 @@ if __name__ == '__main__':
     d1, d2 = CommonUtil.split_month_week_date(date_type, date_info)
     d2 = f'0{d2}' if int(d2) < 10 else f'{d2}'
     db_type = 'postgresql_14'
-    import_table = f"{site_name}_asin_detail_month_{d1}_{d2}"
-    if date_type == 'day':
-        import_table = f"{site_name}_asin_detail_day_{date_info.replace('-', '_')}"
+    # import_table = f"{site_name}_asin_detail_month_{d1}_{d2}"
+    # if date_type == 'day':
+    #     import_table = f"{site_name}_asin_detail_day_{date_info.replace('-', '_')}"
+    import_table = f"{site_name}_asin_detail_{date_type}_{date_info.replace('-', '_')}"
+    check_table = f"{site_name}_all_syn_st_{date_type}_{date_info.replace('-', '_')}"
     hive_table = "ods_asin_detail"
     partition_dict = {
         "site_name": site_name,
@@ -49,7 +51,7 @@ if __name__ == '__main__':
     def check_syn(engine):
         while True:
             try:
-                sql_check_syn = f"select * from {import_table} where state in (1, 2) limit 100"
+                sql_check_syn = f"select * from {check_table} where state in (1, 2) limit 100"
                 df = engine.read_sql(sql_check_syn)
                 if df.shape[0] > 0:
                     print(f"爬虫还未抓完, 等待5分钟继续")