no message

Pyspark_job/sqoop_import/ods_keepa_finder_asin.py

@@ -17,6 +17,8 @@ date_type = sys.argv[2]  # 参数2：类型：day/week/4_week/month/quarter
 date_info = sys.argv[3]  # 参数3：年-月-日/年-周/年-月/年-季, 比如: 2022-1
 
 db_type = "mysql"
+if date_type == 'week':
+    db_type = 'doris'
 
 engine = get_remote_engine(
         site_name=site_name,
@@ -29,12 +31,25 @@ partition_dict = {
     "date_type": date_type,
     "date_info": date_info,
 }
-sql_query = f"select id, request_id, asin, tracking_since from keepa_finder_asin where 1=1 " \
+
+if date_type == 'week':
+    # db_type = 'doris'
+    sql_query = f"select null as id, null as request_id, asin, update_time as tracking_since from keepa_finder_asin where 1=1 " \
             f"and \$CONDITIONS"
+    engine.sqoop_raw_import(
+        query=sql_query,
+        hive_table=hive_table,
+        partitions=partition_dict,
+        m=1,
+    )
 
-is_saturday_flag = is_saturday(date_info)
+else:
+    sql_query = f"select id, request_id, asin, tracking_since from keepa_finder_asin where 1=1 " \
+                f"and \$CONDITIONS"
 
-if is_saturday_flag:
+    is_saturday_flag = is_saturday(date_info)
+
+    if is_saturday_flag:
         print(f"{date_info}是周六, 因此需要进行导入")
         engine.sqoop_raw_import(
                 query=sql_query,
@@ -42,7 +57,7 @@ if is_saturday_flag:
                 partitions=partition_dict,
                 m=1,
             )
-else:
+    else:
         print(f"{date_info}不是周六, 因此不需要进行导入")