no message

Pyspark_job/dwd/dwd_nsr_bsr_keepa_asin.py

@@ -113,7 +113,7 @@ class DwdNsrBsrKeepaAsin(Templates):
         sql_keepa = f"""
         select distinct(asin), date_info, 3 as asin_cate_flag, null as category_id from ods_keepa_finder_asin where site_name='{self.site_name}' and date_info between '{thirty_days_ago}' and '{self.date_info}' 
          union all 
-         select distinct(asin), date_info, 4 as asin_cate_flag, null as category_id from ods_keepa_finder_task_asin  where site_name='{self.site_name}' and date_info between '{thirty_days_ago}' and '{self.date_info}' 
+         select distinct(asin), '{self.date_info}' as date_info, 4 as asin_cate_flag, null as category_id from ods_keepa_finder_task_asin  where site_name='{self.site_name}' and date_info between '{thirty_days_ago}' and '{self.date_info}' 
         """
         if self.date_type == 'month':
             sql_keepa = f"""

Pyspark_job/sqoop_export/export_dwt_asin_sync.py

@@ -25,6 +25,10 @@ def export_data(site_name, date_type, date_info):
     cols_list = ['asin', 'asin_is_variation', 'volume', 'weight_str', 'date_info']
 
     import_table = f'{site_name}_all_syn_st_{date_type}_{date_info.replace("-", "_")}'
+    if date_type == 'day':
+        sql_truncate = f"truncate {import_table};"
+        print(f"sql_truncate: {sql_truncate}")
+        engine.execute(sql_truncate)
 
     hive_table = 'dwt_asin_sync'
     print(f"import_table: {import_table}, hive_table: {hive_table}")