fix

Pyspark_job/dim/dim_asin_launchtime_info.py

@@ -82,7 +82,7 @@ class DimAsinLaunchtimeInfo(object):
         sql = f"""
             select asin,
                    crawl_asin_launch_time,
-                   '9999-12-31 23:59:59' as updated_time,
+                   '1970-01-01 00:00:00' as updated_time,
                    appear_period_label as period_label
             from dim_asin_launchtime_info
             where site_name='{self.site_name}'
@@ -148,9 +148,9 @@ class DimAsinLaunchtimeInfo(object):
 
         df_save = df_result.select(
             F.col('asin'),
-            F.date_format(F.to_date(F.coalesce(F.col('crawl_asin_launch_time'), F.col('keepa_asin_launch_time'))), 'yyyy-MM-dd').alias('asin_launch_time'),
-            F.date_format(F.to_date(F.col('crawl_asin_launch_time')), 'yyyy-MM-dd').alias('crawl_asin_launch_time'),
-            F.date_format(F.to_date(F.col('keepa_asin_launch_time')), 'yyyy-MM-dd').alias('keepa_asin_launch_time'),
+            F.to_date(F.coalesce(F.col('crawl_asin_launch_time'), F.col('keepa_asin_launch_time'))).cast('string').alias('asin_launch_time'),
+            F.to_date(F.col('crawl_asin_launch_time')).cast('string').alias('crawl_asin_launch_time'),
+            F.to_date(F.col('keepa_asin_launch_time')).cast('string').alias('keepa_asin_launch_time'),
             F.col('period_label').alias('appear_period_label'),
             F.when(F.col('keepa_crawl_flag') == 1, F.lit(1)).otherwise(F.lit(0)).alias('keepa_crawl_flag'),
             F.lit(self.site_name).alias('site_name')