Skip to content

A
Amazon-Selection-Data
Commit fd4b7fdd by chenyuanjie
Options

fix

parent 9ac6cf3e
Showing with 1 additions and 1 deletions
Pyspark_job/dim/dim_keepa_asin_info.py
...@@ -130,7 +130,7 @@ class DimKeepaAsinInfo(object): ...@@ -130,7 +130,7 @@ class DimKeepaAsinInfo(object):
"site_name", F.lit(self.site_name) "site_name", F.lit(self.site_name)
).withColumn( ).withColumn(
"date_info", F.lit(self.date_info) "date_info", F.lit(self.date_info)
).repartition(50).cache() ).repartition(40).cache()
new_count = self.df_save.count() new_count = self.df_save.count()
old_count = self.df_keepa_asin_history.count() old_count = self.df_keepa_asin_history.count()
hive_tb = "dim_keepa_asin_info" hive_tb = "dim_keepa_asin_info"
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment