Commit 320d442c by chenyuanjie

fix

parent 1425f4b3
...@@ -449,12 +449,9 @@ class DwtFlowAsin(Templates): ...@@ -449,12 +449,9 @@ class DwtFlowAsin(Templates):
self.df_asin_measure.unpersist() self.df_asin_measure.unpersist()
df_ao_stage.unpersist() df_ao_stage.unpersist()
# 变体销量和(variation_bought_month):按parent_asin聚合asin_bought_month; # 变体销量和(variation_bought_month):按parent_asin聚合asin_bought_month
# asin等于parent_asin且variation_num>0的不参与求和
df_variation_bought_month = self.df_asin_detail.filter( df_variation_bought_month = self.df_asin_detail.filter(
"parent_asin is not null" "parent_asin is not null"
).filter(
~((F.col("asin") == F.col("parent_asin")) & (F.col("variation_num") > 0))
).select("parent_asin", "asin_bought_month") ).select("parent_asin", "asin_bought_month")
df_variation_bought_month_agg = df_variation_bought_month.groupby(['parent_asin']).agg( df_variation_bought_month_agg = df_variation_bought_month.groupby(['parent_asin']).agg(
F.sum("asin_bought_month").cast("int").alias("variation_bought_month") F.sum("asin_bought_month").cast("int").alias("variation_bought_month")
...@@ -475,11 +472,9 @@ class DwtFlowAsin(Templates): ...@@ -475,11 +472,9 @@ class DwtFlowAsin(Templates):
).withColumn( ).withColumn(
"skus_num_creat", F.col("skus_num_creat").cast("int") "skus_num_creat", F.col("skus_num_creat").cast("int")
).na.fill({"auctions_num": 0, "skus_num_creat": 0}) ).na.fill({"auctions_num": 0, "skus_num_creat": 0})
# 母体竞卖数:按parent_asin聚合子体auctions_num/skus_num_creat;asin等于parent_asin且variation_num>0的不参与求和 # 母体竞卖数:按parent_asin聚合子体auctions_num/skus_num_creat
df_auction_all = self.df_asin_detail.filter( df_auction_all = self.df_asin_detail.filter(
"parent_asin is not null" "parent_asin is not null"
).filter(
~((F.col("asin") == F.col("parent_asin")) & (F.col("variation_num") > 0))
).select("parent_asin", "auctions_num", "skus_num_creat") ).select("parent_asin", "auctions_num", "skus_num_creat")
df_auction_all_agg = df_auction_all.groupby(['parent_asin']).agg( df_auction_all_agg = df_auction_all.groupby(['parent_asin']).agg(
F.sum("auctions_num").cast("int").alias("auctions_num_all"), F.sum("auctions_num").cast("int").alias("auctions_num_all"),
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment