Commit 320d442c by chenyuanjie

fix

parent 1425f4b3
......@@ -449,12 +449,9 @@ class DwtFlowAsin(Templates):
self.df_asin_measure.unpersist()
df_ao_stage.unpersist()
# 变体销量和(variation_bought_month):按parent_asin聚合asin_bought_month;
# asin等于parent_asin且variation_num>0的不参与求和
# 变体销量和(variation_bought_month):按parent_asin聚合asin_bought_month
df_variation_bought_month = self.df_asin_detail.filter(
"parent_asin is not null"
).filter(
~((F.col("asin") == F.col("parent_asin")) & (F.col("variation_num") > 0))
).select("parent_asin", "asin_bought_month")
df_variation_bought_month_agg = df_variation_bought_month.groupby(['parent_asin']).agg(
F.sum("asin_bought_month").cast("int").alias("variation_bought_month")
......@@ -475,11 +472,9 @@ class DwtFlowAsin(Templates):
).withColumn(
"skus_num_creat", F.col("skus_num_creat").cast("int")
).na.fill({"auctions_num": 0, "skus_num_creat": 0})
# 母体竞卖数:按parent_asin聚合子体auctions_num/skus_num_creat;asin等于parent_asin且variation_num>0的不参与求和
# 母体竞卖数:按parent_asin聚合子体auctions_num/skus_num_creat
df_auction_all = self.df_asin_detail.filter(
"parent_asin is not null"
).filter(
~((F.col("asin") == F.col("parent_asin")) & (F.col("variation_num") > 0))
).select("parent_asin", "auctions_num", "skus_num_creat")
df_auction_all_agg = df_auction_all.groupby(['parent_asin']).agg(
F.sum("auctions_num").cast("int").alias("auctions_num_all"),
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment