Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
Amazon-Selection-Data
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
abel_cjy
Amazon-Selection-Data
Commits
320d442c
Commit
320d442c
authored
Sep 16, 2026
by
chenyuanjie
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
fix
parent
1425f4b3
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
2 additions
and
7 deletions
+2
-7
dwt_flow_asin.py
Pyspark_job/dwt/dwt_flow_asin.py
+2
-7
No files found.
Pyspark_job/dwt/dwt_flow_asin.py
View file @
320d442c
...
...
@@ -449,12 +449,9 @@ class DwtFlowAsin(Templates):
self
.
df_asin_measure
.
unpersist
()
df_ao_stage
.
unpersist
()
# 变体销量和(variation_bought_month):按parent_asin聚合asin_bought_month;
# asin等于parent_asin且variation_num>0的不参与求和
# 变体销量和(variation_bought_month):按parent_asin聚合asin_bought_month
df_variation_bought_month
=
self
.
df_asin_detail
.
filter
(
"parent_asin is not null"
)
.
filter
(
~
((
F
.
col
(
"asin"
)
==
F
.
col
(
"parent_asin"
))
&
(
F
.
col
(
"variation_num"
)
>
0
))
)
.
select
(
"parent_asin"
,
"asin_bought_month"
)
df_variation_bought_month_agg
=
df_variation_bought_month
.
groupby
([
'parent_asin'
])
.
agg
(
F
.
sum
(
"asin_bought_month"
)
.
cast
(
"int"
)
.
alias
(
"variation_bought_month"
)
...
...
@@ -475,11 +472,9 @@ class DwtFlowAsin(Templates):
)
.
withColumn
(
"skus_num_creat"
,
F
.
col
(
"skus_num_creat"
)
.
cast
(
"int"
)
)
.
na
.
fill
({
"auctions_num"
:
0
,
"skus_num_creat"
:
0
})
# 母体竞卖数:按parent_asin聚合子体auctions_num/skus_num_creat
;asin等于parent_asin且variation_num>0的不参与求和
# 母体竞卖数:按parent_asin聚合子体auctions_num/skus_num_creat
df_auction_all
=
self
.
df_asin_detail
.
filter
(
"parent_asin is not null"
)
.
filter
(
~
((
F
.
col
(
"asin"
)
==
F
.
col
(
"parent_asin"
))
&
(
F
.
col
(
"variation_num"
)
>
0
))
)
.
select
(
"parent_asin"
,
"auctions_num"
,
"skus_num_creat"
)
df_auction_all_agg
=
df_auction_all
.
groupby
([
'parent_asin'
])
.
agg
(
F
.
sum
(
"auctions_num"
)
.
cast
(
"int"
)
.
alias
(
"auctions_num_all"
),
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment