Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
Amazon-Selection-Data
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
abel_cjy
Amazon-Selection-Data
Commits
e824529d
Commit
e824529d
authored
Apr 21, 2026
by
chenyuanjie
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Doris导出变体属性表
parent
616c9bd6
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
2 deletions
+3
-2
dim_asin_detail.py
Pyspark_job/dim/dim_asin_detail.py
+3
-2
No files found.
Pyspark_job/dim/dim_asin_detail.py
View file @
e824529d
...
@@ -498,8 +498,9 @@ class DimAsinDetail(object):
...
@@ -498,8 +498,9 @@ class DimAsinDetail(object):
)
)
print
(
"导出父ASIN最新变体信息到doris:"
)
print
(
"导出父ASIN最新变体信息到doris:"
)
df_doris
=
df_asin_variat_agg
.
select
(
df_doris
=
df_asin_variat_agg
.
select
(
"parent_asin"
,
F
.
lit
(
self
.
date_info
)
.
alias
(
"date_info"
),
"asin_crawl_date"
,
"variation_info"
,
"attr_info"
)
"parent_asin"
,
F
.
lit
(
self
.
date_info
)
.
alias
(
"date_info"
),
"asin_crawl_date"
,
"variation_info"
,
"attr_info"
,
table_columns
=
"parent_asin, date_info, asin_crawl_date, variation_info, attr_info"
F
.
date_format
(
F
.
current_timestamp
(),
"yyyy-MM-dd HH:mm:ss"
)
.
alias
(
"updated_at"
))
table_columns
=
"parent_asin, date_info, asin_crawl_date, variation_info, attr_info, updated_at"
DorisHelper
.
spark_export_with_columns
(
df_save
=
df_doris
,
db_name
=
self
.
doris_db
,
table_name
=
self
.
parent_asin_latest_detail_table
,
table_columns
=
table_columns
)
DorisHelper
.
spark_export_with_columns
(
df_save
=
df_doris
,
db_name
=
self
.
doris_db
,
table_name
=
self
.
parent_asin_latest_detail_table
,
table_columns
=
table_columns
)
else
:
else
:
print
(
"不用导出旧数据到doris中"
)
print
(
"不用导出旧数据到doris中"
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment