Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
Amazon-Selection-Data
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
abel_cjy
Amazon-Selection-Data
Commits
0a04ad9f
Commit
0a04ad9f
authored
May 21, 2026
by
chenyuanjie
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
fix
parent
e4431070
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
1 deletions
+3
-1
kafka_flow_asin_detail_to_doris.py
Pyspark_job/my_kafka/kafka_flow_asin_detail_to_doris.py
+3
-1
No files found.
Pyspark_job/my_kafka/kafka_flow_asin_detail_to_doris.py
View file @
0a04ad9f
...
...
@@ -1019,6 +1019,8 @@ class KafkaFlowAsinDetail(Templates):
"asin_weight_str"
,
"best_sellers_rank"
,
"best_sellers_herf"
,
# asin_type kafka 消费阶段统一写 0,业务实际类型由视图层 mv 综合判断
F
.
lit
(
0
)
.
cast
(
'tinyint'
)
.
alias
(
"asin_type"
),
)
table_columns
=
"""asin, asin_ao_val, asin_title, asin_title_len, asin_category_desc, asin_volume,
asin_weight, asin_launch_time, asin_brand_name, one_star, two_star, three_star, four_star, five_star, low_star,
...
...
@@ -1026,7 +1028,7 @@ class KafkaFlowAsinDetail(Templates):
asin_crawl_date, asin_price, asin_rating, asin_total_comments, matrix_ao_val, zr_flow_proportion, matrix_flow_proportion,
date_info, img_url, category_current_id, category_first_rank, category_current_rank, bsr_orders, bsr_orders_sale,
page_inventory, asin_bought_month, seller_json, buy_box_seller_type, asin_describe, asin_fbm_price, asin_describe_len,
asin_weight_str, best_sellers_rank, best_sellers_herf"""
asin_weight_str, best_sellers_rank, best_sellers_herf
, asin_type
"""
DorisHelper
.
spark_export_with_columns
(
df_save
=
df_asin_latest_detail
,
db_name
=
self
.
doris_db_selection
,
table_name
=
self
.
asin_latest_detail_table
,
table_columns
=
table_columns
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment