Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
Amazon-Selection-Data
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
abel_cjy
Amazon-Selection-Data
Commits
43ef374e
Commit
43ef374e
authored
Nov 03, 2026
by
chenyuanjie
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
fix
parent
d6f7f901
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
6 additions
and
8 deletions
+6
-8
dwt_flow_asin_week.py
Pyspark_job/doris_handle/dwt_flow_asin_week.py
+3
-4
pinterest_month.py
Pyspark_job/doris_handle/pinterest_month.py
+3
-4
No files found.
Pyspark_job/doris_handle/dwt_flow_asin_week.py
View file @
43ef374e
...
@@ -960,8 +960,8 @@ def modify_mission_record_status(site_name, date_info, result_type):
...
@@ -960,8 +960,8 @@ def modify_mission_record_status(site_name, date_info, result_type):
df_is_finished
=
pd
.
read_sql
(
select_sql
,
engine_mysql
)
df_is_finished
=
pd
.
read_sql
(
select_sql
,
engine_mysql
)
if
df_is_finished
.
empty
:
if
df_is_finished
.
empty
:
replace_sql
=
f
"""
replace_sql
=
f
"""
replace into {record_table} (site_name, report_date, status, status_val, table_name, date_type, page, is_end, remark, export_db_type)
replace into {record_table} (site_name, report_date, status, status_val, table_name, date_type, page, is_end, remark, export_db_type
, freeze_flag
)
VALUES ('{site_name}', '{date_info}', '{status_remark}', 14, '{table_name_field}', '{date_type}', '流量选品', '是', '{status_remark}', 'doris')
VALUES ('{site_name}', '{date_info}', '{status_remark}', 14, '{table_name_field}', '{date_type}', '流量选品', '是', '{status_remark}', 'doris'
, 'prod_disable'
)
"""
"""
DBUtil
.
exec_sql
(
'mysql'
,
'us'
,
replace_sql
)
DBUtil
.
exec_sql
(
'mysql'
,
'us'
,
replace_sql
)
print
(
f
"[Step 5] 流程记录表 workflow_everyday 已写入:{site_name} {date_info} date_type={date_type}"
)
print
(
f
"[Step 5] 流程记录表 workflow_everyday 已写入:{site_name} {date_info} date_type={date_type}"
)
...
@@ -1004,8 +1004,7 @@ def main(site_name, date_info, result_type='formal'):
...
@@ -1004,8 +1004,7 @@ def main(site_name, date_info, result_type='formal'):
_exec_doris_sql
([
build_week_insert_overwrite_sql
(
site_name
,
week_selection_table
,
date_info
,
week_end_date
)])
_exec_doris_sql
([
build_week_insert_overwrite_sql
(
site_name
,
week_selection_table
,
date_info
,
week_end_date
)])
# ===== [Step 5] 流程记录表更新(仅 formal 模式)=====
# ===== [Step 5] 流程记录表更新(仅 formal 模式)=====
# TODO 待上线后打开
modify_mission_record_status
(
site_name
,
date_info
,
result_type
)
# modify_mission_record_status(site_name, date_info, result_type)
print
(
"success!"
)
print
(
"success!"
)
...
...
Pyspark_job/doris_handle/pinterest_month.py
View file @
43ef374e
...
@@ -236,8 +236,8 @@ def modify_mission_record_status(site_name, date_info, table_name, result_type):
...
@@ -236,8 +236,8 @@ def modify_mission_record_status(site_name, date_info, table_name, result_type):
df_is_finished
=
pd
.
read_sql
(
select_sql
,
engine_mysql
)
df_is_finished
=
pd
.
read_sql
(
select_sql
,
engine_mysql
)
if
df_is_finished
.
empty
:
if
df_is_finished
.
empty
:
replace_sql
=
f
"""
replace_sql
=
f
"""
replace into {record_table} (site_name, report_date, status, status_val, table_name, date_type, page, is_end, remark, export_db_type)
replace into {record_table} (site_name, report_date, status, status_val, table_name, date_type, page, is_end, remark, export_db_type
, freeze_flag
)
VALUES ('{site_name}', '{date_info}', '{status_remark}', 14, '{table_name}', '{date_type}', 'pinterest', '是', '{status_remark}', 'doris')
VALUES ('{site_name}', '{date_info}', '{status_remark}', 14, '{table_name}', '{date_type}', 'pinterest', '是', '{status_remark}', 'doris'
, 'prod_disable'
)
"""
"""
DBUtil
.
exec_sql
(
'mysql'
,
'us'
,
replace_sql
)
DBUtil
.
exec_sql
(
'mysql'
,
'us'
,
replace_sql
)
print
(
f
"[Step 3] 流程记录表 workflow_everyday 已写入:{site_name} {date_info} table_name={table_name}"
)
print
(
f
"[Step 3] 流程记录表 workflow_everyday 已写入:{site_name} {date_info} table_name={table_name}"
)
...
@@ -263,8 +263,7 @@ def main(site_name, date_info, result_type='formal'):
...
@@ -263,8 +263,7 @@ def main(site_name, date_info, result_type='formal'):
_exec_doris_sql
([
build_month_insert_overwrite_sql
(
site_name
,
month_table
,
date_info
)])
_exec_doris_sql
([
build_month_insert_overwrite_sql
(
site_name
,
month_table
,
date_info
)])
# ===== [Step 3] 流程记录表更新(仅 formal 模式)=====
# ===== [Step 3] 流程记录表更新(仅 formal 模式)=====
# TODO 待上线后打开
modify_mission_record_status
(
site_name
,
date_info
,
month_table
,
result_type
)
# modify_mission_record_status(site_name, date_info, month_table, result_type)
print
(
"success!"
)
print
(
"success!"
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment