Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
Amazon-Selection-Data
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
abel_cjy
Amazon-Selection-Data
Commits
61528d10
Commit
61528d10
authored
Apr 15, 2025
by
chenyuanjie
1
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
修改mysql连接
parent
4bfb7e81
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
21 additions
and
21 deletions
+21
-21
dwt_st_theme_agg.py
Pyspark_job/dwt/dwt_st_theme_agg.py
+19
-19
db_util.py
Pyspark_job/utils/db_util.py
+2
-2
No files found.
Pyspark_job/dwt/dwt_st_theme_agg.py
View file @
61528d10
...
@@ -260,20 +260,20 @@ class DwtStThemeAgg(object):
...
@@ -260,20 +260,20 @@ class DwtStThemeAgg(object):
"""
"""
self
.
df_pattern_words_base
=
self
.
spark
.
sql
(
sql
)
self
.
df_pattern_words_base
=
self
.
spark
.
sql
(
sql
)
# 提前处理给叠词打上标签,并对不需要的叠词直接过滤
# 提前处理给叠词打上标签,并对不需要的叠词直接过滤
self
.
df_pattern_words_base
=
self
.
df_pattern_words_base
.
withColumn
(
'twin_words_flag'
,
self
.
u_judge_twin_words
(
F
.
col
(
'search_term'
)))
self
.
df_pattern_words_base
=
self
.
df_pattern_words_base
.
withColumn
(
'twin_words_flag'
,
self
.
u_judge_twin_words
(
F
.
col
(
'search_term'
)))
self
.
df_pattern_words_base
=
self
.
df_pattern_words_base
.
filter
(
" twin_words_flag == 0"
)
.
cache
()
self
.
df_pattern_words_base
=
self
.
df_pattern_words_base
.
filter
(
" twin_words_flag == 0"
)
.
cache
()
sql
=
f
"""
sql
=
f
"""
select
select
st_key,
st_key,
search_term,
search_term,
theme_ch,
theme_ch,
theme_en,
theme_en,
theme_label_ch,
theme_label_ch,
theme_label_en,
theme_label_en,
pattern_type,
pattern_type,
theme_label_num_info,
theme_label_num_info,
theme_label_unit_info
theme_label_unit_info
from big_data_selection.dws_st_theme
from big_data_selection.dws_st_theme
where site_name = '{self.site_name}'
where site_name = '{self.site_name}'
and date_type = '{self.date_type}'
and date_type = '{self.date_type}'
...
@@ -283,15 +283,15 @@ class DwtStThemeAgg(object):
...
@@ -283,15 +283,15 @@ class DwtStThemeAgg(object):
# 获取主题词
# 获取主题词
sql
=
f
"""
sql
=
f
"""
select
select
search_term,
search_term,
concat_ws(",",collect_list(theme_label_en)) as pattern_list
concat_ws(",",collect_list(theme_label_en)) as pattern_list
from big_data_selection.dws_st_theme
from big_data_selection.dws_st_theme
where site_name = '{self.site_name}'
where site_name = '{self.site_name}'
and date_type = '{self.date_type}'
and date_type = '{self.date_type}'
and date_info = '{self.date_info}'
and date_info = '{self.date_info}'
group by st_key,search_term
group by st_key,search_term
"""
"""
self
.
df_theme
=
self
.
spark
.
sql
(
sql
)
.
cache
()
self
.
df_theme
=
self
.
spark
.
sql
(
sql
)
.
cache
()
# sql获取最终品牌词匹配需保留得品牌词库
# sql获取最终品牌词匹配需保留得品牌词库
...
...
Pyspark_job/utils/db_util.py
View file @
61528d10
...
@@ -34,8 +34,8 @@ class DBUtil(object):
...
@@ -34,8 +34,8 @@ class DBUtil(object):
# mysql连接参数
# mysql连接参数
__mysql_host__
=
"rm-wz9yg9bsb2zf01ea4yo.mysql.rds.aliyuncs.com"
__mysql_host__
=
"rm-wz9yg9bsb2zf01ea4yo.mysql.rds.aliyuncs.com"
__mysql_port__
=
"3306"
__mysql_port__
=
"3306"
__mysql_username__
=
"
adv_yswg
"
__mysql_username__
=
"
XP_Yswg2025
"
__mysql_pwd__
=
"
HCL1zcUgQesaaXNLbL37O5KhpSAy0c
"
__mysql_pwd__
=
"
Xp_Yswg2025@300
"
# pg连接参数正式库-h15
# pg连接参数正式库-h15
__pgsql_host__
=
"192.168.10.224"
__pgsql_host__
=
"192.168.10.224"
...
...
chenyuanjie
@chenyuanjie
mentioned in commit
ed5d0339
Apr 15, 2025
mentioned in commit
ed5d0339
mentioned in commit ed5d033906edeb068f7050a541156d387343eea2
Toggle commit list
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment