Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
Amazon-Selection-Data
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
abel_cjy
Amazon-Selection-Data
Commits
9c3b513a
Commit
9c3b513a
authored
Aug 20, 2025
by
fangxingjun
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
no message
parent
10a8426c
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
19 additions
and
0 deletions
+19
-0
img_alter_table_name.py
Pyspark_job/img_search/img_alter_table_name.py
+19
-0
No files found.
Pyspark_job/img_search/img_alter_table_name.py
View file @
9c3b513a
import
os
import
os
import
sys
import
sys
import
time
import
pandas
as
pd
os
.
environ
[
"PYARROW_IGNORE_TIMEZONE"
]
=
"1"
os
.
environ
[
"PYARROW_IGNORE_TIMEZONE"
]
=
"1"
sys
.
path
.
append
(
os
.
path
.
dirname
(
sys
.
path
[
0
]))
# 上级目录
sys
.
path
.
append
(
os
.
path
.
dirname
(
sys
.
path
[
0
]))
# 上级目录
from
utils.templates
import
Templates
from
utils.templates
import
Templates
from
utils.db_util
import
DbTypes
,
DBUtil
from
utils.db_util
import
DbTypes
,
DBUtil
from
datetime
import
date
class
ImgAlterTableName
(
Templates
):
class
ImgAlterTableName
(
Templates
):
...
@@ -20,6 +24,7 @@ class ImgAlterTableName(Templates):
...
@@ -20,6 +24,7 @@ class ImgAlterTableName(Templates):
pass
pass
def
handle_data
(
self
):
def
handle_data
(
self
):
while
True
:
with
self
.
engine_doris
.
begin
()
as
conn
:
with
self
.
engine_doris
.
begin
()
as
conn
:
sql1
=
"ALTER TABLE img_id_index RENAME img_id_index_temp;"
sql1
=
"ALTER TABLE img_id_index RENAME img_id_index_temp;"
conn
.
execute
(
sql1
)
conn
.
execute
(
sql1
)
...
@@ -28,6 +33,20 @@ class ImgAlterTableName(Templates):
...
@@ -28,6 +33,20 @@ class ImgAlterTableName(Templates):
sql3
=
"ALTER TABLE img_id_index_temp RENAME img_id_index_copy;"
sql3
=
"ALTER TABLE img_id_index_temp RENAME img_id_index_copy;"
conn
.
execute
(
sql3
)
conn
.
execute
(
sql3
)
print
(
f
"交换表名称完成--sql1: {sql1}
\n
sql2: {sql2}
\n
sql3: {sql3}"
)
print
(
f
"交换表名称完成--sql1: {sql1}
\n
sql2: {sql2}
\n
sql3: {sql3}"
)
sql_read
=
"select * from img_id_index limit 1"
df_read
=
pd
.
read_sql
(
sql_read
,
con
=
self
.
engine_doris
)
created_time
=
str
(
list
(
df_read
.
created_time
)[
0
])
created_date
=
created_time
[:
10
]
if
len
(
created_time
)
>
10
else
None
# 获取今天日期
today_str
=
date
.
today
()
.
strftime
(
'
%
Y-
%
m-
%
d'
)
# '2025-08-20'
if
created_date
==
today_str
:
print
(
f
"日期校验通过: created_date--{created_date}, today_str--{today_str}"
)
break
else
:
print
(
f
"日期校验不通过,等待10s继续: created_date--{created_date}, today_str--{today_str}"
)
self
.
engine_doris
=
DBUtil
.
get_db_engine
(
db_type
=
DbTypes
.
doris
.
name
,
site_name
=
self
.
site_name
)
time
.
sleep
(
10
)
continue
def
save_data
(
self
):
def
save_data
(
self
):
pass
pass
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment