Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
Amazon-Selection-Data
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
abel_cjy
Amazon-Selection-Data
Commits
cdf6d44c
Commit
cdf6d44c
authored
Dec 02, 2025
by
fangxingjun
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
no message
parent
f60670e5
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
13 additions
and
5 deletions
+13
-5
img_dwd_id_index.py
Pyspark_job/img_search/img_dwd_id_index.py
+13
-5
No files found.
Pyspark_job/img_search/img_dwd_id_index.py
View file @
cdf6d44c
...
@@ -145,11 +145,19 @@ class PicturesIdIndex(Templates):
...
@@ -145,11 +145,19 @@ class PicturesIdIndex(Templates):
pq
.
write_table
(
table
,
f
"{self.local_path}/{self.hdfs_block_name}.parquet"
)
pq
.
write_table
(
table
,
f
"{self.local_path}/{self.hdfs_block_name}.parquet"
)
def
update_state_after_save
(
self
):
def
update_state_after_save
(
self
):
with
self
.
engine_doris
.
begin
()
as
conn
:
while
True
:
sql_update
=
text
(
try
:
f
"UPDATE {self.tn_pics_hdfs_index} SET state=3 WHERE state=2 and id={self.id};"
)
with
self
.
engine_doris
.
begin
()
as
conn
:
print
(
"sql_update:"
,
sql_update
)
sql_update
=
text
(
conn
.
execute
(
sql_update
)
f
"UPDATE {self.tn_pics_hdfs_index} SET state=3 WHERE state=2 and id={self.id};"
)
print
(
"sql_update:"
,
sql_update
)
conn
.
execute
(
sql_update
)
break
except
Exception
as
e
:
print
(
f
"更新数据错误: {e}"
,
traceback
.
format_exc
())
time
.
sleep
(
5
)
self
.
engine_doris
=
DBUtil
.
get_db_engine
(
db_type
=
DbTypes
.
doris
.
name
,
site_name
=
self
.
site_name
)
continue
def
run
(
self
):
def
run
(
self
):
while
True
:
while
True
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment