Skip to content

A
Amazon-Selection-Data
Commit ce875c8a by fangxingjun
Options

no message

parent 261beb5b
Showing with 1 additions and 1 deletions
Pyspark_job/img_search/img_dim_features_slice.py
...@@ -24,7 +24,7 @@ class PicturesDimFeaturesSlice(Templates): ...@@ -24,7 +24,7 @@ class PicturesDimFeaturesSlice(Templates):
self.df_save = self.spark.sql(f"select 1+1;") self.df_save = self.spark.sql(f"select 1+1;")
# self.partitions_by = ['site_name', 'block'] # self.partitions_by = ['site_name', 'block']
self.partitions_by = ['site_name', 'img_type'] self.partitions_by = ['site_name', 'img_type']
self.partitions_num = 10 self.partitions_num = 30
def read_data(self): def read_data(self):
# sql = f"select id, asin, img_vector as embedding from ods_asin_extract_features;" # sql = f"select id, asin, img_vector as embedding from ods_asin_extract_features;"
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment