fix

Pyspark_job/dim/dim_asin_profit_rate_info.py

@@ -37,7 +37,7 @@ class DimAsinProfitRateInfo(object):
 
         # 读取keepa数据
         sql = f"""
-            select asin, package_length, package_width, package_height, weight 
+            select asin, package_length, package_width, package_height, item_weight as weight 
             from dim_keepa_asin_info where site_name = '{self.site_name}';
         """
         self.df_keepa_asin = self.spark.sql(sqlQuery=sql).repartition(40, 'asin')

Pyspark_job/utils/DorisHelper.py

@@ -179,7 +179,7 @@ class DorisHelper(object):
                 .option("user", connection_info['user']) \
                 .option("password", connection_info['pwd']) \
                 .option("doris.write.fields", f"{table_columns}") \
-                .optin("doris.sink.properties.type", "DELETE") \
+                .option("doris.sink.properties.type", "DELETE") \
                 .option("doris.sink.properties.sequence_col", f"{update_field}") \
                 .option("doris.sink.batch.interval.ms", "30000") \
                 .option("doris.sink.properties.format", "json") \