Skip to content

A
Amazon-Selection-Data
Commit dbc8e4f5 by chenyuanjie
Options

fix

parent a40bec03
Showing with 1 additions and 2 deletions
Pyspark_job/script/export_need_profit_rate.py
...@@ -95,8 +95,7 @@ class ExportNeedProfitRate(object): ...@@ -95,8 +95,7 @@ class ExportNeedProfitRate(object):
df_keepa = self.spark.sql(sqlQuery=sql_keepa) \ df_keepa = self.spark.sql(sqlQuery=sql_keepa) \
.filter((F.col('package_length') > 0) & .filter((F.col('package_length') > 0) &
(F.col('package_width') > 0) & (F.col('package_width') > 0) &
(F.col('package_height') > 0) & (F.col('package_height') > 0)) \
(F.col('weight') > 0)) \
.repartition(40, 'asin') .repartition(40, 'asin')
df_result = df_flow \ df_result = df_flow \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment