流量选品-bug修复

Pyspark_job/dwt/dwt_flow_asin.py

@@ -517,7 +517,7 @@ class DwtFlowAsin(Templates):
              "package_quantity": 1, "is_movie_label": 0, "is_brand_label": 0, "is_alarm_brand": 0,
              "title_matching_degree": 0.0, "asin_lqs_rating": 0.0, "follow_sellers_count": -1})
         self.df_save = self.df_save.repartition(60).persist(StorageLevel.DISK_ONLY)
-        self.df_save = self.df_save.drop_duplicates(['asin']).filter(F.length(F.col("asin"))<=10)
+        self.df_save = self.df_save.drop_duplicates(['asin']).filter((F.col("asin").isNotNull()) & (F.col("asin") != "") & (F.length(F.col("asin")) <= 10))
         print("数据量为：", self.df_save.count())
         self.df_save.show(10, truncate=False)