fix

Pyspark_job/my_kafka/kafka_asin_detail.py

@@ -213,7 +213,6 @@ class DimStAsinInfo(Templates):
             StructField("follow_sellers", StringType(), True),
             StructField("buy_sales", StringType(), True),
             StructField("seller_json", StringType(), True),
-            StructField("amazon_label", StringType(), True),
         ])
         return schema
 
@@ -377,8 +376,7 @@ class DimStAsinInfo(Templates):
         df = df.select("asin", "parentAsin", "title", "img_url", "variat_num", "best_sellers_rank", "best_sellers_herf", "price", "rating",
                         "brand", "account_id", "account_name", "account_url", "buy_box_seller_type",
                         "volume", "weight", "weight_str", "launch_time", "total_comments", "page_inventory", "asinUpdateTime", "site_name", "node_id",
-                       "buy_sales", 'asin_amazon_orders', 'asin_ao_val', 'matrix_ao_val', "asin_zr_flow_proportion", 'matrix_flow_proportion', 'describe',
-                       F.get_json_object(F.col("amazon_label"), "$.badge_type").alias("amazon_label"))
+                       "buy_sales", 'asin_amazon_orders', 'asin_ao_val', 'matrix_ao_val', "asin_zr_flow_proportion", 'matrix_flow_proportion', 'describe')
         df = df.withColumn("price", F.round(F.col("price"), 2))
         return df
 
@@ -419,7 +417,7 @@ class DimStAsinInfo(Templates):
         df = df.select('asin', 'parentAsin', 'title', "imgUrl", 'asinVarNum', 'oneCategoryRank', 'bestSellersRank', 'lastHerf', 'aoVal', 'matrixAoVal', 'price', 'rating',
                     'bsrOrders', 'bsrOrdersSale', 'brandName', 'accountId', 'accountName', 'accountUrl', 'buyBoxSellerType',
                     'volume', 'weight', 'launchTime', 'totalComments', 'pageInventory', 'asinUpdateTime', 'asinBoughtMonth', "asinAmazonOrders",
-                       "fdCountryName", "key_outer", "key_inner", "volumeFormat", "weightFormat", "isSelfAsin", "auctionsNum", "skusNumCreat", "asinZrFlowProportion", "asinZrFlowProportionMatrix", "asinDescribe", "amazon_label")
+                       "fdCountryName", "key_outer", "key_inner", "volumeFormat", "weightFormat", "isSelfAsin", "auctionsNum", "skusNumCreat", "asinZrFlowProportion", "asinZrFlowProportionMatrix", "asinDescribe")
 
         return df