Commit a7e6d6ef by hejiangming

搜索词更换店铺dim数据源

parent b43351ae
...@@ -365,9 +365,9 @@ class DwtAbaStAnalytics(Templates): ...@@ -365,9 +365,9 @@ class DwtAbaStAnalytics(Templates):
sql = f""" sql = f"""
select select
asin, asin,
concat_ws(\",\",collect_list(cast(fd_country_name as string))) as country_name concat_ws(\",\",collect_list(cast(fb_country_name as string))) as country_name
from dim_fd_asin_info from dim_fb_asin_info
where site_name = '{self.site_name}' where site_name = '{self.site_name}' and date_type = '{self.date_type}' and date_info = '{self.date_info}'
group by asin; group by asin;
""" """
self.df_seller_asin_country = self.spark.sql(sqlQuery=sql) self.df_seller_asin_country = self.spark.sql(sqlQuery=sql)
...@@ -379,10 +379,10 @@ class DwtAbaStAnalytics(Templates): ...@@ -379,10 +379,10 @@ class DwtAbaStAnalytics(Templates):
sql = f""" sql = f"""
select select
asin, asin,
fd_unique as account_id, seller_id as account_id,
fd_country_name as country_name fb_country_name as country_name
from dim_fd_asin_info from dim_fb_asin_info
where site_name = '{self.site_name}' where site_name = '{self.site_name}' and date_type = '{self.date_type}' and date_info = '{self.date_info}'
""" """
self.df_seller_asin_info = self.spark.sql(sqlQuery=sql) self.df_seller_asin_info = self.spark.sql(sqlQuery=sql)
self.df_seller_asin_info = self.df_seller_asin_info.drop_duplicates(['asin']).repartition(80, 'asin').cache() self.df_seller_asin_info = self.df_seller_asin_info.drop_duplicates(['asin']).repartition(80, 'asin').cache()
......
...@@ -327,13 +327,13 @@ class DwtAbaStAnalyticsReport(Templates): ...@@ -327,13 +327,13 @@ class DwtAbaStAnalyticsReport(Templates):
print("1.7 读取dim_seller_asin_history_info系列表") print("1.7 读取dim_seller_asin_history_info系列表")
sql = f""" sql = f"""
select asin, select asin,
case when upper(fd_country_name) = 'US' then 'US' case when upper(fb_country_name) = 'US' then 'US'
when upper(fd_country_name) = 'CN' then 'CN' when upper(fb_country_name) = 'CN' then 'CN'
when upper(fd_country_name) = 'HK' then 'HK' when upper(fb_country_name) = 'HK' then 'HK'
when upper(fd_country_name) = 'FR' then 'FR' when upper(fb_country_name) = 'FR' then 'FR'
when upper(fd_country_name) = 'DE' then 'DE' when upper(fb_country_name) = 'DE' then 'DE'
else 'OTHER' end as seller_name else 'OTHER' end as seller_name
from dim_fd_asin_info where site_name = '{self.site_name}'; from dim_fb_asin_info where site_name = '{self.site_name}' and date_type = '{self.date_type}' and date_info = '{self.date_info}';
""" """
print("sql:", sql) print("sql:", sql)
self.df_seller_asin = self.spark.sql(sql).repartition(80, 'asin').cache() self.df_seller_asin = self.spark.sql(sql).repartition(80, 'asin').cache()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment