Commit 58111aef by chenyuanjie

fix

parent 1cdb9181
...@@ -265,8 +265,8 @@ class DwdNsrBsrKeepaAsin(Templates): ...@@ -265,8 +265,8 @@ class DwdNsrBsrKeepaAsin(Templates):
CommonUtil().send_wx_msg(users=users, title=title, content=content) CommonUtil().send_wx_msg(users=users, title=title, content=content)
if self.date_type == 'day': if self.date_type == 'day':
# 写入 Doris selection.dim_asin_source_flag(按 date_info 日分区,dynamic_partition 自动清理过期分区) # 写入 Doris dwd.dwd_asin_source_flag(按 date_info 日分区,dynamic_partition 自动清理过期分区)
print(f"写入 Doris selection.dim_asin_source_flag, date_info={self.date_info}") print(f"写入 Doris dwd.dwd_asin_source_flag, date_info={self.date_info}")
df_to_doris = self.df_save_asin_cate.select( df_to_doris = self.df_save_asin_cate.select(
F.col("date_info").cast("date").alias("date_info"), F.col("date_info").cast("date").alias("date_info"),
"asin", "asin",
...@@ -282,11 +282,11 @@ class DwdNsrBsrKeepaAsin(Templates): ...@@ -282,11 +282,11 @@ class DwdNsrBsrKeepaAsin(Templates):
table_columns = "date_info, asin, site_name, asin_cate_flag, bsr_latest_date, bsr_30day_count, nsr_latest_date, nsr_30day_count" table_columns = "date_info, asin, site_name, asin_cate_flag, bsr_latest_date, bsr_30day_count, nsr_latest_date, nsr_30day_count"
DorisHelper.spark_export_with_columns( DorisHelper.spark_export_with_columns(
df_save=df_to_doris, df_save=df_to_doris,
db_name='selection', db_name='dwd',
table_name='dim_asin_source_flag', table_name='dwd_asin_source_flag',
table_columns=table_columns, table_columns=table_columns,
) )
print("Doris selection.dim_asin_source_flag 写入完毕") print("Doris dwd.dwd_asin_source_flag 写入完毕")
# def save_data(self): # def save_data(self):
# pass # pass
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment