Commit 58111aef by chenyuanjie

fix

parent 1cdb9181
......@@ -265,8 +265,8 @@ class DwdNsrBsrKeepaAsin(Templates):
CommonUtil().send_wx_msg(users=users, title=title, content=content)
if self.date_type == 'day':
# 写入 Doris selection.dim_asin_source_flag(按 date_info 日分区,dynamic_partition 自动清理过期分区)
print(f"写入 Doris selection.dim_asin_source_flag, date_info={self.date_info}")
# 写入 Doris dwd.dwd_asin_source_flag(按 date_info 日分区,dynamic_partition 自动清理过期分区)
print(f"写入 Doris dwd.dwd_asin_source_flag, date_info={self.date_info}")
df_to_doris = self.df_save_asin_cate.select(
F.col("date_info").cast("date").alias("date_info"),
"asin",
......@@ -282,11 +282,11 @@ class DwdNsrBsrKeepaAsin(Templates):
table_columns = "date_info, asin, site_name, asin_cate_flag, bsr_latest_date, bsr_30day_count, nsr_latest_date, nsr_30day_count"
DorisHelper.spark_export_with_columns(
df_save=df_to_doris,
db_name='selection',
table_name='dim_asin_source_flag',
db_name='dwd',
table_name='dwd_asin_source_flag',
table_columns=table_columns,
)
print("Doris selection.dim_asin_source_flag 写入完毕")
print("Doris dwd.dwd_asin_source_flag 写入完毕")
# def save_data(self):
# pass
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment