Commit 4008bf50 by chenyuanjie

fix

parent 3ba32d53
...@@ -275,14 +275,12 @@ class DwdNsrBsrKeepaAsin(Templates): ...@@ -275,14 +275,12 @@ class DwdNsrBsrKeepaAsin(Templates):
# self.df_save.groupBy("asin_cate_flag").count().orderBy("count", ascending=False).show(truncate=False) # self.df_save.groupBy("asin_cate_flag").count().orderBy("count", ascending=False).show(truncate=False)
# exit() # exit()
print("self.df_save.count:", self.df_save.count()) print("self.df_save.count:", self.df_save.count())
users = ["fangxingjun", "chenyuanjie", "pengyanbing"]
title = f"日asin整合: {self.site_name}, {self.date_type}, {self.date_info}"
content = f"整合asin完成--等待导出到pg提供爬虫使用--数量: {self.df_save.count()}"
if self.date_type == 'month': if self.date_type == 'month':
users = ["fangxingjun", "chenyuanjie", "pengyanbing"]
title = f"月asin整合用于月流程流量选品的榜单计算: {self.site_name}, {self.date_type}, {self.date_info}" title = f"月asin整合用于月流程流量选品的榜单计算: {self.site_name}, {self.date_type}, {self.date_info}"
content = f"整合asin完成(爬虫无需抓取)--数量: {self.df_save.count()}" content = f"整合asin完成(爬虫无需抓取)--数量: {self.df_save.count()}"
CommonUtil().send_wx_msg(users=users, title=title, content=content) CommonUtil().send_wx_msg(users=users, title=title, content=content)
if self.date_type in ('day', 'month'): if self.date_type in ('day', 'month'):
# 写入 Doris dwd.dwd_asin_source_flag(LIST 三元组分区 site_name + date_type + date_info,全保留) # 写入 Doris dwd.dwd_asin_source_flag(LIST 三元组分区 site_name + date_type + date_info,全保留)
......
...@@ -290,7 +290,7 @@ class DwtAsinSync(Templates): ...@@ -290,7 +290,7 @@ class DwtAsinSync(Templates):
self.df_save.show(10, truncate=False) self.df_save.show(10, truncate=False)
print(f"self.df_save: {self.df_save.count()}") print(f"self.df_save: {self.df_save.count()}")
users = ["fangxingjun", "chenyuanjie", "pengyanbing"] users = ["fangxingjun", "chenyuanjie", "pengyanbing"]
title = f"dwd_asin_to_pg: {self.site_name}, {self.date_type}, {self.date_info}" title = f"dwt_asin_sync: {self.site_name}, {self.date_type}, {self.date_info}"
content = f"整合asin完成--等待导出到pg提供爬虫使用--self.df_save.count: {self.df_save.count()}" content = f"整合asin完成--等待导出到pg提供爬虫使用--self.df_save.count: {self.df_save.count()}"
CommonUtil().send_wx_msg(users=users, title=title, content=content) CommonUtil().send_wx_msg(users=users, title=title, content=content)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment