Commit e824529d by chenyuanjie

Doris导出变体属性表

parent 616c9bd6
...@@ -498,8 +498,9 @@ class DimAsinDetail(object): ...@@ -498,8 +498,9 @@ class DimAsinDetail(object):
) )
print("导出父ASIN最新变体信息到doris:") print("导出父ASIN最新变体信息到doris:")
df_doris = df_asin_variat_agg.select( df_doris = df_asin_variat_agg.select(
"parent_asin", F.lit(self.date_info).alias("date_info"), "asin_crawl_date", "variation_info", "attr_info") "parent_asin", F.lit(self.date_info).alias("date_info"), "asin_crawl_date", "variation_info", "attr_info",
table_columns="parent_asin, date_info, asin_crawl_date, variation_info, attr_info" F.date_format(F.current_timestamp(), "yyyy-MM-dd HH:mm:ss").alias("updated_at"))
table_columns = "parent_asin, date_info, asin_crawl_date, variation_info, attr_info, updated_at"
DorisHelper.spark_export_with_columns(df_save=df_doris, db_name=self.doris_db, table_name=self.parent_asin_latest_detail_table, table_columns=table_columns) DorisHelper.spark_export_with_columns(df_save=df_doris, db_name=self.doris_db, table_name=self.parent_asin_latest_detail_table, table_columns=table_columns)
else: else:
print("不用导出旧数据到doris中") print("不用导出旧数据到doris中")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment