Commit d788f619 by hejiangming

分类词频计算不过滤内部asin

parent 890cf95f
......@@ -11,7 +11,7 @@
⑦keywords_match_theme(PG)
@SinkTable : dws_aba_word_freq_cate
@CreateTime : 2026/06/17 10:21
@UpdateTime : 2026/06/18 17:55
@UpdateTime : 2026/07/10 11:30
"""
import os
......@@ -611,7 +611,7 @@ class DwsAbaWordFreqCate(Templates):
""")
def _read_with_cat(self, month_list):
"""读多个月份搜索词级数据(is_self_max + rank>0 + join mask_type)并铺开到所属分类。
"""读多个月份搜索词级数据(rank>0 + join mask_type;2026-07-10 起【不再剔除】内部asin)并铺开到所属分类。
返回列:search_term, rank, date_info, mask_type, category_id, category_level"""
months_in = "','".join(month_list)
fact = self.spark.sql(f"""
......@@ -621,7 +621,11 @@ class DwsAbaWordFreqCate(Templates):
FROM dwt_aba_st_analytics
WHERE site_name='{self.site_name}' AND date_type='month' AND date_info IN ('{months_in}')
AND rank > 0
AND (is_self_max_num_asin <> 1 OR is_self_max_num_asin IS NULL)
-- 【2026-07-10 口径变更】词频计算改为【包含】内部 asin(is_self_max_num_asin=1)的词:
-- 业务确认词频/热度要把"自卖占满(max_num_asin是自有ASIN)"的词也算进来,故去掉原来这刀剔除。
-- 影响:关联搜索词数/词频/热度都会变大(如 socks 关联数 ~7522 → ~10885)。
-- 原过滤(保留备查,如需恢复"排除内部asin"口径把下一行取消注释即可):
-- AND (is_self_max_num_asin <> 1 OR is_self_max_num_asin IS NULL)
""").join(self.df_mask, F.col('search_term') == self.df_mask['mask_keyword'], 'left').drop('mask_keyword')
common = ['search_term', 'rank', 'date_info', 'mask_type']
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment