流量选品月-增加title_stem_15字段

Pyspark_job/doris_handle/dwt_flow_asin_month.py

@@ -197,8 +197,10 @@ CREATE TABLE IF NOT EXISTS `selection`.`{table_name}`
     `skus_num_creat_all`          INT              NULL,
     `title_matching_degree`       DECIMAL(20,4)    NULL,
     `brand_badge_reason`          STRING           NULL,
+    `title_stem_15`               STRING           NULL     COMMENT '标题词干前15个词(按空格分词截取)',
     INDEX idx_title      (`title`)      USING INVERTED PROPERTIES("parser" = "english") COMMENT '标题倒排索引',
     INDEX idx_title_stem (`title_stem`) USING INVERTED PROPERTIES("parser" = "english") COMMENT '标题词干倒排索引',
+    INDEX idx_title_stem_15 (`title_stem_15`) USING INVERTED PROPERTIES("parser" = "english") COMMENT '标题词干前15个词倒排索引',
     INDEX idx_color      (`color`)      USING INVERTED PROPERTIES("parser" = "english") COMMENT '颜色倒排索引',
     INDEX idx_brand      (`brand`)      USING INVERTED PROPERTIES("parser" = "english") COMMENT '品牌倒排索引'
 ) ENGINE=OLAP
@@ -341,7 +343,8 @@ SELECT
     COALESCE(aa.skus_num_creat,     0) AS skus_num_creat,
     COALESCE(aa.skus_num_creat_all, 0) AS skus_num_creat_all,
     f.title_matching_degree,
-    bb.brand_badge_reason
+    bb.brand_badge_reason,
+    ARRAY_JOIN(ARRAY_SLICE(SPLIT_BY_STRING(stem_en(f.title), ' '), 1, 15), ' ') AS title_stem_15
 FROM `dwt`.`{site_name}_flow_asin_month` f
 LEFT JOIN `dwd`.`dwd_asin_profit_rate_latest` pr
     ON f.asin = pr.asin AND f.price = pr.price AND pr.site_name = '{site_name}'