pinterest脏数据调整

Pyspark_job/doris_handle/pinterest_month.py

@@ -171,7 +171,9 @@ FROM (
            title,
            CAST(annotations AS ARRAY<STRING>) AS annotations_arr,
            saves,
-           str_to_date(substr(pin_created_at, 6, 20), '%d %b %Y %H:%i:%s') AS pin_created_at,
+           -- 异常值置空：发布时间晚于当前UTC时间
+           CASE WHEN str_to_date(substr(pin_created_at, 6, 20), '%d %b %Y %H:%i:%s') > utc_timestamp() THEN NULL
+                ELSE str_to_date(substr(pin_created_at, 6, 20), '%d %b %Y %H:%i:%s') END AS pin_created_at,
            domain,
            tracked_link,
            board_name,
@@ -179,7 +181,8 @@ FROM (
            updated_at AS pin_crawl_date,
            reactions,
            share_count,
-           repin_count,
+           -- 异常值置空：转存数为负
+           CASE WHEN repin_count < 0 THEN NULL ELSE repin_count END AS repin_count,
            comment_count,
            creator_name,
            CONCAT('https://www.pinterest.com/', NULLIF(TRIM(creator_username), ''), '/') AS creator_link,