dwd_bsr_asin_rank.py 1 KB
Newer Older
chenyuanjie committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
from utils.datahub_util import build_column_lineages

to_tb = "dwd_bsr_asin_rank"
sources = [
    {
        "form": "dim_bsr_asin_rank_history",
        "mappings": [
            ("asin", "asin"),
            ("category_id", "category_id"),
            ("bsr_rank", "bsr_rank"),
            # ("", "is_1_day_flag"),
            # ("", "is_7_day_flag"),
            # ("", "is_30_day_flag"),
            # ("", "bsr_count"),
            # ("", "is_asin_new"),
            # ("", "is_asin_bsr_new"),
            # ("", "last_bsr_day"),
            ("site_name", "site_name"),
            ("date_info", "date_info"),
        ]
    },
]

if __name__ == '__main__':
    config = []
    for source in sources:
        for mapping in source["mappings"]:
            config.append(
                {
                    "from": f"{source['form']}.{mapping[0]}",
                    "to": f"{to_tb}.{mapping[1]}",
                },
            )
            pass

    url = build_column_lineages(config)
    print(url)
    pass

pass