1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
from utils.datahub_util import build_column_lineages
to_tb = "dwd_nsr_asin_rank"
sources = [
{
"form": "dim_nsr_asin_rank_history",
"mappings": [
("asin", "asin"),
("category_id", "category_id"),
("bsr_rank", "bsr_rank"),
# ("", "is_1_day_flag"),
# ("", "is_7_day_flag"),
# ("", "is_30_day_flag"),
# ("", "bsr_count"),
# ("", "is_asin_new"),
# ("", "is_asin_bsr_new"),
# ("", "last_bsr_day"),
("site_name", "site_name"),
("date_info", "date_info"),
]
},
]
if __name__ == '__main__':
config = []
for source in sources:
for mapping in source["mappings"]:
config.append(
{
"from": f"{source['form']}.{mapping[0]}",
"to": f"{to_tb}.{mapping[1]}",
},
)
pass
url = build_column_lineages(config)
print(url)
pass
pass