1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
import json
from utils.datahub_util import build_column_lineages
to_tb = "dwt_aba_last365"
sources = [
{
"form": "dwt_aba_st_analytics",
"mappings": [
("id", "id"),
("search_term", "search_term"),
("category_id", "category_id"),
("st_num", "st_num1"),
("st_num", "st_num2"),
("st_num", "st_num3"),
("st_num", "st_num4"),
("st_num", "st_num5"),
("st_num", "st_num6"),
("st_num", "st_num7"),
("st_num", "st_num8"),
("st_num", "st_num9"),
("st_num", "st_num10"),
("st_num", "st_num11"),
("st_num", "st_num12"),
("form", "total_st_num"),
("bsr_orders", "bsr_orders1"),
("bsr_orders", "bsr_orders2"),
("bsr_orders", "bsr_orders3"),
("bsr_orders", "bsr_orders4"),
("bsr_orders", "bsr_orders5"),
("bsr_orders", "bsr_orders6"),
("bsr_orders", "bsr_orders7"),
("bsr_orders", "bsr_orders8"),
("bsr_orders", "bsr_orders9"),
("bsr_orders", "bsr_orders10"),
("bsr_orders", "bsr_orders11"),
("bsr_orders", "bsr_orders12"),
("market_cycle_type", "market_cycle_type1"),
("market_cycle_type", "market_cycle_type2"),
("market_cycle_type", "market_cycle_type3"),
("market_cycle_type", "market_cycle_type4"),
("market_cycle_type", "market_cycle_type5"),
("market_cycle_type", "market_cycle_type6"),
("market_cycle_type", "market_cycle_type7"),
("market_cycle_type", "market_cycle_type8"),
("market_cycle_type", "market_cycle_type9"),
("market_cycle_type", "market_cycle_type10"),
("market_cycle_type", "market_cycle_type11"),
("market_cycle_type", "market_cycle_type12"),
("search_volume", "search_volume1"),
("search_volume", "search_volume2"),
("search_volume", "search_volume3"),
("search_volume", "search_volume4"),
("search_volume", "search_volume5"),
("search_volume", "search_volume6"),
("search_volume", "search_volume7"),
("search_volume", "search_volume8"),
("search_volume", "search_volume9"),
("search_volume", "search_volume10"),
("search_volume", "search_volume11"),
("search_volume", "search_volume12"),
("st_ao_avg", "st_ao_avg"),
("st_ao_val_rate", "st_ao_val_rate"),
("supply_demand", "supply_demand"),
("price_avg", "price_avg"),
("total_comments_avg", "total_comments_avg"),
("rating_avg", "rating_avg"),
("weight_avg", "weight_avg"),
("volume_avg", "volume_avg"),
("aadd_proportion", "aadd_proportion"),
("sp_proportion", "sp_proportion"),
("fbm_proportion", "fbm_proportion"),
("cn_proportion", "cn_proportion"),
("amzon_proportion", "amzon_proportion"),
("top3_seller_orders", "top3_seller_orders"),
("top3_seller_bsr_orders", "top3_seller_bsr_orders"),
("top3_brand_orders", "top3_brand_orders"),
("top3_brand_bsr_orders", "top3_brand_bsr_orders"),
("page3_brand_num", "page3_brand_num"),
("page3_seller_num", "page3_seller_num"),
("max_num", "max_num"),
("most_proportion", "most_avg_proportion"),
("new_asin_proportion", "new_asin_num_avg_monopoly"),
("new_bsr_orders_proportion", "new_asin_bsr_orders_avg_monopoly"),
("total_asin_num", "total_asin_num"),
# ("form", "orders"),
("bsr_orders", "bsr_orders"),
("max_num_asin", "max_num_asin"),
("is_self_max_num_asin", "is_self_max_num_asin"),
("gross_profit_fee_sea", "gross_profit_fee_sea"),
("gross_profit_fee_air", "gross_profit_fee_air"),
("category_current_id", "category_current_id"),
("color_proportion", "color_proportion"),
("brand_monopoly", "brand_monopoly"),
("seller_monopoly", "seller_monopoly"),
# ("form", "top_rank"),
# ("form", "orders1"),
# ("form", "orders2"),
# ("form", "orders3"),
# ("form", "orders4"),
# ("form", "orders5"),
# ("form", "orders6"),
# ("form", "orders7"),
# ("form", "orders8"),
# ("form", "orders9"),
# ("form", "orders10"),
# ("form", "orders11"),
# ("form", "orders12"),
# ("form", "max_orders_month"),
# ("form", "max_bsr_orders_month"),
("multi_color_proportion", "multi_color_avg_proportion"),
("multi_size_proportion", "multi_size_avg_proportion"),
# ("form", "q1_bsr_orders"),
# ("form", "q2_bsr_orders"),
# ("form", "q3_bsr_orders"),
# ("form", "q4_bsr_orders"),
# ("form", "q1_orders"),
# ("form", "q2_orders"),
# ("form", "q3_orders"),
# ("form", "q4_orders"),
# ("form", "is_new_market_segment"),
# ("form", "is_first_text"),
# ("form", "is_ascending_text"),
# ("form", "is_search_text"),
("st_word_num", "st_word_num"),
# ("form", "site_name"),
# ("form", "date_type"),
# ("form", "date_info"),
]
},
{
"form": "dwt_st_sv_last365",
"mappings": [
("sv_rank", "rank"),
]
},
{
"form": "dim_st_detail",
"mappings": [
("st_search_sum", "orders"),
]
}
]
if __name__ == '__main__':
config = []
for source in sources:
for mapping in source["mappings"]:
config.append(
{
"from": f"{source['form']}.{mapping[0]}",
"to": f"{to_tb}.{mapping[1]}",
},
)
pass
url = build_column_lineages(config)
print(url)
pass
pass