import json from utils.datahub_util import build_column_lineages to_tb = "dwt_nsr_asin_detail" sources = [ { "form": "dwd_nsr_asin_rank", "mappings": [ ("asin", "asin"), ] }, { "form": "dim_fd_asin_info", "mappings": [ ("fd_account_name", "account_name"), ] }, { "form": "dim_cal_asin_history_detail", "mappings": [ ("asin_title", "title"), ("asin_img_url", "img_url"), ("asin_img_type", "img_type"), ("asin_rating", "rating"), ("asin_total_comments", "total_comments"), ("asin_price", "price"), ("asin_weight", "weight"), ("asin_launch_time", "launch_time"), ("asin_volume", "volume"), ("asin_brand_name", "brand_name"), ("asin_buy_box_seller_type", "buy_box_seller_type"), ("asin_crawl_date", "last_update_time") ] }, { "form": "dwt_flow_asin", "mappings": [ ("asin_bsr_orders_change", "bsr_orders_change"), ("asin_ao_val", "ao_val"), ("bsr_orders", "bsr_orders"), ] }, ] if __name__ == '__main__': config = [] for source in sources: for mapping in source["mappings"]: config.append( { "from": f"{source['form']}.{mapping[0]}", "to": f"{to_tb}.{mapping[1]}", }, ) pass url = build_column_lineages(config) print(url) pass pass