import os import sys sys.path.append(os.path.dirname(sys.path[0])) from utils.ssh_util import SSHUtil from utils.common_util import CommonUtil if __name__ == '__main__': site_name = CommonUtil.get_sys_arg(1, None) year_month = CommonUtil.get_sys_arg(2, None) assert site_name is not None, "site_name 不能为空!" assert year_month is not None, "year_month 不能为空!" year,month = year_month.split("-") # 导出到pg数据库 db_type = "postgresql_cluster" export_tb = f"{site_name}_st_month_{year}_{month}" sh = CommonUtil.build_export_sh( site_name=site_name, db_type=db_type, hive_tb="tmp_st_month_2110_2208", export_tb=export_tb, col=[ "week", "asin", "search_term", "ao_val", "orders", "orders_sum", "flow", "order_flow", "search_num", "search_rank", "quantity_being_sold", "adv_compet", "zr_page_rank", "zr_page", "zr_page_row", "sp_page", "sp_page_rank", "sp_page_row", "sb1_page", "sb2_page", "sb3_page", "ac_page", "bs_page", "er_page", "tr_page", "search_term_type", "created_at", "updated_at" ], partition_dict={ "site_name": site_name, "year_month": year_month } ) client = SSHUtil.get_ssh_client() SSHUtil.exec_command_async(client, sh, ignore_err=False) client.close() pass