Skip to content

A
Amazon-Selection-Data
Commit 72ac75ce by fangxingjun
Options

no message

parent 506ee903
Showing with 2 additions and 1 deletions
Pyspark_job/sqoop_export/export_dwt_asin_sync.py
...@@ -18,7 +18,8 @@ def export_data(site_name, date_type, date_info): ...@@ -18,7 +18,8 @@ def export_data(site_name, date_type, date_info):
} }
cols_list = ['asin', 'asin_is_variation', 'volume', 'weight_str', 'date_info'] cols_list = ['asin', 'asin_is_variation', 'volume', 'weight_str', 'date_info']
import_table = f'{site_name}_all_syn_st_month_{date_info.replace("-", "_")}' import_table = f'{site_name}_all_syn_st_{date_type}_{date_info.replace("-", "_")}'
hive_table = 'dwt_asin_sync' hive_table = 'dwt_asin_sync'
print(f"import_table: {import_table}, hive_table: {hive_table}") print(f"import_table: {import_table}, hive_table: {hive_table}")
print(f"partitions: {partitions}") print(f"partitions: {partitions}")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment