no message

Pyspark_job/sqoop_export/dwt_self_asin_detail_rating_to_mysql.py

+import os
+import sys
+sys.path.append(os.path.dirname(sys.path[0]))
+from utils.secure_db_client import get_remote_engine
+
+
+engine = get_remote_engine(
+    site_name="us",          # -> database "selection"
+    db_type="mysql",         # -> 服务端 alias "mysql"
+	# user="fangxingjun",         # -> 服务端 alias "mysql"
+    # user_token="5f1b2e9c3a4d7f60"   # 可不传，走默认
+)
+
+# site_name = 'us'
+# date_type = 'month'
+# date_info = '2026-01'
+site_name = sys.argv[1]  # 参数1：站点
+date_type = sys.argv[2]  # 参数2：类型：week/4_week/month/quarter/day
+date_info = sys.argv[3]  # 参数3：年-周/年-月/年-季/年-月-日, 比如: 2022-1
+partitions = {
+    'site_name': site_name,
+    'date_type': date_type,
+    'date_info': date_info,
+}
+cols_list = ['asin', 'rating_and_comments_info', 'date_info']
+engine.sqoop_raw_export(
+    hive_table='dwt_self_asin_detail_rating',
+    import_table=f'{site_name}_self_rating_180day',
+    partitions=partitions,
+    m=1,
+    cols=','.join(cols_list)
+)
+