no message

Pyspark_job/sqoop_export/export_dwt_asin_related_traffic.py

@@ -40,7 +40,7 @@ if __name__ == '__main__':
         report_type = '30_day'
         report_date = date.today()
     else:
-        raise 'date_type有误！'
+        raise Exception('date_type有误！')
 
     sql = f"""
         DROP TABLE IF EXISTS {export_tb};

Pyspark_job/sqoop_import/ods_nsr_top100_asin.py

@@ -8,8 +8,10 @@ from utils.secure_db_client import get_remote_engine
 
 if __name__ == '__main__':
     site_name = CommonUtil.get_sys_arg(1, None)
-    date_info = CommonUtil.get_sys_arg(2, None)
+    date_type = CommonUtil.get_sys_arg(2, None)
+    date_info = CommonUtil.get_sys_arg(3, None)
     assert site_name is not None, "sitename 不能为空！"
+    assert date_type is not None, "sitename 不能为空！"
     assert date_info is not None, "date_info 不能为空！"
 
     db_type = "mysql"
@@ -51,9 +53,10 @@ if __name__ == '__main__':
 
     hive_tb = "ods_bs_category_top100_asin"
     partition_dict = {
-        "site_name": site_name
+        "site_name": site_name,
+        "date_type": date_type,
+        "date_info": date_info,
     }
-    hdfs_path = CommonUtil.build_hdfs_path(hive_tb, partition_dict=partition_dict)
 
     engine = get_remote_engine(
         site_name=site_name,
@@ -63,7 +66,6 @@ if __name__ == '__main__':
     engine.sqoop_raw_import(
         query=query,
         hive_table=hive_tb,
-        hdfs_path=hdfs_path,
         partitions=partition_dict
     )