店铺数据导入到Hive增加特殊符号清理 修改店铺导出通知人

Pyspark_job/sqoop_export/dwt_fb_asin_info.py

@@ -16,7 +16,7 @@ if __name__ == '__main__':
     print(f"执行参数为{sys.argv}")
 
     CommonUtil.judge_is_work_hours(site_name=site_name, date_type=date_type, date_info=date_info,
-                                   principal='chenyuanjie',
+                                   principal='hejiangming',
                                    priority=3, export_tools_type=1, belonging_to_process='店铺流程')
 
     if test_flag == 'test':

Pyspark_job/sqoop_export/dwt_fb_base_report.py

@@ -16,7 +16,7 @@ if __name__ == '__main__':
     print(f"执行参数为{sys.argv}")
 
     CommonUtil.judge_is_work_hours(site_name=site_name, date_type=date_type, date_info=date_info,
-                                   principal='chenyuanjie',
+                                   principal='hejiangming',
                                    priority=2, export_tools_type=1, belonging_to_process='店铺流程')
 
     if test_flag == 'test':

Pyspark_job/sqoop_export/dwt_fb_category_report.py

@@ -15,7 +15,7 @@ if __name__ == '__main__':
     test_flag = CommonUtil.get_sys_arg(len(sys.argv) - 1, None)
     print(f"执行参数为{sys.argv}")
     CommonUtil.judge_is_work_hours(site_name=site_name, date_type=date_type, date_info=date_info,
-                                   principal='chenyuanjie',
+                                   principal='hejiangming',
                                    priority=2, export_tools_type=1, belonging_to_process='店铺流程')
 
     if test_flag == 'test':

Pyspark_job/sqoop_export/dwt_fb_top20_asin_info.py

@@ -16,7 +16,7 @@ if __name__ == '__main__':
     print(f"执行参数为{sys.argv}")
 
     CommonUtil.judge_is_work_hours(site_name=site_name, date_type=date_type, date_info=date_info,
-                                   principal='chenyuanjie',
+                                   principal='hejiangming',
                                    priority=3, export_tools_type=1, belonging_to_process='店铺流程')
 
     if test_flag == 'test':

Pyspark_job/sqoop_import/ods_seller_account_feedback.py

@@ -33,8 +33,8 @@ if __name__ == '__main__':
             num,
             created_at,
             updated_at,
-            seller_address,
-            seller_rating
+            regexp_replace(seller_address, E'[\\r\\n\\t]+', ' ', 'g') as seller_address,
+            regexp_replace(seller_rating,  E'[\\r\\n\\t]+', ' ', 'g') as seller_rating
         from {import_table} 
         where 1=1
         and \$CONDITIONS