no message

Pyspark_job/img_search/img_dwd_id_index_multiprocess.py

@@ -35,7 +35,7 @@ def main(site_name='us', img_type='amazon_inv', p_num=0):
             result_flag = judge_obj.judge()
             if result_flag:
                 print(f"继续, result_flag: {result_flag}")
-                os.system(f"/opt/module/spark/bin/spark-submit --master yarn --driver-memory 1g --executor-memory 4g --executor-cores 1 --num-executors 1 --queue spark /opt/module/spark/demo/py_demo/img_search/img_dwd_id_index.py {site_name} {img_type}")
+                os.system(f"/opt/module/spark/bin/spark-submit --master yarn --driver-memory 5g --executor-memory 10g --executor-cores 2 --num-executors 1 --queue spark /opt/module/spark/demo/py_demo/img_search/img_dwd_id_index.py {site_name} {img_type}")
             else:
                 print(f"结束, result_flag: {result_flag}")
                 break