fix

Pyspark_job/export_es/es_asin_profit_rate.py

@@ -107,7 +107,7 @@ class EsAsinProfitRate(object):
             "es.batch.write.retry.wait": "60s",
             "es.batch.size.entries": "5000",
             "es.nodes.wan.only": "false",
-            "es.batch.write.concurrency": "40",
+            "es.batch.write.concurrency": "10",
             "es.write.operation": "index"
         }
 
@@ -215,7 +215,7 @@ class EsAsinProfitRate(object):
         print(f"{'='*60}")
         EsUtils.create_index(self.es_profit_rate_index, self.es_client, self.es_profit_rate_body)
         try:
-            self.df_asin_profit_rate.write.format("org.elasticsearch.spark.sql") \
+            self.df_asin_profit_rate.repartition(10).write.format("org.elasticsearch.spark.sql") \
                 .options(**self.es_profit_rate_options) \
                 .mode("append") \
                 .save()
@@ -315,8 +315,8 @@ class EsAsinProfitRate(object):
             "es.batch.write.abort.on.failure": "false",
             "es.update.retry.on.conflict": "3",
             "es.batch.write.refresh": "false",
-            "es.batch.size.entries": "5000",
-            "es.batch.write.concurrency": "20",
+            "es.batch.size.entries": "2000",
+            "es.batch.write.concurrency": "10",
             "es.batch.write.retry.count": "3",
             "es.batch.write.retry.wait": "60s",
             "es.nodes.wan.only": "false"