Skip to content

A
Amazon-Selection-Data
Commit 62fb9745 by chenyuanjie
Options

Doris-http写入，设置容错机制

parent ed081d26
Showing with 1 additions and 0 deletions
Pyspark_job/utils/DorisHelper.py
...@@ -212,6 +212,7 @@ class DorisHelper(object): ...@@ -212,6 +212,7 @@ class DorisHelper(object):
.option("doris.sink.batch.interval.ms", "30000") \ .option("doris.sink.batch.interval.ms", "30000") \
.option("doris.sink.properties.column_separator", "|-&|-&|-&|-&|-&|-&|-&") \ .option("doris.sink.properties.column_separator", "|-&|-&|-&|-&|-&|-&|-&") \
.option("doris.sink.properties.format", "json") \ .option("doris.sink.properties.format", "json") \
.option("doris.sink.properties.max_filter_ratio", "0.01") \
.mode("append") \ .mode("append") \
.save() .save()
print("指定字段的数据导出任务完毕") print("指定字段的数据导出任务完毕")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment