From 1fc042b1d29b918003f9fd45617e9ca84444118b Mon Sep 17 00:00:00 2001 From: Anqi Date: Wed, 19 Jan 2022 14:00:06 +0800 Subject: [PATCH] add repartitionWithNebula config for template (#61) --- .../src/main/resources/application.conf | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/nebula-exchange_spark_2.4/src/main/resources/application.conf b/nebula-exchange_spark_2.4/src/main/resources/application.conf index 6da798b6..92bcf666 100644 --- a/nebula-exchange_spark_2.4/src/main/resources/application.conf +++ b/nebula-exchange_spark_2.4/src/main/resources/application.conf @@ -141,6 +141,9 @@ header: true batch: 256 partition: 32 + # optional config, default is false + # config repartitionWithNebula as true means: repartition spark dataframe with nebula partition number to write sst files. + repartitionWithNebula: false } # HDFS json @@ -363,6 +366,9 @@ header: true batch: 256 partition: 32 + # optional config, default is false + # config repartitionWithNebula as true means: repartition spark dataframe with nebula partition number to write sst files. + repartitionWithNebula: false } # HDFS json