remove .repartition(1) from TeragrepHdfsSaveStep (#359)

teragrep · Oct 1, 2024 · 878a963 · 878a963
1 parent 33c6c3c
commit 878a963
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/src/main/java/com/teragrep/pth10/steps/teragrep/TeragrepHdfsSaveStep.java b/src/main/java/com/teragrep/pth10/steps/teragrep/TeragrepHdfsSaveStep.java
@@ -254,7 +254,6 @@ else if (format == Format.CSV) {
             DataStreamWriter<Row> hdfsSaveWriter;
             if (format == Format.AVRO) {
                 hdfsSaveWriter = convertedDataset
-                        .repartition(1)
                         .writeStream()
                         .format("avro")
                         .trigger(Trigger.ProcessingTime(0))
@@ -264,7 +263,6 @@ else if (format == Format.CSV) {
             }
             else if (format == Format.CSV) {
                 hdfsSaveWriter = dataset
-                        .repartition(1)
                         .writeStream()
                         .format("csv")
                         .trigger(Trigger.ProcessingTime(0))