Add zstd compression for MultiRFileOutputFormatter (#2317)

NationalSecurityAgency · Mar 21, 2024 · 55032e2 · 55032e2
1 parent 5cea2b2
commit 55032e2
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/...se/ingest-core/src/main/java/datawave/ingest/mapreduce/job/MultiRFileOutputFormatter.java b/...se/ingest-core/src/main/java/datawave/ingest/mapreduce/job/MultiRFileOutputFormatter.java
@@ -118,9 +118,10 @@ public static void setGenerateMapFilePerShardLocation(Configuration conf, boolea
 
     public static void setCompressionType(Configuration conf, String compressionType) {
         if (compressionType != null) {
-            if (!("snappy".equals(compressionType) || "lzo".equals(compressionType) || "gz".equals(compressionType) || "none".equals(compressionType)))
+            if (!("snappy".equals(compressionType) || "lzo".equals(compressionType) || "gz".equals(compressionType) || "zstd".equals(compressionType)
+                            || "none".equals(compressionType)))
 
-                throw new IllegalArgumentException("compressionType must be one of snappy, lzo, gz, or none");
+                throw new IllegalArgumentException("compressionType must be one of snappy, lzo, gz, zstd, or none");
             conf.set(COMPRESSION_TYPE, compressionType);
         }
     }