Add comments about the tested codecs

gszadovszky · Mar 4, 2024 · e813282 · e813282
1 parent 01ca692
commit e813282
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/parquet-hadoop/src/test/java/org/apache/parquet/hadoop/TestParquetWriterError.java b/parquet-hadoop/src/test/java/org/apache/parquet/hadoop/TestParquetWriterError.java
@@ -157,6 +157,7 @@ public void release(ByteBuffer b) {
     }
 
     public static void main(String[] args) throws Throwable {
+      // Codecs supported by the direct codec factory by default (without specific hadoop native libs)
       CompressionCodecName[] codecs = {
         CompressionCodecName.UNCOMPRESSED,
         CompressionCodecName.GZIP,
@@ -173,6 +174,7 @@ public static void main(String[] args) throws Throwable {
                 .withAllocator(allocator)
                 .withCodecFactory(CodecFactory.createDirectCodecFactory(
                     new Configuration(), allocator, ParquetProperties.DEFAULT_PAGE_SIZE))
+                // Also validating the different direct codecs which might also have issues if an OOM happens
                 .withCompressionCodec(codecs[RANDOM.nextInt(codecs.length)])
                 .build()) {
           for (int i = 0; i < 100_000; ++i) {