Enable ZSTD compression for output files.

conanfile.txt

@@ -6,6 +6,7 @@ boost/1.74.0
 zlib/1.2.11
 yaml-cpp/0.6.3
 arrow/2.0.0
+zstd/1.4.9
 
 [generators]
 cmake
@@ -13,7 +14,7 @@ cmake
 [options]
 arrow:shared=False
 arrow:parquet=True
-arrow:with_zlib=True
+arrow:with_zlib=False
 arrow:fPIC=False
 arrow:with_re2=False
 arrow:with_protobuf=False

corsika/detail/modules/writers/ObservationPlaneWriterParquet.inl

@@ -19,6 +19,9 @@ namespace corsika {
     // setup the streamer
     output_.initStreamer((directory / "particles.parquet").string());
 
+    // enable compression with the default level
+    output_.enableCompression();
+
     // build the schema
     output_.addField("pdg", parquet::Repetition::REQUIRED, parquet::Type::INT32,
                      parquet::ConvertedType::INT_32);

corsika/detail/output/ParquetStreamer.inl

@@ -30,6 +30,11 @@ namespace corsika {
     fields_.push_back(parquet::schema::PrimitiveNode::Make(args...));
   }
 
+  void ParquetStreamer::enableCompression(int const level) {
+    builder_.compression(parquet::Compression::ZSTD);
+    builder_.compression_level(level);
+  }
+
   void ParquetStreamer::buildStreamer() {
 
     // build the top level schema
@@ -47,8 +52,6 @@ namespace corsika {
     outfile_->Close();
   }
 
-  std::shared_ptr<parquet::StreamWriter> ParquetStreamer::getWriter() {
-    return writer_;
-  }
+  std::shared_ptr<parquet::StreamWriter> ParquetStreamer::getWriter() { return writer_; }
 
 } // namespace corsika

corsika/output/ParquetStreamer.hpp

@@ -50,6 +50,11 @@ namespace corsika {
     template <typename... TArgs>
     void addField(TArgs&&... args);
 
+    /**
+     * Enable compression for this streamer.
+     */
+    void enableCompression(int const level = 3);
+
     /**
      * Finalize the streamer construction.
      */