Merge pull request #64 from curtisalexander/parquet-writer

Parquet writer

Author: curtisalexander

readstat/Cargo.lock

@@ -1,6 +1,6 @@
 [package]
 name = "readstat"
-version = "0.9.2"
+version = "0.9.3"
 authors = ["Curtis Alexander <calex@calex.org>"]
 edition = "2021"
 description = "Rust wrapper of the ReadStat C library"
@@ -9,7 +9,7 @@ repository = "https://github.com/curtisalexander/readstat-rs"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 [dependencies]
-arrow = "9.1"
+arrow = "10.0"
 crossbeam = "0.8"
 csv = "1.1"
 chrono = { version = "0.4", features = ["serde"] }
@@ -23,7 +23,7 @@ num_cpus = "1.13"
 num-derive = "0.3"
 num-format = "0.4"
 num-traits = "0.2"
-parquet = "9.1"
+parquet = "10.0"
 path_abs = "0.5"
 rayon = "1.5"
 regex = "1.5"

readstat/Cargo.toml

@@ -398,13 +398,13 @@ impl ReadStatWriter {
             self.write_message_for_rows(&d, &rsp);
 
             // setup writer if not already started writing
-            //if !self.wrote_start {
+            if !self.wrote_start {
                 self.wtr = Some(ReadStatWriterFormat::Parquet(ArrowWriter::try_new(
                     f,
                     d.batch.schema(),
                     Some(WriterProperties::builder().set_write_batch_size(d.batch_rows_to_process).set_max_row_group_size(d.batch_rows_to_process).build()),
                 )?));
-//            };
+            };
 
             // write
             if let Some(rswf) = &mut self.wtr {