Writing compressed dictionary in parquet corrupts the files

[jorgecarleitao]

See pola-rs/polars#2009 .

[jorgecarleitao]

Minimal repro try to roundtrip the following:

        let keys = PrimitiveArray::<i64>::from_slice([0, 1, 2, 3, 4]);
        let values = Arc::new(Utf8Array::<i32>::from_slice(&[
            "AA", "AB", "AC", "AD", "AE",
        ]));
        let array = Arc::new(DictionaryArray::<i64>::from_data(keys, values)) as Arc<dyn Array>;

        Encoding::RleDictionary,
        WriteOptions {
            write_statistics: false,
            compression: Compression::Snappy,
            version: Version::V1,
        },

[jorgecarleitao]

Closed by jorgecarleitao/parquet2#72