add support for xz file compression

apache · Nov 2, 2022 · 52ccbe9 · 52ccbe9
1 parent 2ec15a4
commit 52ccbe9
Show file tree

Hide file tree

Showing 12 changed files with 203 additions and 150 deletions.
diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml
@@ -60,7 +60,7 @@ jobs:
           cargo check --no-default-features -p datafusion
       - name: Check workspace with all features
         run: |
-          cargo check --workspace --benches --features avro,jit,scheduler,json
+          cargo check --workspace --benches --features avro,jit,scheduler,json,compression
       - name: Check Cargo.lock for datafusion-cli
         run: |
           # If this test fails, try running `cargo update` in the `datafusion-cli` directory
@@ -94,7 +94,7 @@ jobs:
       - name: Run tests
         run: |
           export PATH=$PATH:$HOME/d/protoc/bin
-          cargo test --features avro,jit,scheduler,json
+          cargo test --features avro,jit,scheduler,json,compression
       - name: Run examples
         run: |
           export PATH=$PATH:$HOME/d/protoc/bin
@@ -147,7 +147,7 @@ jobs:
           mkdir -p benchmarks/data/answers
           git clone https://github.com/databricks/tpch-dbgen.git
           cd tpch-dbgen
-          make  
+          make
           ./dbgen -f -s 1
           mv *.tbl ../benchmarks/data
           mv ./answers/* ../benchmarks/data/answers/

diff --git a/ci/scripts/rust_clippy.sh b/ci/scripts/rust_clippy.sh
@@ -18,4 +18,4 @@
 # under the License.
 
 set -ex
-cargo clippy --all-targets --workspace --features avro,jit,pyarrow,scheduler -- -D warnings
+cargo clippy --all-targets --workspace --features avro,jit,pyarrow,scheduler,compression -- -D warnings