diff --git a/Cargo.lock b/Cargo.lock index 9f4da876b7a75..241df57b50c41 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -17,6 +17,12 @@ version = "1.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe" +[[package]] +name = "adler32" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aae1277d39aeec15cb388266ecc24b11c80469deae6067e17a1a7aa9e5c1f234" + [[package]] name = "ahash" version = "0.7.6" @@ -127,9 +133,9 @@ checksum = "8da52d66c7071e2e3fa2a1e5c6d088fec47b593032b254f5e980de8ea54454d6" [[package]] name = "arrow-format" -version = "0.6.0" +version = "0.7.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "216249afef413d7e9e9b4b543e73b3e371ace3a812380af98f1c871521572cdd" +checksum = "8df5d25bc6d676271277120c41ef28760fe0a9f070677a58db621c0f983f9c20" dependencies = [ "planus", "prost", @@ -141,15 +147,17 @@ dependencies = [ [[package]] name = "arrow2" version = "0.12.0" -source = "git+https://github.com/datafuse-extras/arrow2?rev=6608071#660807164be0afe71b8ce2868bc3a6a6a00db608" +source = "git+https://github.com/datafuse-extras/arrow2?rev=f5f6b7e3#f5f6b7e3aa10b80dc574abacf96b30e0927410fe" dependencies = [ "ahash", "arrow-format", "base64 0.13.0", "bytemuck", "chrono", + "crc", "csv", "csv-core", + "dyn-clone", "either", "fallible-streaming-iterator", "futures", @@ -158,11 +166,13 @@ dependencies = [ "itertools", "json-deserializer", "lexical-core", + "libflate", "multiversion", "num-traits", "parquet2", "regex", "simdutf8", + "snap", "streaming-iterator", "strength_reduce", ] @@ -1702,6 +1712,21 @@ dependencies = [ "libc", ] +[[package]] +name = "crc" +version = "2.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49fc9a695bca7f35f5f4c15cddc84415f66a74ea78eef08e90c5024f2b540e23" +dependencies = [ + "crc-catalog", +] + +[[package]] +name = "crc-catalog" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ccaeedb56da03b09f598226e25e80088cb4cd25f316e6e4df7d695f0feeb1403" + [[package]] name = "crc32fast" version = "1.3.2" @@ -3780,6 +3805,26 @@ version = "0.2.126" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "349d5a591cd28b49e1d1037471617a32ddcda5731b99419008085f72d5a53836" +[[package]] +name = "libflate" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "05605ab2bce11bcfc0e9c635ff29ef8b2ea83f29be257ee7d730cac3ee373093" +dependencies = [ + "adler32", + "crc32fast", + "libflate_lz77", +] + +[[package]] +name = "libflate_lz77" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39a734c0493409afcd49deee13c006a04e3586b9761a03543c6272c9c51f2f5a" +dependencies = [ + "rle-decode-fast", +] + [[package]] name = "libgit2-sys" version = "0.13.4+1.4.2" @@ -4889,8 +4934,8 @@ dependencies = [ [[package]] name = "parquet2" -version = "0.13.0" -source = "git+https://github.com/datafuse-extras/parquet2?branch=parquet2-0.13-patch2#10b3ca0e1038dc243ef3f80d5abe19c0f9e54c7c" +version = "0.14.1" +source = "git+https://github.com/datafuse-extras/parquet2?rev=3a468fc3c4#3a468fc3c43154b11c22800aff0b83cd22fd4d3c" dependencies = [ "async-stream", "bitpacking", @@ -5088,9 +5133,9 @@ checksum = "1df8c4ec4b0627e53bdf214615ad287367e482558cf84b109250b37464dc03ae" [[package]] name = "planus" -version = "0.2.0" +version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bffebaf174d6cad46a5f0f1bb1c45c6eb509571688bcb18dfab217f3c9f9b151" +checksum = "fc1691dd09e82f428ce8d6310bd6d5da2557c82ff17694d2a32cad7242aea89f" dependencies = [ "array-init-cursor", ] @@ -5810,6 +5855,12 @@ dependencies = [ "hashbrown 0.11.2", ] +[[package]] +name = "rle-decode-fast" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3582f63211428f83597b51b2ddb88e2a91a9d52d12831f9d08f5e624e8977422" + [[package]] name = "robust" version = "0.2.3" diff --git a/common/datavalues/src/columns/struct_/mod.rs b/common/datavalues/src/columns/struct_/mod.rs index 698ba8e8d3f30..bf82fb49e2c15 100644 --- a/common/datavalues/src/columns/struct_/mod.rs +++ b/common/datavalues/src/columns/struct_/mod.rs @@ -1,3 +1,5 @@ +// Copyright 2021 Datafuse Labs. +// // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at