Added support for other timestamp units from parquet (#803)

jorgecarleitao · Feb 4, 2022 · 8fcab5c · 8fcab5c
1 parent f35e02a
commit 8fcab5c
Show file tree

Hide file tree

Showing 10 changed files with 308 additions and 191 deletions.
diff --git a/parquet_integration/write_parquet.py b/parquet_integration/write_parquet.py
@@ -29,6 +29,7 @@ def case_basic_nullable(size=1):
         pa.field("decimal_18", pa.decimal128(18, 0)),
         pa.field("decimal_26", pa.decimal128(26, 0)),
         pa.field("timestamp_us", pa.timestamp("us")),
+        pa.field("timestamp_s", pa.timestamp("s")),
     ]
     schema = pa.schema(fields)
 
@@ -45,6 +46,7 @@ def case_basic_nullable(size=1):
             "decimal_18": decimal * size,
             "decimal_26": decimal * size,
             "timestamp_us": int64 * size,
+            "timestamp_s": int64 * size,
         },
         schema,
         f"basic_nullable_{size*10}.parquet",