Remove LFS files because of GH quotas

adriangb · Feb 20, 2023 · f399c30 · f399c30
1 parent bd2c967
commit f399c30
Show file tree

Hide file tree

Showing 320 changed files with 175 additions and 47 deletions.
diff --git a/.gitattributes b/.gitattributes
diff --git a/.github/workflows/python.yaml b/.github/workflows/python.yaml
@@ -21,8 +21,6 @@ jobs:
     runs-on: macos-latest
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions/setup-python@v4
         with:
           python-version: ${{ env.PYTHON_VERSION }}
@@ -64,8 +62,6 @@ jobs:
         target: [x64, x86]
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions/setup-python@v4
         with:
           python-version: ${{ env.PYTHON_VERSION }}
@@ -100,8 +96,6 @@ jobs:
         target: [x86_64, i686]
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions/setup-python@v4
         with:
           python-version: ${{ env.PYTHON_VERSION }}
@@ -132,8 +126,6 @@ jobs:
         target: [aarch64, armv7, s390x, ppc64le, ppc64]
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions/setup-python@v4
         with:
           python-version: ${{ env.PYTHON_VERSION }}
@@ -173,8 +165,6 @@ jobs:
           - i686-unknown-linux-musl
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions/setup-python@v4
         with:
           python-version: ${{ env.PYTHON_VERSION }}
@@ -213,8 +203,6 @@ jobs:
             arch: armv7
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions/setup-python@v4
         with:
           python-version: ${{ env.PYTHON_VERSION }}
@@ -257,8 +245,6 @@ jobs:
             target: aarch64
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions/setup-python@v4
         with:
           python-version: pypy${{ matrix.python-version }}
@@ -288,8 +274,6 @@ jobs:
         python: ["3.7", "3.x"]
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - name: Set up Python
         uses: actions/setup-python@v2
         with:

diff --git a/.github/workflows/rust.yaml b/.github/workflows/rust.yaml
@@ -8,8 +8,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions-rs/toolchain@v1
         with:
           profile: minimal
@@ -56,8 +54,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions-rs/toolchain@v1
         with:
           profile: minimal
@@ -76,8 +72,6 @@ jobs:
     if: ${{ github.ref == 'refs/heads/main' }}
     steps:
       - uses: actions/checkout@v3
-        with:
-          lfs: true
       - uses: actions-rs/toolchain@v1
         with:
           profile: minimal

diff --git a/Cargo.lock b/Cargo.lock
diff --git a/core/Cargo.toml b/core/Cargo.toml
@@ -27,6 +27,7 @@ criterion = ">=0.4.0"
 arrow = { version = ">=32.0.0", features = ["ipc"]}
 arrow-ipc = ">=33.0.0"
 postgres-types = {version = ">=0.2.4", features = ["with-chrono-0_4"]}
+ureq = "2.6.2"
 
 [[bench]]
 name = "yellow_cab_dataset"

diff --git a/core/benches/yellow_cab_dataset.rs b/core/benches/yellow_cab_dataset.rs
@@ -9,14 +9,33 @@ use criterion::{black_box, criterion_group, criterion_main, Criterion};
 use parquet::arrow::arrow_reader::{ParquetRecordBatchReader, ParquetRecordBatchReaderBuilder};
 use pgpq::ArrowToPostgresBinaryEncoder;
 use std::fs;
+use std::fs::File;
+use std::io;
 use std::path::PathBuf;
+use ureq;
+
+fn download_dataset() -> File {
+    let path = PathBuf::from(env!("CARGO_MANIFEST_DIR"))
+        .parent()
+        .unwrap()
+        .parent()
+        .unwrap()
+        .join("yellow_tripdata_2022-01.parquet");
+    if !path.exists() {
+        let mut file = File::create(path.clone()).expect("failed to create file");
+        let mut resp = ureq::get(
+            "https://d37ci6vzurychx.cloudfront.net/trip-data/yellow_tripdata_2022-01.parquet",
+        )
+        .call()
+        .expect("request failed");
+        io::copy(&mut resp.into_reader(), &mut file).expect("failed to copy content");
+    }
+    let mut file = File::open(path.clone()).expect("failed to create file");
+    file
+}
 
 fn setup(row_limit: Option<usize>) -> (Vec<RecordBatch>, Schema) {
-    let file = fs::File::open(
-        PathBuf::from(env!("CARGO_MANIFEST_DIR"))
-            .join("tests/testdata/yellow_tripdata_2022-01.parquet"),
-    )
-    .unwrap();
+    let mut file = download_dataset();
     let builder = ParquetRecordBatchReaderBuilder::try_new(file).unwrap();
     let mut reader = builder.build().unwrap();
     let schema = Schema::new(reader.schema().fields().clone());

diff --git a/core/tests/snapshots/binary.bin b/core/tests/snapshots/binary.bin
diff --git a/core/tests/snapshots/binary_nullable.bin b/core/tests/snapshots/binary_nullable.bin
diff --git a/core/tests/snapshots/bool_nullable.bin b/core/tests/snapshots/bool_nullable.bin
diff --git a/core/tests/snapshots/duration_ms.bin b/core/tests/snapshots/duration_ms.bin
diff --git a/core/tests/snapshots/duration_ms_nullable.bin b/core/tests/snapshots/duration_ms_nullable.bin
diff --git a/core/tests/snapshots/duration_s.bin b/core/tests/snapshots/duration_s.bin
diff --git a/core/tests/snapshots/duration_s_nullable.bin b/core/tests/snapshots/duration_s_nullable.bin
diff --git a/core/tests/snapshots/duration_us.bin b/core/tests/snapshots/duration_us.bin
diff --git a/core/tests/snapshots/duration_us_nullable.bin b/core/tests/snapshots/duration_us_nullable.bin
diff --git a/core/tests/snapshots/float32.bin b/core/tests/snapshots/float32.bin
diff --git a/core/tests/snapshots/float32_nullable.bin b/core/tests/snapshots/float32_nullable.bin
diff --git a/core/tests/snapshots/float64.bin b/core/tests/snapshots/float64.bin
diff --git a/core/tests/snapshots/float64_nullable.bin b/core/tests/snapshots/float64_nullable.bin
diff --git a/core/tests/snapshots/int16.bin b/core/tests/snapshots/int16.bin
diff --git a/core/tests/snapshots/int16_nullable.bin b/core/tests/snapshots/int16_nullable.bin
diff --git a/core/tests/snapshots/int32.bin b/core/tests/snapshots/int32.bin
diff --git a/core/tests/snapshots/int32_nullable.bin b/core/tests/snapshots/int32_nullable.bin
diff --git a/core/tests/snapshots/int64.bin b/core/tests/snapshots/int64.bin
diff --git a/core/tests/snapshots/int64_nullable.bin b/core/tests/snapshots/int64_nullable.bin
diff --git a/core/tests/snapshots/int8.bin b/core/tests/snapshots/int8.bin
diff --git a/core/tests/snapshots/int8_nullable.bin b/core/tests/snapshots/int8_nullable.bin
diff --git a/core/tests/snapshots/large_binary.bin b/core/tests/snapshots/large_binary.bin
diff --git a/core/tests/snapshots/large_binary_nullable.bin b/core/tests/snapshots/large_binary_nullable.bin
diff --git a/core/tests/snapshots/large_string.bin b/core/tests/snapshots/large_string.bin
diff --git a/core/tests/snapshots/large_string_nullable.bin b/core/tests/snapshots/large_string_nullable.bin
diff --git a/core/tests/snapshots/list_binary.bin b/core/tests/snapshots/list_binary.bin
diff --git a/core/tests/snapshots/list_binary_nullable.bin b/core/tests/snapshots/list_binary_nullable.bin
diff --git a/core/tests/snapshots/list_bool.bin b/core/tests/snapshots/list_bool.bin
diff --git a/core/tests/snapshots/list_bool_nullable.bin b/core/tests/snapshots/list_bool_nullable.bin
diff --git a/core/tests/snapshots/list_duration_ms.bin b/core/tests/snapshots/list_duration_ms.bin
diff --git a/core/tests/snapshots/list_duration_ms_nullable.bin b/core/tests/snapshots/list_duration_ms_nullable.bin
diff --git a/core/tests/snapshots/list_duration_s.bin b/core/tests/snapshots/list_duration_s.bin
diff --git a/core/tests/snapshots/list_duration_s_nullable.bin b/core/tests/snapshots/list_duration_s_nullable.bin
diff --git a/core/tests/snapshots/list_duration_us.bin b/core/tests/snapshots/list_duration_us.bin
diff --git a/core/tests/snapshots/list_duration_us_nullable.bin b/core/tests/snapshots/list_duration_us_nullable.bin
diff --git a/core/tests/snapshots/list_float32.bin b/core/tests/snapshots/list_float32.bin
diff --git a/core/tests/snapshots/list_float32_nullable.bin b/core/tests/snapshots/list_float32_nullable.bin
diff --git a/core/tests/snapshots/list_float64.bin b/core/tests/snapshots/list_float64.bin
diff --git a/core/tests/snapshots/list_float64_nullable.bin b/core/tests/snapshots/list_float64_nullable.bin
diff --git a/core/tests/snapshots/list_int16.bin b/core/tests/snapshots/list_int16.bin
diff --git a/core/tests/snapshots/list_int16_nullable.bin b/core/tests/snapshots/list_int16_nullable.bin
diff --git a/core/tests/snapshots/list_int32.bin b/core/tests/snapshots/list_int32.bin
diff --git a/core/tests/snapshots/list_int32_nullable.bin b/core/tests/snapshots/list_int32_nullable.bin
diff --git a/core/tests/snapshots/list_int64.bin b/core/tests/snapshots/list_int64.bin
diff --git a/core/tests/snapshots/list_int64_nullable.bin b/core/tests/snapshots/list_int64_nullable.bin
diff --git a/core/tests/snapshots/list_int8.bin b/core/tests/snapshots/list_int8.bin
diff --git a/core/tests/snapshots/list_int8_nullable.bin b/core/tests/snapshots/list_int8_nullable.bin
diff --git a/core/tests/snapshots/list_large_binary.bin b/core/tests/snapshots/list_large_binary.bin
diff --git a/core/tests/snapshots/list_large_binary_nullable.bin b/core/tests/snapshots/list_large_binary_nullable.bin
diff --git a/core/tests/snapshots/list_large_string.bin b/core/tests/snapshots/list_large_string.bin
diff --git a/core/tests/snapshots/list_large_string_nullable.bin b/core/tests/snapshots/list_large_string_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_binary.bin b/core/tests/snapshots/list_nullable_list_binary.bin
diff --git a/core/tests/snapshots/list_nullable_list_binary_nullable.bin b/core/tests/snapshots/list_nullable_list_binary_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_bool.bin b/core/tests/snapshots/list_nullable_list_bool.bin
diff --git a/core/tests/snapshots/list_nullable_list_bool_nullable.bin b/core/tests/snapshots/list_nullable_list_bool_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_duration_ms.bin b/core/tests/snapshots/list_nullable_list_duration_ms.bin
diff --git a/core/tests/snapshots/list_nullable_list_duration_ms_nullable.bin b/core/tests/snapshots/list_nullable_list_duration_ms_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_duration_s.bin b/core/tests/snapshots/list_nullable_list_duration_s.bin
diff --git a/core/tests/snapshots/list_nullable_list_duration_s_nullable.bin b/core/tests/snapshots/list_nullable_list_duration_s_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_duration_us.bin b/core/tests/snapshots/list_nullable_list_duration_us.bin
diff --git a/core/tests/snapshots/list_nullable_list_duration_us_nullable.bin b/core/tests/snapshots/list_nullable_list_duration_us_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_float32.bin b/core/tests/snapshots/list_nullable_list_float32.bin
diff --git a/core/tests/snapshots/list_nullable_list_float32_nullable.bin b/core/tests/snapshots/list_nullable_list_float32_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_float64.bin b/core/tests/snapshots/list_nullable_list_float64.bin
diff --git a/core/tests/snapshots/list_nullable_list_float64_nullable.bin b/core/tests/snapshots/list_nullable_list_float64_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_int16.bin b/core/tests/snapshots/list_nullable_list_int16.bin
diff --git a/core/tests/snapshots/list_nullable_list_int16_nullable.bin b/core/tests/snapshots/list_nullable_list_int16_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_int32.bin b/core/tests/snapshots/list_nullable_list_int32.bin
diff --git a/core/tests/snapshots/list_nullable_list_int32_nullable.bin b/core/tests/snapshots/list_nullable_list_int32_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_int64.bin b/core/tests/snapshots/list_nullable_list_int64.bin
diff --git a/core/tests/snapshots/list_nullable_list_int64_nullable.bin b/core/tests/snapshots/list_nullable_list_int64_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_int8.bin b/core/tests/snapshots/list_nullable_list_int8.bin
diff --git a/core/tests/snapshots/list_nullable_list_int8_nullable.bin b/core/tests/snapshots/list_nullable_list_int8_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_large_binary.bin b/core/tests/snapshots/list_nullable_list_large_binary.bin
diff --git a/core/tests/snapshots/list_nullable_list_large_binary_nullable.bin b/core/tests/snapshots/list_nullable_list_large_binary_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_large_string.bin b/core/tests/snapshots/list_nullable_list_large_string.bin
diff --git a/core/tests/snapshots/list_nullable_list_large_string_nullable.bin b/core/tests/snapshots/list_nullable_list_large_string_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_string.bin b/core/tests/snapshots/list_nullable_list_string.bin
diff --git a/core/tests/snapshots/list_nullable_list_string_nullable.bin b/core/tests/snapshots/list_nullable_list_string_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_time_ms.bin b/core/tests/snapshots/list_nullable_list_time_ms.bin
diff --git a/core/tests/snapshots/list_nullable_list_time_ms_nullable.bin b/core/tests/snapshots/list_nullable_list_time_ms_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_time_s.bin b/core/tests/snapshots/list_nullable_list_time_s.bin
diff --git a/core/tests/snapshots/list_nullable_list_time_s_nullable.bin b/core/tests/snapshots/list_nullable_list_time_s_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_time_us.bin b/core/tests/snapshots/list_nullable_list_time_us.bin
diff --git a/core/tests/snapshots/list_nullable_list_time_us_nullable.bin b/core/tests/snapshots/list_nullable_list_time_us_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_ms_notz.bin b/core/tests/snapshots/list_nullable_list_timestamp_ms_notz.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_ms_notz_nullable.bin b/core/tests/snapshots/list_nullable_list_timestamp_ms_notz_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_ms_tz.bin b/core/tests/snapshots/list_nullable_list_timestamp_ms_tz.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_ms_tz_nullable.bin b/core/tests/snapshots/list_nullable_list_timestamp_ms_tz_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_s_notz.bin b/core/tests/snapshots/list_nullable_list_timestamp_s_notz.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_s_notz_nullable.bin b/core/tests/snapshots/list_nullable_list_timestamp_s_notz_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_s_tz.bin b/core/tests/snapshots/list_nullable_list_timestamp_s_tz.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_s_tz_nullable.bin b/core/tests/snapshots/list_nullable_list_timestamp_s_tz_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_us_notz.bin b/core/tests/snapshots/list_nullable_list_timestamp_us_notz.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_us_notz_nullable.bin b/core/tests/snapshots/list_nullable_list_timestamp_us_notz_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_us_tz.bin b/core/tests/snapshots/list_nullable_list_timestamp_us_tz.bin
diff --git a/core/tests/snapshots/list_nullable_list_timestamp_us_tz_nullable.bin b/core/tests/snapshots/list_nullable_list_timestamp_us_tz_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_uint16.bin b/core/tests/snapshots/list_nullable_list_uint16.bin
diff --git a/core/tests/snapshots/list_nullable_list_uint16_nullable.bin b/core/tests/snapshots/list_nullable_list_uint16_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_uint32.bin b/core/tests/snapshots/list_nullable_list_uint32.bin
diff --git a/core/tests/snapshots/list_nullable_list_uint32_nullable.bin b/core/tests/snapshots/list_nullable_list_uint32_nullable.bin
diff --git a/core/tests/snapshots/list_nullable_list_uint8.bin b/core/tests/snapshots/list_nullable_list_uint8.bin
diff --git a/core/tests/snapshots/list_nullable_list_uint8_nullable.bin b/core/tests/snapshots/list_nullable_list_uint8_nullable.bin
diff --git a/core/tests/snapshots/list_string.bin b/core/tests/snapshots/list_string.bin
diff --git a/core/tests/snapshots/list_string_nullable.bin b/core/tests/snapshots/list_string_nullable.bin
diff --git a/core/tests/snapshots/list_time_ms.bin b/core/tests/snapshots/list_time_ms.bin
diff --git a/core/tests/snapshots/list_time_ms_nullable.bin b/core/tests/snapshots/list_time_ms_nullable.bin
diff --git a/core/tests/snapshots/list_time_s.bin b/core/tests/snapshots/list_time_s.bin
diff --git a/core/tests/snapshots/list_time_s_nullable.bin b/core/tests/snapshots/list_time_s_nullable.bin
diff --git a/core/tests/snapshots/list_time_us.bin b/core/tests/snapshots/list_time_us.bin
diff --git a/core/tests/snapshots/list_time_us_nullable.bin b/core/tests/snapshots/list_time_us_nullable.bin
diff --git a/core/tests/snapshots/list_timestamp_ms_notz.bin b/core/tests/snapshots/list_timestamp_ms_notz.bin
diff --git a/core/tests/snapshots/list_timestamp_ms_notz_nullable.bin b/core/tests/snapshots/list_timestamp_ms_notz_nullable.bin
diff --git a/core/tests/snapshots/list_timestamp_ms_tz.bin b/core/tests/snapshots/list_timestamp_ms_tz.bin
diff --git a/core/tests/snapshots/list_timestamp_ms_tz_nullable.bin b/core/tests/snapshots/list_timestamp_ms_tz_nullable.bin
diff --git a/core/tests/snapshots/list_timestamp_s_notz.bin b/core/tests/snapshots/list_timestamp_s_notz.bin
diff --git a/core/tests/snapshots/list_timestamp_s_notz_nullable.bin b/core/tests/snapshots/list_timestamp_s_notz_nullable.bin
diff --git a/core/tests/snapshots/list_timestamp_s_tz.bin b/core/tests/snapshots/list_timestamp_s_tz.bin
diff --git a/core/tests/snapshots/list_timestamp_s_tz_nullable.bin b/core/tests/snapshots/list_timestamp_s_tz_nullable.bin
diff --git a/core/tests/snapshots/list_timestamp_us_notz.bin b/core/tests/snapshots/list_timestamp_us_notz.bin
diff --git a/core/tests/snapshots/list_timestamp_us_notz_nullable.bin b/core/tests/snapshots/list_timestamp_us_notz_nullable.bin
diff --git a/core/tests/snapshots/list_timestamp_us_tz.bin b/core/tests/snapshots/list_timestamp_us_tz.bin
diff --git a/core/tests/snapshots/list_timestamp_us_tz_nullable.bin b/core/tests/snapshots/list_timestamp_us_tz_nullable.bin
diff --git a/core/tests/snapshots/list_uint16.bin b/core/tests/snapshots/list_uint16.bin
diff --git a/core/tests/snapshots/list_uint16_nullable.bin b/core/tests/snapshots/list_uint16_nullable.bin
diff --git a/core/tests/snapshots/list_uint32.bin b/core/tests/snapshots/list_uint32.bin
diff --git a/core/tests/snapshots/list_uint32_nullable.bin b/core/tests/snapshots/list_uint32_nullable.bin
diff --git a/core/tests/snapshots/list_uint8.bin b/core/tests/snapshots/list_uint8.bin
diff --git a/core/tests/snapshots/list_uint8_nullable.bin b/core/tests/snapshots/list_uint8_nullable.bin
diff --git a/core/tests/snapshots/string.bin b/core/tests/snapshots/string.bin
diff --git a/core/tests/snapshots/string_nullable.bin b/core/tests/snapshots/string_nullable.bin
diff --git a/core/tests/snapshots/time_ms.bin b/core/tests/snapshots/time_ms.bin
diff --git a/core/tests/snapshots/time_ms_nullable.bin b/core/tests/snapshots/time_ms_nullable.bin
diff --git a/core/tests/snapshots/time_s.bin b/core/tests/snapshots/time_s.bin
diff --git a/core/tests/snapshots/time_s_nullable.bin b/core/tests/snapshots/time_s_nullable.bin
diff --git a/core/tests/snapshots/time_us.bin b/core/tests/snapshots/time_us.bin
diff --git a/core/tests/snapshots/time_us_nullable.bin b/core/tests/snapshots/time_us_nullable.bin
diff --git a/core/tests/snapshots/timestamp_ms_notz.bin b/core/tests/snapshots/timestamp_ms_notz.bin
diff --git a/core/tests/snapshots/timestamp_ms_notz_nullable.bin b/core/tests/snapshots/timestamp_ms_notz_nullable.bin
diff --git a/core/tests/snapshots/timestamp_ms_tz.bin b/core/tests/snapshots/timestamp_ms_tz.bin
diff --git a/core/tests/snapshots/timestamp_ms_tz_nullable.bin b/core/tests/snapshots/timestamp_ms_tz_nullable.bin
diff --git a/core/tests/snapshots/timestamp_s_notz.bin b/core/tests/snapshots/timestamp_s_notz.bin
diff --git a/core/tests/snapshots/timestamp_s_notz_nullable.bin b/core/tests/snapshots/timestamp_s_notz_nullable.bin
diff --git a/core/tests/snapshots/timestamp_s_tz.bin b/core/tests/snapshots/timestamp_s_tz.bin
diff --git a/core/tests/snapshots/timestamp_s_tz_nullable.bin b/core/tests/snapshots/timestamp_s_tz_nullable.bin
diff --git a/core/tests/snapshots/timestamp_us_notz.bin b/core/tests/snapshots/timestamp_us_notz.bin
diff --git a/core/tests/snapshots/timestamp_us_notz_nullable.bin b/core/tests/snapshots/timestamp_us_notz_nullable.bin
diff --git a/core/tests/snapshots/timestamp_us_tz.bin b/core/tests/snapshots/timestamp_us_tz.bin
diff --git a/core/tests/snapshots/timestamp_us_tz_nullable.bin b/core/tests/snapshots/timestamp_us_tz_nullable.bin
diff --git a/core/tests/snapshots/uint16.bin b/core/tests/snapshots/uint16.bin
diff --git a/core/tests/snapshots/uint16_nullable.bin b/core/tests/snapshots/uint16_nullable.bin
diff --git a/core/tests/snapshots/uint32.bin b/core/tests/snapshots/uint32.bin
diff --git a/core/tests/snapshots/uint32_nullable.bin b/core/tests/snapshots/uint32_nullable.bin
diff --git a/core/tests/snapshots/uint8_nullable.bin b/core/tests/snapshots/uint8_nullable.bin
diff --git a/core/tests/testdata/binary.arrow b/core/tests/testdata/binary.arrow
diff --git a/core/tests/testdata/binary_nullable.arrow b/core/tests/testdata/binary_nullable.arrow
diff --git a/core/tests/testdata/bool.arrow b/core/tests/testdata/bool.arrow
diff --git a/core/tests/testdata/bool_nullable.arrow b/core/tests/testdata/bool_nullable.arrow
diff --git a/core/tests/testdata/duration_ms.arrow b/core/tests/testdata/duration_ms.arrow
diff --git a/core/tests/testdata/duration_ms_nullable.arrow b/core/tests/testdata/duration_ms_nullable.arrow
diff --git a/core/tests/testdata/duration_s.arrow b/core/tests/testdata/duration_s.arrow
diff --git a/core/tests/testdata/duration_s_nullable.arrow b/core/tests/testdata/duration_s_nullable.arrow
diff --git a/core/tests/testdata/duration_us.arrow b/core/tests/testdata/duration_us.arrow
diff --git a/core/tests/testdata/duration_us_nullable.arrow b/core/tests/testdata/duration_us_nullable.arrow
diff --git a/core/tests/testdata/float32.arrow b/core/tests/testdata/float32.arrow
diff --git a/core/tests/testdata/float32_nullable.arrow b/core/tests/testdata/float32_nullable.arrow
diff --git a/core/tests/testdata/float64.arrow b/core/tests/testdata/float64.arrow
diff --git a/core/tests/testdata/float64_nullable.arrow b/core/tests/testdata/float64_nullable.arrow
diff --git a/core/tests/testdata/int16.arrow b/core/tests/testdata/int16.arrow
diff --git a/core/tests/testdata/int16_nullable.arrow b/core/tests/testdata/int16_nullable.arrow
diff --git a/core/tests/testdata/int32.arrow b/core/tests/testdata/int32.arrow
diff --git a/core/tests/testdata/int32_nullable.arrow b/core/tests/testdata/int32_nullable.arrow
diff --git a/core/tests/testdata/int64.arrow b/core/tests/testdata/int64.arrow
diff --git a/core/tests/testdata/int64_nullable.arrow b/core/tests/testdata/int64_nullable.arrow
diff --git a/core/tests/testdata/int8.arrow b/core/tests/testdata/int8.arrow
diff --git a/core/tests/testdata/int8_nullable.arrow b/core/tests/testdata/int8_nullable.arrow
diff --git a/core/tests/testdata/large_binary.arrow b/core/tests/testdata/large_binary.arrow
diff --git a/core/tests/testdata/large_binary_nullable.arrow b/core/tests/testdata/large_binary_nullable.arrow
diff --git a/core/tests/testdata/large_string.arrow b/core/tests/testdata/large_string.arrow
diff --git a/core/tests/testdata/large_string_nullable.arrow b/core/tests/testdata/large_string_nullable.arrow
diff --git a/core/tests/testdata/list_binary.arrow b/core/tests/testdata/list_binary.arrow
diff --git a/core/tests/testdata/list_binary_nullable.arrow b/core/tests/testdata/list_binary_nullable.arrow
diff --git a/core/tests/testdata/list_bool.arrow b/core/tests/testdata/list_bool.arrow
diff --git a/core/tests/testdata/list_bool_nullable.arrow b/core/tests/testdata/list_bool_nullable.arrow
diff --git a/core/tests/testdata/list_duration_ms.arrow b/core/tests/testdata/list_duration_ms.arrow
diff --git a/core/tests/testdata/list_duration_ms_nullable.arrow b/core/tests/testdata/list_duration_ms_nullable.arrow
diff --git a/core/tests/testdata/list_duration_s.arrow b/core/tests/testdata/list_duration_s.arrow
diff --git a/core/tests/testdata/list_duration_s_nullable.arrow b/core/tests/testdata/list_duration_s_nullable.arrow
diff --git a/core/tests/testdata/list_duration_us.arrow b/core/tests/testdata/list_duration_us.arrow
diff --git a/core/tests/testdata/list_duration_us_nullable.arrow b/core/tests/testdata/list_duration_us_nullable.arrow
diff --git a/core/tests/testdata/list_float32.arrow b/core/tests/testdata/list_float32.arrow
diff --git a/core/tests/testdata/list_float32_nullable.arrow b/core/tests/testdata/list_float32_nullable.arrow
diff --git a/core/tests/testdata/list_float64.arrow b/core/tests/testdata/list_float64.arrow
diff --git a/core/tests/testdata/list_float64_nullable.arrow b/core/tests/testdata/list_float64_nullable.arrow
diff --git a/core/tests/testdata/list_int16.arrow b/core/tests/testdata/list_int16.arrow
diff --git a/core/tests/testdata/list_int16_nullable.arrow b/core/tests/testdata/list_int16_nullable.arrow
diff --git a/core/tests/testdata/list_int32.arrow b/core/tests/testdata/list_int32.arrow
diff --git a/core/tests/testdata/list_int32_nullable.arrow b/core/tests/testdata/list_int32_nullable.arrow
diff --git a/core/tests/testdata/list_int64.arrow b/core/tests/testdata/list_int64.arrow
diff --git a/core/tests/testdata/list_int64_nullable.arrow b/core/tests/testdata/list_int64_nullable.arrow
diff --git a/core/tests/testdata/list_int8.arrow b/core/tests/testdata/list_int8.arrow
diff --git a/core/tests/testdata/list_int8_nullable.arrow b/core/tests/testdata/list_int8_nullable.arrow
diff --git a/core/tests/testdata/list_large_binary.arrow b/core/tests/testdata/list_large_binary.arrow
diff --git a/core/tests/testdata/list_large_binary_nullable.arrow b/core/tests/testdata/list_large_binary_nullable.arrow
diff --git a/core/tests/testdata/list_large_string.arrow b/core/tests/testdata/list_large_string.arrow
diff --git a/core/tests/testdata/list_large_string_nullable.arrow b/core/tests/testdata/list_large_string_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_binary.arrow b/core/tests/testdata/list_nullable_list_binary.arrow
diff --git a/core/tests/testdata/list_nullable_list_binary_nullable.arrow b/core/tests/testdata/list_nullable_list_binary_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_bool.arrow b/core/tests/testdata/list_nullable_list_bool.arrow
diff --git a/core/tests/testdata/list_nullable_list_bool_nullable.arrow b/core/tests/testdata/list_nullable_list_bool_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_duration_ms.arrow b/core/tests/testdata/list_nullable_list_duration_ms.arrow
diff --git a/core/tests/testdata/list_nullable_list_duration_ms_nullable.arrow b/core/tests/testdata/list_nullable_list_duration_ms_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_duration_s.arrow b/core/tests/testdata/list_nullable_list_duration_s.arrow
diff --git a/core/tests/testdata/list_nullable_list_duration_s_nullable.arrow b/core/tests/testdata/list_nullable_list_duration_s_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_duration_us.arrow b/core/tests/testdata/list_nullable_list_duration_us.arrow
diff --git a/core/tests/testdata/list_nullable_list_duration_us_nullable.arrow b/core/tests/testdata/list_nullable_list_duration_us_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_float32.arrow b/core/tests/testdata/list_nullable_list_float32.arrow
diff --git a/core/tests/testdata/list_nullable_list_float32_nullable.arrow b/core/tests/testdata/list_nullable_list_float32_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_float64.arrow b/core/tests/testdata/list_nullable_list_float64.arrow
diff --git a/core/tests/testdata/list_nullable_list_float64_nullable.arrow b/core/tests/testdata/list_nullable_list_float64_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_int16.arrow b/core/tests/testdata/list_nullable_list_int16.arrow
diff --git a/core/tests/testdata/list_nullable_list_int16_nullable.arrow b/core/tests/testdata/list_nullable_list_int16_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_int32.arrow b/core/tests/testdata/list_nullable_list_int32.arrow
diff --git a/core/tests/testdata/list_nullable_list_int32_nullable.arrow b/core/tests/testdata/list_nullable_list_int32_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_int64.arrow b/core/tests/testdata/list_nullable_list_int64.arrow
diff --git a/core/tests/testdata/list_nullable_list_int64_nullable.arrow b/core/tests/testdata/list_nullable_list_int64_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_int8.arrow b/core/tests/testdata/list_nullable_list_int8.arrow
diff --git a/core/tests/testdata/list_nullable_list_int8_nullable.arrow b/core/tests/testdata/list_nullable_list_int8_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_large_binary.arrow b/core/tests/testdata/list_nullable_list_large_binary.arrow
diff --git a/core/tests/testdata/list_nullable_list_large_binary_nullable.arrow b/core/tests/testdata/list_nullable_list_large_binary_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_large_string.arrow b/core/tests/testdata/list_nullable_list_large_string.arrow
diff --git a/core/tests/testdata/list_nullable_list_large_string_nullable.arrow b/core/tests/testdata/list_nullable_list_large_string_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_string.arrow b/core/tests/testdata/list_nullable_list_string.arrow
diff --git a/core/tests/testdata/list_nullable_list_string_nullable.arrow b/core/tests/testdata/list_nullable_list_string_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_time_ms.arrow b/core/tests/testdata/list_nullable_list_time_ms.arrow
diff --git a/core/tests/testdata/list_nullable_list_time_ms_nullable.arrow b/core/tests/testdata/list_nullable_list_time_ms_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_time_s.arrow b/core/tests/testdata/list_nullable_list_time_s.arrow
diff --git a/core/tests/testdata/list_nullable_list_time_s_nullable.arrow b/core/tests/testdata/list_nullable_list_time_s_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_time_us.arrow b/core/tests/testdata/list_nullable_list_time_us.arrow
diff --git a/core/tests/testdata/list_nullable_list_time_us_nullable.arrow b/core/tests/testdata/list_nullable_list_time_us_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_ms_notz.arrow b/core/tests/testdata/list_nullable_list_timestamp_ms_notz.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_ms_notz_nullable.arrow b/core/tests/testdata/list_nullable_list_timestamp_ms_notz_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_ms_tz.arrow b/core/tests/testdata/list_nullable_list_timestamp_ms_tz.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_ms_tz_nullable.arrow b/core/tests/testdata/list_nullable_list_timestamp_ms_tz_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_s_notz.arrow b/core/tests/testdata/list_nullable_list_timestamp_s_notz.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_s_notz_nullable.arrow b/core/tests/testdata/list_nullable_list_timestamp_s_notz_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_s_tz.arrow b/core/tests/testdata/list_nullable_list_timestamp_s_tz.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_s_tz_nullable.arrow b/core/tests/testdata/list_nullable_list_timestamp_s_tz_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_us_notz.arrow b/core/tests/testdata/list_nullable_list_timestamp_us_notz.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_us_notz_nullable.arrow b/core/tests/testdata/list_nullable_list_timestamp_us_notz_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_us_tz.arrow b/core/tests/testdata/list_nullable_list_timestamp_us_tz.arrow
diff --git a/core/tests/testdata/list_nullable_list_timestamp_us_tz_nullable.arrow b/core/tests/testdata/list_nullable_list_timestamp_us_tz_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_uint16.arrow b/core/tests/testdata/list_nullable_list_uint16.arrow
diff --git a/core/tests/testdata/list_nullable_list_uint16_nullable.arrow b/core/tests/testdata/list_nullable_list_uint16_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_uint32.arrow b/core/tests/testdata/list_nullable_list_uint32.arrow
diff --git a/core/tests/testdata/list_nullable_list_uint32_nullable.arrow b/core/tests/testdata/list_nullable_list_uint32_nullable.arrow
diff --git a/core/tests/testdata/list_nullable_list_uint8.arrow b/core/tests/testdata/list_nullable_list_uint8.arrow
diff --git a/core/tests/testdata/list_nullable_list_uint8_nullable.arrow b/core/tests/testdata/list_nullable_list_uint8_nullable.arrow
diff --git a/core/tests/testdata/list_string.arrow b/core/tests/testdata/list_string.arrow
diff --git a/core/tests/testdata/list_string_nullable.arrow b/core/tests/testdata/list_string_nullable.arrow
diff --git a/core/tests/testdata/list_time_ms.arrow b/core/tests/testdata/list_time_ms.arrow
diff --git a/core/tests/testdata/list_time_ms_nullable.arrow b/core/tests/testdata/list_time_ms_nullable.arrow
diff --git a/core/tests/testdata/list_time_s.arrow b/core/tests/testdata/list_time_s.arrow
diff --git a/core/tests/testdata/list_time_s_nullable.arrow b/core/tests/testdata/list_time_s_nullable.arrow
diff --git a/core/tests/testdata/list_time_us.arrow b/core/tests/testdata/list_time_us.arrow
diff --git a/core/tests/testdata/list_time_us_nullable.arrow b/core/tests/testdata/list_time_us_nullable.arrow
diff --git a/core/tests/testdata/list_timestamp_ms_notz.arrow b/core/tests/testdata/list_timestamp_ms_notz.arrow
diff --git a/core/tests/testdata/list_timestamp_ms_notz_nullable.arrow b/core/tests/testdata/list_timestamp_ms_notz_nullable.arrow
diff --git a/core/tests/testdata/list_timestamp_ms_tz.arrow b/core/tests/testdata/list_timestamp_ms_tz.arrow
diff --git a/core/tests/testdata/list_timestamp_ms_tz_nullable.arrow b/core/tests/testdata/list_timestamp_ms_tz_nullable.arrow
diff --git a/core/tests/testdata/list_timestamp_s_notz.arrow b/core/tests/testdata/list_timestamp_s_notz.arrow
diff --git a/core/tests/testdata/list_timestamp_s_notz_nullable.arrow b/core/tests/testdata/list_timestamp_s_notz_nullable.arrow
diff --git a/core/tests/testdata/list_timestamp_s_tz.arrow b/core/tests/testdata/list_timestamp_s_tz.arrow
diff --git a/core/tests/testdata/list_timestamp_s_tz_nullable.arrow b/core/tests/testdata/list_timestamp_s_tz_nullable.arrow
diff --git a/core/tests/testdata/list_timestamp_us_notz.arrow b/core/tests/testdata/list_timestamp_us_notz.arrow
diff --git a/core/tests/testdata/list_timestamp_us_notz_nullable.arrow b/core/tests/testdata/list_timestamp_us_notz_nullable.arrow
diff --git a/core/tests/testdata/list_timestamp_us_tz.arrow b/core/tests/testdata/list_timestamp_us_tz.arrow
diff --git a/core/tests/testdata/list_timestamp_us_tz_nullable.arrow b/core/tests/testdata/list_timestamp_us_tz_nullable.arrow
diff --git a/core/tests/testdata/list_uint16.arrow b/core/tests/testdata/list_uint16.arrow
diff --git a/core/tests/testdata/list_uint16_nullable.arrow b/core/tests/testdata/list_uint16_nullable.arrow
diff --git a/core/tests/testdata/list_uint32.arrow b/core/tests/testdata/list_uint32.arrow
diff --git a/core/tests/testdata/list_uint32_nullable.arrow b/core/tests/testdata/list_uint32_nullable.arrow
diff --git a/core/tests/testdata/list_uint8.arrow b/core/tests/testdata/list_uint8.arrow
diff --git a/core/tests/testdata/list_uint8_nullable.arrow b/core/tests/testdata/list_uint8_nullable.arrow
diff --git a/core/tests/testdata/string.arrow b/core/tests/testdata/string.arrow
diff --git a/core/tests/testdata/string_nullable.arrow b/core/tests/testdata/string_nullable.arrow
diff --git a/core/tests/testdata/time_ms.arrow b/core/tests/testdata/time_ms.arrow
diff --git a/core/tests/testdata/time_ms_nullable.arrow b/core/tests/testdata/time_ms_nullable.arrow
diff --git a/core/tests/testdata/time_s.arrow b/core/tests/testdata/time_s.arrow
diff --git a/core/tests/testdata/time_s_nullable.arrow b/core/tests/testdata/time_s_nullable.arrow
diff --git a/core/tests/testdata/time_us.arrow b/core/tests/testdata/time_us.arrow
diff --git a/core/tests/testdata/time_us_nullable.arrow b/core/tests/testdata/time_us_nullable.arrow
diff --git a/core/tests/testdata/timestamp_ms_notz.arrow b/core/tests/testdata/timestamp_ms_notz.arrow
diff --git a/core/tests/testdata/timestamp_ms_notz_nullable.arrow b/core/tests/testdata/timestamp_ms_notz_nullable.arrow