From 0c16a1a867f956117f866cf86fd4483b6bac59d8 Mon Sep 17 00:00:00 2001 From: Michael Cassidy Date: Fri, 21 Jul 2023 15:54:19 +1000 Subject: [PATCH 1/4] add dat testing add dat testing cleaning up continuing cleanup assertions on table version being accessed add setup script for dat file download --- rust/Cargo.toml | 34 +--- rust/tests/dat.rs | 156 ++++++++++++++++++ rust/tests/data/dat/v0.0.2/.done | 1 + ...-8d2e-993361e592b5-c000.snappy.parquet.crc | Bin 0 -> 36 bytes .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 28 bytes .../_delta_log/00000000000000000000.json | 4 + ...4f83-8d2e-993361e592b5-c000.snappy.parquet | Bin 0 -> 3203 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-bb8b-6ed3bb27a955-c000.snappy.parquet.crc | Bin 0 -> 36 bytes .../expected/latest/table_content/_SUCCESS | 0 ...4535-bb8b-6ed3bb27a955-c000.snappy.parquet | Bin 0 -> 3203 bytes .../latest/table_version_metadata.json | 6 + .../all_primitive_types/test_case_info.json | 4 + ...-803d-750072dd4c51-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-b51f-c3af96c72a44-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 20 bytes .../_delta_log/.00000000000000000001.json.crc | Bin 0 -> 16 bytes .../_delta_log/00000000000000000000.json | 4 + .../_delta_log/00000000000000000001.json | 2 + ...4479-803d-750072dd4c51-c000.snappy.parquet | Bin 0 -> 984 bytes ...4d54-b51f-c3af96c72a44-c000.snappy.parquet | Bin 0 -> 996 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-b22b-e0f168258598-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-b22b-e0f168258598-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/latest/table_content/_SUCCESS | 0 ...421d-b22b-e0f168258598-c000.snappy.parquet | Bin 0 -> 996 bytes ...421d-b22b-e0f168258598-c000.snappy.parquet | Bin 0 -> 984 bytes .../latest/table_version_metadata.json | 6 + .../expected/v0/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-9e4e-744013b15266-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/v0/table_content/_SUCCESS | 0 ...48e4-9e4e-744013b15266-c000.snappy.parquet | Bin 0 -> 996 bytes .../expected/v0/table_version_metadata.json | 6 + .../expected/v1/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-85ea-4a289fa3cc64-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-85ea-4a289fa3cc64-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/v1/table_content/_SUCCESS | 0 ...44c7-85ea-4a289fa3cc64-c000.snappy.parquet | Bin 0 -> 996 bytes ...44c7-85ea-4a289fa3cc64-c000.snappy.parquet | Bin 0 -> 984 bytes .../expected/v1/table_version_metadata.json | 6 + .../basic_append/test_case_info.json | 4 + .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 24 bytes .../_delta_log/.00000000000000000001.json.crc | Bin 0 -> 20 bytes .../_delta_log/00000000000000000000.json | 6 + .../_delta_log/00000000000000000001.json | 4 + ...-a638-bbf0a7953f09.c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...436e-a638-bbf0a7953f09.c000.snappy.parquet | Bin 0 -> 751 bytes ...-b36a-b5fdd67fe843.c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-bea9-afcea42ba2e9.c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...4fb0-b36a-b5fdd67fe843.c000.snappy.parquet | Bin 0 -> 751 bytes ...4a99-bea9-afcea42ba2e9.c000.snappy.parquet | Bin 0 -> 751 bytes ...-bd41-b75169c41c17.c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...47e5-bd41-b75169c41c17.c000.snappy.parquet | Bin 0 -> 751 bytes ...-9c49-70c742be30c0.c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...485c-9c49-70c742be30c0.c000.snappy.parquet | Bin 0 -> 751 bytes ...-89ef-2f90c68ea51e.c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...4aa0-89ef-2f90c68ea51e.c000.snappy.parquet | Bin 0 -> 750 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-b5f9-860ab4c935d5-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-b5f9-860ab4c935d5-c000.snappy.parquet.crc | Bin 0 -> 20 bytes .../expected/latest/table_content/_SUCCESS | 0 ...4934-b5f9-860ab4c935d5-c000.snappy.parquet | Bin 0 -> 996 bytes ...4934-b5f9-860ab4c935d5-c000.snappy.parquet | Bin 0 -> 1030 bytes .../latest/table_version_metadata.json | 6 + .../expected/v0/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-93f8-3ab22cfe0516-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-93f8-3ab22cfe0516-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/v0/table_content/_SUCCESS | 0 ...4fa9-93f8-3ab22cfe0516-c000.snappy.parquet | Bin 0 -> 984 bytes ...4fa9-93f8-3ab22cfe0516-c000.snappy.parquet | Bin 0 -> 969 bytes .../expected/v0/table_version_metadata.json | 6 + .../expected/v1/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-9b1c-fff1da21c7eb-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-9b1c-fff1da21c7eb-c000.snappy.parquet.crc | Bin 0 -> 20 bytes .../expected/v1/table_content/_SUCCESS | 0 ...4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet | Bin 0 -> 996 bytes ...4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet | Bin 0 -> 1030 bytes .../expected/v1/table_version_metadata.json | 6 + .../basic_partitioned/test_case_info.json | 4 + .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 28 bytes .../_delta_log/.00000000000000000001.json.crc | Bin 0 -> 20 bytes .../_delta_log/.00000000000000000002.json.crc | Bin 0 -> 28 bytes .../_delta_log/00000000000000000000.json | 6 + .../_delta_log/00000000000000000001.json | 3 + .../_delta_log/00000000000000000002.json | 8 + ...-aeff-e6d27c077917.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...4127-aeff-e6d27c077917.c000.snappy.parquet | Bin 0 -> 490 bytes ...-ab0b-100efc06fa96.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...4681-ab0b-100efc06fa96.c000.snappy.parquet | Bin 0 -> 490 bytes ...-8176-4ee8ff04c5ff.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...47da-8176-4ee8ff04c5ff.c000.snappy.parquet | Bin 0 -> 490 bytes ...-824d-a4c0e2139ad3.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...427f-824d-a4c0e2139ad3.c000.snappy.parquet | Bin 0 -> 490 bytes ...-90cf-a42d188ca9d3.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...48eb-90cf-a42d188ca9d3.c000.snappy.parquet | Bin 0 -> 490 bytes ...baf6-9b48cf88ae5b.c000.snappy.parquet.crc" | Bin 0 -> 12 bytes ...db4-baf6-9b48cf88ae5b.c000.snappy.parquet" | Bin 0 -> 490 bytes ...-a793-73e5af9b0e90.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...4c36-a793-73e5af9b0e90.c000.snappy.parquet | Bin 0 -> 490 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-9dd9-3c31ceb83a12-c000.snappy.parquet.crc | Bin 0 -> 20 bytes ...-9dd9-3c31ceb83a12-c000.snappy.parquet.crc | Bin 0 -> 20 bytes .../expected/latest/table_content/_SUCCESS | 0 ...4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet | Bin 0 -> 1205 bytes ...4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet | Bin 0 -> 1163 bytes .../latest/table_version_metadata.json | 6 + .../expected/v0/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-afb9-1be200f3a019-c000.snappy.parquet.crc | Bin 0 -> 20 bytes ...-afb9-1be200f3a019-c000.snappy.parquet.crc | Bin 0 -> 20 bytes .../expected/v0/table_content/_SUCCESS | 0 ...4233-afb9-1be200f3a019-c000.snappy.parquet | Bin 0 -> 1175 bytes ...4233-afb9-1be200f3a019-c000.snappy.parquet | Bin 0 -> 1170 bytes .../expected/v0/table_version_metadata.json | 6 + .../expected/v1/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-8fc7-78c9dc922cee-c000.snappy.parquet.crc | Bin 0 -> 20 bytes ...-8fc7-78c9dc922cee-c000.snappy.parquet.crc | Bin 0 -> 20 bytes .../expected/v1/table_content/_SUCCESS | 0 ...41b4-8fc7-78c9dc922cee-c000.snappy.parquet | Bin 0 -> 1165 bytes ...41b4-8fc7-78c9dc922cee-c000.snappy.parquet | Bin 0 -> 1207 bytes .../expected/v1/table_version_metadata.json | 6 + .../expected/v2/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-833e-04a8976f3d3b-c000.snappy.parquet.crc | Bin 0 -> 20 bytes ...-833e-04a8976f3d3b-c000.snappy.parquet.crc | Bin 0 -> 20 bytes .../expected/v2/table_content/_SUCCESS | 0 ...4651-833e-04a8976f3d3b-c000.snappy.parquet | Bin 0 -> 1205 bytes ...4651-833e-04a8976f3d3b-c000.snappy.parquet | Bin 0 -> 1163 bytes .../expected/v2/table_version_metadata.json | 6 + .../multi_partitioned/test_case_info.json | 4 + .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 28 bytes .../_delta_log/00000000000000000000.json | 6 + ...-afd8-11aa82963ae8.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...448f-afd8-11aa82963ae8.c000.snappy.parquet | Bin 0 -> 481 bytes ...-b39b-f5b1a8b13889.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...43da-b39b-f5b1a8b13889.c000.snappy.parquet | Bin 0 -> 481 bytes ...-826f-8a5babfda788.c000.snappy.parquet.crc | Bin 0 -> 12 bytes ...4796-826f-8a5babfda788.c000.snappy.parquet | Bin 0 -> 481 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-9daa-d2adb88f3570-c000.snappy.parquet.crc | Bin 0 -> 20 bytes ...-9daa-d2adb88f3570-c000.snappy.parquet.crc | Bin 0 -> 20 bytes .../expected/latest/table_content/_SUCCESS | 0 ...457d-9daa-d2adb88f3570-c000.snappy.parquet | Bin 0 -> 1268 bytes ...457d-9daa-d2adb88f3570-c000.snappy.parquet | Bin 0 -> 1295 bytes .../latest/table_version_metadata.json | 6 + .../multi_partitioned_2/test_case_info.json | 4 + ...-aa27-38e08a700025-c000.snappy.parquet.crc | Bin 0 -> 28 bytes .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 24 bytes .../_delta_log/00000000000000000000.json | 4 + ...4484-aa27-38e08a700025-c000.snappy.parquet | Bin 0 -> 2076 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-8969-49c004bf3c22-c000.snappy.parquet.crc | Bin 0 -> 28 bytes .../expected/latest/table_content/_SUCCESS | 0 ...424e-8969-49c004bf3c22-c000.snappy.parquet | Bin 0 -> 2076 bytes .../latest/table_version_metadata.json | 6 + .../nested_types/test_case_info.json | 4 + ...-a7ba-77a5764584a0-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000001.json.crc | Bin 0 -> 16 bytes ...0000000000000000002.checkpoint.parquet.crc | Bin 0 -> 108 bytes .../_delta_log/.00000000000000000002.json.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000003.json.crc | Bin 0 -> 16 bytes .../delta/_delta_log/._last_checkpoint.crc | Bin 0 -> 32 bytes .../00000000000000000002.checkpoint.parquet | Bin 0 -> 12712 bytes .../_delta_log/00000000000000000002.json | 3 + .../_delta_log/00000000000000000003.json | 3 + .../delta/_delta_log/_last_checkpoint | 1 + ...4ade-a7ba-77a5764584a0-c000.snappy.parquet | Bin 0 -> 1010 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-93bb-3356988577b7-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/latest/table_content/_SUCCESS | 0 ...4c67-93bb-3356988577b7-c000.snappy.parquet | Bin 0 -> 1010 bytes .../latest/table_version_metadata.json | 8 + .../generated/no_replay/test_case_info.json | 4 + ...-8240-26361349dcff-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-9191-225efeddbd28-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-866b-1353d5527928-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 20 bytes .../_delta_log/.00000000000000000001.json.crc | Bin 0 -> 16 bytes ...0000000000000000002.checkpoint.parquet.crc | Bin 0 -> 100 bytes .../_delta_log/.00000000000000000002.json.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000003.json.crc | Bin 0 -> 16 bytes .../delta/_delta_log/._last_checkpoint.crc | Bin 0 -> 32 bytes .../_delta_log/00000000000000000000.json | 3 + .../_delta_log/00000000000000000001.json | 2 + .../00000000000000000002.checkpoint.parquet | Bin 0 -> 11634 bytes .../_delta_log/00000000000000000002.json | 3 + .../_delta_log/00000000000000000003.json | 3 + .../delta/_delta_log/_last_checkpoint | 1 + ...4c56-8240-26361349dcff-c000.snappy.parquet | Bin 0 -> 1010 bytes ...4bdb-9191-225efeddbd28-c000.snappy.parquet | Bin 0 -> 976 bytes ...4bf2-866b-1353d5527928-c000.snappy.parquet | Bin 0 -> 965 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-9622-55794a7e55e7-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/latest/table_content/_SUCCESS | 0 ...4eb3-9622-55794a7e55e7-c000.snappy.parquet | Bin 0 -> 1010 bytes .../latest/table_version_metadata.json | 11 ++ .../generated/no_stats/test_case_info.json | 4 + ...-9518-d2b24a4ed8c8-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-8ef5-484e3eb9b3e9-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-90fb-bbde46ab2b0d-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 20 bytes .../_delta_log/.00000000000000000001.json.crc | Bin 0 -> 16 bytes ...0000000000000000002.checkpoint.parquet.crc | Bin 0 -> 100 bytes .../_delta_log/.00000000000000000002.json.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000003.json.crc | Bin 0 -> 16 bytes .../delta/_delta_log/._last_checkpoint.crc | Bin 0 -> 32 bytes .../_delta_log/00000000000000000000.json | 3 + .../_delta_log/00000000000000000001.json | 2 + .../00000000000000000002.checkpoint.parquet | Bin 0 -> 11550 bytes .../_delta_log/00000000000000000002.json | 3 + .../_delta_log/00000000000000000003.json | 3 + .../delta/_delta_log/_last_checkpoint | 1 + ...4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet | Bin 0 -> 965 bytes ...4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet | Bin 0 -> 976 bytes ...4269-90fb-bbde46ab2b0d-c000.snappy.parquet | Bin 0 -> 1010 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-b178-bed65b49bfdf-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/latest/table_content/_SUCCESS | 0 ...4ff5-b178-bed65b49bfdf-c000.snappy.parquet | Bin 0 -> 1010 bytes .../latest/table_version_metadata.json | 10 ++ .../stats_as_struct/test_case_info.json | 4 + ...-a072-124cdbafd8a0-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-b366-06a863f51e99-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-b50b-49910d209e0c-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000001.json.crc | Bin 0 -> 16 bytes ...0000000000000000002.checkpoint.parquet.crc | Bin 0 -> 108 bytes .../_delta_log/.00000000000000000002.json.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000003.json.crc | Bin 0 -> 16 bytes .../delta/_delta_log/._last_checkpoint.crc | Bin 0 -> 32 bytes .../_delta_log/00000000000000000000.json | 3 + .../_delta_log/00000000000000000001.json | 2 + .../00000000000000000002.checkpoint.parquet | Bin 0 -> 12712 bytes .../_delta_log/00000000000000000002.json | 3 + .../_delta_log/00000000000000000003.json | 3 + .../delta/_delta_log/_last_checkpoint | 1 + ...4f63-a072-124cdbafd8a0-c000.snappy.parquet | Bin 0 -> 1010 bytes ...439e-b366-06a863f51e99-c000.snappy.parquet | Bin 0 -> 976 bytes ...4f40-b50b-49910d209e0c-c000.snappy.parquet | Bin 0 -> 965 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-8025-dd2a423af166-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/latest/table_content/_SUCCESS | 0 ...4084-8025-dd2a423af166-c000.snappy.parquet | Bin 0 -> 1010 bytes .../latest/table_version_metadata.json | 8 + .../with_checkpoint/test_case_info.json | 4 + ...-8206-9ec3f180d09c-c000.snappy.parquet.crc | Bin 0 -> 16 bytes ...-b5e0-8d7d5d195985-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../_delta_log/.00000000000000000000.json.crc | Bin 0 -> 20 bytes .../_delta_log/.00000000000000000001.json.crc | Bin 0 -> 20 bytes .../_delta_log/00000000000000000000.json | 4 + .../_delta_log/00000000000000000001.json | 4 + ...476e-8206-9ec3f180d09c-c000.snappy.parquet | Bin 0 -> 724 bytes ...438b-b5e0-8d7d5d195985-c000.snappy.parquet | Bin 0 -> 760 bytes .../latest/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-bbda-44004cc03c55-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/latest/table_content/_SUCCESS | 0 ...4dbd-bbda-44004cc03c55-c000.snappy.parquet | Bin 0 -> 760 bytes .../latest/table_version_metadata.json | 6 + .../expected/v1/table_content/._SUCCESS.crc | Bin 0 -> 8 bytes ...-8567-234e399f8a56-c000.snappy.parquet.crc | Bin 0 -> 16 bytes .../expected/v1/table_content/_SUCCESS | 0 ...4031-8567-234e399f8a56-c000.snappy.parquet | Bin 0 -> 760 bytes .../expected/v1/table_version_metadata.json | 6 + .../with_schema_change/test_case_info.json | 4 + 263 files changed, 432 insertions(+), 28 deletions(-) create mode 100644 rust/tests/dat.rs create mode 100644 rust/tests/data/dat/v0.0.2/.done create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/.part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/.part-00000-2acd2058-e58d-4535-bb8b-6ed3bb27a955-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_content/part-00000-2acd2058-e58d-4535-bb8b-6ed3bb27a955-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/.part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/.part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/.00000000000000000001.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/_delta_log/00000000000000000001.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-c156ac8b-f738-4479-803d-750072dd4c51-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/.part-00000-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/.part-00001-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/part-00000-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_content/part-00001-d337dc78-a7c9-421d-b22b-e0f168258598-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/.part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/.part-00000-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/.part-00001-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/part-00000-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_content/part-00001-3af36118-f4bc-44c7-85ea-4a289fa3cc64-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000001.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000001.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/.part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/.part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/.part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=b/.part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=b/part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/.part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/.part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/.part-00000-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/.part-00001-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/part-00000-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_content/part-00001-e997c0f2-7da7-4fa9-93f8-3ab22cfe0516-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v0/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000001.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/.00000000000000000002.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000001.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000002.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/.part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/.part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=1970-01-01/data=hello/.part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=1970-01-01/data=hello/part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/.part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/.part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet create mode 100644 "rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/.part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet.crc" create mode 100644 "rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet" create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-02/data=world/.part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-02/data=world/part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/.part-00000-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/.part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00000-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/.part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/.part-00001-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00001-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=false/time=1970-01-02 08%3A45%3A00/amount=12.000000000000000000/.part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=false/time=1970-01-02 08%3A45%3A00/amount=12.000000000000000000/part-00000-59214263-6251-448f-afd8-11aa82963ae8.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/.part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 12%3A30%3A00/amount=200.000000000000000000/.part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 12%3A30%3A00/amount=200.000000000000000000/part-00000-0eaa5980-a7e5-4796-826f-8a5babfda788.c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/.part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/delta/part-00000-2f260027-583c-4484-aa27-38e08a700025-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/.part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/.part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000001.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000003.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/._last_checkpoint.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.checkpoint.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000003.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/_last_checkpoint create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/.part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000001.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000003.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/._last_checkpoint.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000001.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000002.checkpoint.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000002.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/00000000000000000003.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/_last_checkpoint create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/.part-00000-35c8e202-e6fd-4eb3-9622-55794a7e55e7-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_content/part-00000-35c8e202-e6fd-4eb3-9622-55794a7e55e7-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000001.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000003.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/._last_checkpoint.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000001.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.checkpoint.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000003.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/_last_checkpoint create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/.part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000001.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000002.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000003.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/._last_checkpoint.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000001.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.checkpoint.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000003.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/_last_checkpoint create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/.part-00000-d25cdd45-b9cd-4084-8025-dd2a423af166-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_content/part-00000-d25cdd45-b9cd-4084-8025-dd2a423af166-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/test_case_info.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000000.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000001.json.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000000.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000001.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/.part-00000-48e2d473-9c98-4dbd-bbda-44004cc03c55-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_content/part-00000-48e2d473-9c98-4dbd-bbda-44004cc03c55-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/latest/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/._SUCCESS.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/.part-00000-6c2edb4d-8864-4031-8567-234e399f8a56-c000.snappy.parquet.crc create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/_SUCCESS create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_content/part-00000-6c2edb4d-8864-4031-8567-234e399f8a56-c000.snappy.parquet create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/expected/v1/table_version_metadata.json create mode 100644 rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/test_case_info.json diff --git a/rust/Cargo.toml b/rust/Cargo.toml index 75621cc361..80309ffd69 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -94,31 +94,23 @@ dynamodb_lock = { version = "0", default-features = false, optional = true } anyhow = "1" criterion = "0" dotenvy = "0" +flate2 = "1.0.26" maplit = "1" pretty_assertions = "1.2.1" rand = "0.8" serial_test = "2" +tar = "0.4.39" tempdir = "0" tempfile = "3" tokio = { version = "1", features = ["macros", "rt-multi-thread"] } +ureq = "2.7.1" utime = "0.3" [features] azure = ["object_store/azure"] arrow = ["dep:arrow", "arrow-array", "arrow-cast", "arrow-ord", "arrow-row", "arrow-schema", "arrow-select", "arrow-buffer"] default = ["arrow", "parquet"] -datafusion = [ - "dep:datafusion", - "datafusion-expr", - "datafusion-common", - "datafusion-proto", - "datafusion-physical-expr", - "datafusion-sql", - "sqlparser", - "arrow", - "parquet", - "dashmap", -] +datafusion = ["dep:datafusion", "datafusion-expr", "datafusion-common", "datafusion-proto", "datafusion-physical-expr", "datafusion-sql", "sqlparser", "arrow", "parquet", "dashmap"] datafusion-ext = ["datafusion"] gcs = ["object_store/gcp"] glue = ["s3", "rusoto_glue/rustls"] @@ -128,22 +120,8 @@ hdfs = ["datafusion-objectstore-hdfs"] integration_test = ["fs_extra", "tempdir"] json = ["parquet/json"] python = ["arrow/pyarrow"] -s3-native-tls = [ - "rusoto_core/native-tls", - "rusoto_credential", - "rusoto_sts/native-tls", - "rusoto_dynamodb/native-tls", - "dynamodb_lock/native-tls", - "object_store/aws", -] -s3 = [ - "rusoto_core/rustls", - "rusoto_credential", - "rusoto_sts/rustls", - "rusoto_dynamodb/rustls", - "dynamodb_lock/rustls", - "object_store/aws", -] +s3-native-tls = ["rusoto_core/native-tls", "rusoto_credential", "rusoto_sts/native-tls", "rusoto_dynamodb/native-tls", "dynamodb_lock/native-tls", "object_store/aws"] +s3 = ["rusoto_core/rustls", "rusoto_credential", "rusoto_sts/rustls", "rusoto_dynamodb/rustls", "dynamodb_lock/rustls", "object_store/aws"] unity-experimental = ["reqwest", "reqwest-middleware", "reqwest-retry"] [[bench]] diff --git a/rust/tests/dat.rs b/rust/tests/dat.rs new file mode 100644 index 0000000000..0de7b1ed23 --- /dev/null +++ b/rust/tests/dat.rs @@ -0,0 +1,156 @@ +use datafusion::prelude::{DataFrame, ParquetReadOptions, SessionContext}; +use deltalake::open_table; +use serde::Deserialize; +use std::path::Path; +use std::sync::Arc; +pub type TestResult = Result<(), Box>; +use std::sync::Once; + +static INIT: Once = Once::new(); + +fn initialize() { + INIT.call_once(setup::run); +} + +pub mod setup { + //! Build script for DAT + use std::fs::File; + use std::io::{BufReader, BufWriter, Write}; + use std::path::Path; + + use flate2::read::GzDecoder; + use tar::Archive; + + const DAT_EXISTS_FILE_CHECK: &str = "tests/data/dat/v0.0.2/.done"; + const VERSION: &str = "0.0.2"; + pub const OUTPUT_FOLDER: &str = "tests/data/dat/v0.0.2"; + + pub fn run() { + if dat_exists() { + return; + } + + let tarball_data = download_dat_files(); + extract_tarball(tarball_data); + write_done_file(); + } + + fn dat_exists() -> bool { + Path::new(DAT_EXISTS_FILE_CHECK).exists() + } + + fn download_dat_files() -> Vec { + let tarball_url = format!( + "https://github.com/delta-incubator/dat/releases/download/v{version}/deltalake-dat-v{version}.tar.gz", + version = VERSION + ); + + let response = ureq::get(&tarball_url).call().unwrap(); + let mut tarball_data: Vec = Vec::new(); + response + .into_reader() + .read_to_end(&mut tarball_data) + .unwrap(); + + tarball_data + } + + fn extract_tarball(tarball_data: Vec) { + let tarball = GzDecoder::new(BufReader::new(&tarball_data[..])); + let mut archive = Archive::new(tarball); + std::fs::create_dir_all(OUTPUT_FOLDER).expect("Failed to create output directory"); + archive + .unpack(OUTPUT_FOLDER) + .expect("Failed to unpack tarball"); + } + + fn write_done_file() { + let mut done_file = BufWriter::new( + File::create(DAT_EXISTS_FILE_CHECK).expect("Failed to create .done file"), + ); + write!(done_file, "done").expect("Failed to write .done file"); + } +} + +/// Utility for comparing a delta table +/// with a dataframe. +async fn deltaeq(ctx: &SessionContext, delta_ctx_name: &str, expected: DataFrame) -> bool { + let delta_df = ctx.table(delta_ctx_name).await.unwrap(); + let delta_df_count = delta_df.clone().count().await.unwrap(); + let counts_eq = delta_df_count == expected.clone().count().await.unwrap(); + if counts_eq { + let intersecting_table = &delta_df.intersect(expected).unwrap(); + intersecting_table.clone().count().await.unwrap() == delta_df_count + } else { + false + } +} +#[derive(Deserialize, Debug)] +#[allow(dead_code)] +struct TableVersionMetadata { + version: i64, + properties: serde_json::Value, + min_reader_version: i64, + min_writer_version: i64, +} + +#[macro_export] +macro_rules! dat_test { + ($( $test_name:ident $test:literal),*) => { + $( +#[tokio::test] +async fn $test_name() -> TestResult { + initialize(); + let test_case = Path::new($test); + let root = &format!("{output_folder}/out/reader_tests/generated", output_folder=setup::OUTPUT_FOLDER); + let root = Path::new(root).join(test_case); + let actual_path = root.join(Path::new("delta")); + let expected_path_root = root.join(Path::new("expected")); + let actual = open_table(&actual_path.to_str().unwrap()).await?; + let max_verison = actual.version(); + for version in (0..=max_verison).rev() { + let ctx: SessionContext = SessionContext::new(); + let vstring = match max_verison == version { + true => "latest".to_owned(), + false => "v".to_owned() + &version.to_string(), + }; + + let expected_path = expected_path_root + .join(Path::new(&vstring)) + .join(Path::new("table_content")); + if !expected_path.exists(){ + continue; + } + let expected_metadata_path = expected_path_root.join(Path::new(&vstring)).join(Path::new("table_version_metadata.json")); + let expected_metadata_rdr = std::fs::File::open(expected_metadata_path.to_str().unwrap())?; + + let expected_metadata: TableVersionMetadata = serde_json::from_reader(expected_metadata_rdr)?; + let expected = ctx.read_parquet(expected_path.to_str().unwrap(), ParquetReadOptions::default()).await?; + let mut actual = open_table(&actual_path.to_str().unwrap()).await?; + if actual.version() != version{ + actual.load_version(version).await?; + } + assert!(expected_metadata.version == actual.version()); + ctx.register_table("actual", Arc::new(actual))?; + assert!(deltaeq(&ctx, "actual", expected).await); + } + Ok(()) +} + + )* + } +} + +dat_test!( + test_all_primitive_types "all_primitive_types", + test_basic_append "basic_append", + test_basic_partitioned "basic_partitioned", + // test_multi_partitioned "multi_partitioned", + // test_multi_partitioned_2 "multi_partitioned_2", + // test_nested_types "nested_types", + test_no_replay "no_replay", + // test_no_stats "no_stats", + test_stats_as_struct "stats_as_struct", + test_with_checkpoint "with_checkpoint", + test_with_schema_change "with_schema_change" +); diff --git a/rust/tests/data/dat/v0.0.2/.done b/rust/tests/data/dat/v0.0.2/.done new file mode 100644 index 0000000000..348ebd9491 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/.done @@ -0,0 +1 @@ +done \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/.part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/all_primitive_types/delta/.part-00000-7a2970c5-4141-4f83-8d2e-993361e592b5-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..b226f6c08b15f22277ccdcc151cf01a6740f95e0 GIT binary patch literal 36 scmYc;N@ieSU}EU4cjC~P@KfLRW(;!U!R3hYD+CvEOo)h3XF8B%=9AxpK;Ufon zSLiJL<>x!!_*^hmv0x-D5FsoHvLF<^ppPHXdJ%x;=oJ0!r+2;`c0te1b10~x2{z-f z{}Ga-KmPvbPT0M%zE3_O*SiEeD#90jy&?-jk^b@JjW65)I|vXj@z+b?VNwi8=OuvP zCyKBLeTqK*;p;Vb$cMNc3hT3UhHmz@ue$?uo~Hy!1i>c^7a>77ITqSazuUPVa(lo- z8-13L$IlURpc1l^CFJuw`A^vp>6`R5di|@dwMYR<1`=B!kn!}!3rRvg+8&?rl0Yb0 zT+%oE;ZXEo^xeHcIF#-^xT}N-K_&1|rf2EF-H+dk;66pG=uUADz25a15oXICg=01BmdYVxp8kDD!&wxx~G6`fum0D9b5f-#(NJvn>)NIx)!~RmWp|_ST z@}YU7T&?T1WDsg6ICce}eH;FH-88gpGBj61ksoLRX0>j#O})NIc*+ak(TQW`j#MfQ{947 zmi;OLFiG3R>PX$}JIKBtq!&r*p%91ITN^`qEz9Ujas`$OR%u&>1+=Wtt(lu{KSE{s z#wn_j)Sl-_x=h}t+w%-acZ761jBXn`R)2Ral{VY9cR;rFVPJd2*fzyDmAJ3{BH)Cj z)TRi8cm^GBotfL)O(gszgx>b>GJ1kA58VS23)yMFDx?Q00zT1Ve`KZSxYTXoHd@#V zVR{b10^t@|Z8G|TT!fVZGyp}wbhEdc;T|%)9mevx>31rRmo($($|kH~@v(lO;Mup! z?*Q?)!ZbxvTSHC?`lo;gtpbaT02_?Lx{aIU5t4i##z3t@`SUBnAkW%r&iNTHP8U4F_!4F zCZ<4`CIbntChHKfLRW(;!U!R3hYD+CvEOo)h3XF8B%=9AxpK;Ufon zSLiJL<>x!!_*^hmv0x-D5FsoHvLF<^ppPHXdJ%x;=oJ0!r+2;`c0te1b10~x2{z-f z{}Ga-KmPvbPT0M%zE3_O*SiEeD#90jy&?-jk^b@JjW65)I|vXj@z+b?VNwi8=OuvP zCyKBLeTqK*;p;Vb$cMNc3hT3UhHmz@ue$?uo~Hy!1i>c^7a>77ITqSazuUPVa(lo- z8-13L$IlURpc1l^CFJuw`A^vp>6`R5di|@dwMYR<1`=B!kn!}!3rRvg+8&?rl0Yb0 zT+%oE;ZXEo^xeHcIF#-^xT}N-K_&1|rf2EF-H+dk;66pG=uUADz25a15oXICg=01BmdYVxp8kDD!&wxx~G6`fum0D9b5f-#(NJvn>)NIx)!~RmWp|_ST z@}YU7T&?T1WDsg6ICce}eH;FH-88gpGBj61ksoLRX0>j#O})NIc*+ak(TQW`j#MfQ{947 zmi;OLFiG3R>PX$}JIKBtq!&r*p%91ITN^`qEz9Ujas`$OR%u&>1+=Wtt(lu{KSE{s z#wn_j)Sl-_x=h}t+w%-acZ761jBXn`R)2Ral{VY9cR;rFVPJd2*fzyDmAJ3{BH)Cj z)TRi8cm^GBotfL)O(gszgx>b>GJ1kA58VS23)yMFDx?Q00zT1Ve`KZSxYTXoHd@#V zVR{b10^t@|Z8G|TT!fVZGyp}wbhEdc;T|%)9mevx>31rRmo($($|kH~@v(lO;Mup! z?*Q?)!ZbxvTSHC?`lo;gtpbaT02_?Lx{aIU5t4i##z3t@`SUBnAkW%r&iNTHP8U4F_!4F zCZ<4`CIbntChH$%WFXTAO#i?leCTW0~!41yHD>o{{nye zCTZIzDVm#gRO0KFhWhuOt&Q&m-3uSDLDx`xlplY;B&a=@>N{0wK zy;}~)Ja}>uI*-MWlM;~fuFOiFh$0c}!l{O2QcOalc-RvGkS&~S@{7Lb^9X2B)zr43 zXr!zjmK0EPDv@cC-lrWyX*ZxM3EUMf0_^~TPSFnqvO{0XLA5DSX%Qk&$7*sNsDs{7NnO3FRiwB-t zX*Pwu?;PzP+xAgIIER*FJAK}8?1NrY^ljU!+m_`VAMB}Zyr}5|-|&K+;XnNcSGd)0 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/delta/part-00000-ef42f28f-e8e8-4d54-b51f-c3af96c72a44-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5727575f2a62ef1336f8c79baa02e547d8e11bf9 GIT binary patch literal 996 zcmb7D&x_MQ6rQBrY_=3d*f%5)qy#r~rG{;@+jdKF*PF;5iYLL9WtvRZYWic-M3K^i zXTkgS5AY=VPk7kFBHl#2c<~Qd5b@x_H*L}uRuCV_BQx)P?|bi?N$bx2G7z{4HoX7% z;Y-c{1(yn_gg{Fsgk)AF^h~(6a4v?MP=(2_S1(tVvacIy_L?MJDPbnb2!}RB)ZzE} z&+k|Nf|#62QubnRO}!!Q`%}y9>(^vmlNi1($T}rtx}k~&gz1_(FTNC>oC>?x!*E(C zK^s(sLo7pdgL>d4UuP2d;uDh&?&gOB7Ct>1x{rC6fkGg^A!|y&qlkwaMuQNzM-{PQ_O5e!qsB%fu`r)z71`Or2r^?#TcsT6zd)kU) zJ9e39o0l?%CxMNJa1!*SpTE{~YUBBp(nMrQP4z|Dp^jKbKB%#!JMc;F4q#>0`> zV_gxNofU=_sh!?2u6uD1uy%ks2<9a-t!p+$<8f(@pNYP}2mSv+CpTdM_xiEm{0IG` zG12ZNL*MF#g+!%7*)CV?N}(^vmlNi1($T}rtx}k~&gz1_(FTNC>oC>?x!*E(C zK^s(sLo7pdgL>d4UuP2d;uDh&?&gOB7Ct>1x{rC6fkGg^A!|y&qlkwaMuQNzM-{PQ_O5e!qsB%fu`r)z71`Or2r^?#TcsT6zd)kU) zJ9e39o0l?%CxMNJa1!*SpTE{~YUBBp(nMrQP4z|Dp^jKbKB%#!JMc;F4q#>0`> zV_gxNofU=_sh!?2u6uD1uy%ks2<9a-t!p+$<8f(@pNYP}2mSv+CpTdM_xiEm{0IG` zG12ZNL*MF#g+!%7*)CV?N}$%WFXTAO#i?leCTW0~!41yHD>o{{nye zCTZIzDVm#gRO0KFhWhuOt&Q&m-3uSDLDx`xlplY;B&a=@>N{0wK zy;}~)Ja}>uI*-MWlM;~fuFOiFh$0c}!l{O2QcOalc-RvGkS&~S@{7Lb^9X2B)zr43 zXr!zjmK0EPDv@cC-lrWyX*ZxM3EUMf0_^~TPSFnqvO{0XLA5DSX%Qk&$7*sNsDs{7NnO3FRiwB-t zX*Pwu?;PzP+xAgIIER*FJAK}8?1NrY^ljU!+m_`VAMB}Zyr}5|-|&K+;XnNcSGd)0 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/._SUCCESS.crc new file mode 100644 index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c GIT binary patch literal 8 PcmYc;N@ieSU}69O2$TUk literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/.part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/.part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..eb808786e0ace5659d3b061a8eac760a3f346726 GIT binary patch literal 16 XcmYc;N@ieSU}D%Hdvt!+jtvI^CgBDj literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v0/table_content/part-00000-37cc5c2e-9462-48e4-9e4e-744013b15266-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5727575f2a62ef1336f8c79baa02e547d8e11bf9 GIT binary patch literal 996 zcmb7D&x_MQ6rQBrY_=3d*f%5)qy#r~rG{;@+jdKF*PF;5iYLL9WtvRZYWic-M3K^i zXTkgS5AY=VPk7kFBHl#2c<~Qd5b@x_H*L}uRuCV_BQx)P?|bi?N$bx2G7z{4HoX7% z;Y-c{1(yn_gg{Fsgk)AF^h~(6a4v?MP=(2_S1(tVvacIy_L?MJDPbnb2!}RB)ZzE} z&+k|Nf|#62QubnRO}!!Q`%}y9>(^vmlNi1($T}rtx}k~&gz1_(FTNC>oC>?x!*E(C zK^s(sLo7pdgL>d4UuP2d;uDh&?&gOB7Ct>1x{rC6fkGg^A!|y&qlkwaMuQNzM-{PQ_O5e!qsB%fu`r)z71`Or2r^?#TcsT6zd)kU) zJ9e39o0l?%CxMNJa1!*SpTE{~YUBBp(nMrQP4z|Dp^jKbKB%#!JMc;F4q#>0`> zV_gxNofU=_sh!?2u6uD1uy%ks2<9a-t!p+$<8f(@pNYP}2mSv+CpTdM_xiEm{0IG` zG12ZNL*MF#g+!%7*)CV?N}(^vmlNi1($T}rtx}k~&gz1_(FTNC>oC>?x!*E(C zK^s(sLo7pdgL>d4UuP2d;uDh&?&gOB7Ct>1x{rC6fkGg^A!|y&qlkwaMuQNzM-{PQ_O5e!qsB%fu`r)z71`Or2r^?#TcsT6zd)kU) zJ9e39o0l?%CxMNJa1!*SpTE{~YUBBp(nMrQP4z|Dp^jKbKB%#!JMc;F4q#>0`> zV_gxNofU=_sh!?2u6uD1uy%ks2<9a-t!p+$<8f(@pNYP}2mSv+CpTdM_xiEm{0IG` zG12ZNL*MF#g+!%7*)CV?N}$%WFXTAO#i?leCTW0~!41yHD>o{{nye zCTZIzDVm#gRO0KFhWhuOt&Q&m-3uSDLDx`xlplY;B&a=@>N{0wK zy;}~)Ja}>uI*-MWlM;~fuFOiFh$0c}!l{O2QcOalc-RvGkS&~S@{7Lb^9X2B)zr43 zXr!zjmK0EPDv@cC-lrWyX*ZxM3EUMf0_^~TPSFnqvO{0XLA5DSX%Qk&$7*sNsDs{7NnO3FRiwB-t zX*Pwu?;PzP+xAgIIER*FJAK}8?1NrY^ljU!+m_`VAMB}Zyr}5|-|&K+;XnNcSGd)0 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/expected/v1/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/test_case_info.json new file mode 100644 index 0000000000..9f01997ca1 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_append/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "basic_append", + "description": "A basic table with two append writes." +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..9ae4543dc06a13acec19fee758135e1c35dc070d GIT binary patch literal 24 fcmYc;N@ieSU}E6qD=!XQnEP7s^zLXkO}oVaQ0oWW literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..674c75e559aa916fba79c148586a5de417aa8970 GIT binary patch literal 20 ccmYc;N@ieSU}DgnHQ`$Q_M0zeeqZtl07p^@g#Z8m literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..c9c8381875 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,6 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"ced0baf6-aa13-4871-af26-91e6e2787052","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"number\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"a_float\",\"type\":\"double\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":["letter"],"configuration":{},"createdTime":1674611426764}} +{"add":{"path":"letter=a/part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet","partitionValues":{"letter":"a"},"size":751,"modificationTime":1674611427093,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":1,\"a_float\":1.1},\"maxValues\":{\"number\":1,\"a_float\":1.1},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"add":{"path":"letter=b/part-00000-41954fb0-ef91-47e5-bd41-b75169c41c17.c000.snappy.parquet","partitionValues":{"letter":"b"},"size":751,"modificationTime":1674611427109,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":2,\"a_float\":2.2},\"maxValues\":{\"number\":2,\"a_float\":2.2},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"add":{"path":"letter=c/part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet","partitionValues":{"letter":"c"},"size":751,"modificationTime":1674611427117,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":3,\"a_float\":3.3},\"maxValues\":{\"number\":3,\"a_float\":3.3},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"commitInfo":{"timestamp":1674611427131,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[\"letter\"]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"3","numOutputRows":"3","numOutputBytes":"2253"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"6814b5cf-8e72-4add-83a3-3f79dda94dd6"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..6203fcf74b --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,4 @@ +{"add":{"path":"letter=__HIVE_DEFAULT_PARTITION__/part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet","partitionValues":{"letter":null},"size":751,"modificationTime":1674611429929,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":6,\"a_float\":6.6},\"maxValues\":{\"number\":6,\"a_float\":6.6},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"add":{"path":"letter=a/part-00000-0dbe0cc5-e3bf-4fb0-b36a-b5fdd67fe843.c000.snappy.parquet","partitionValues":{"letter":"a"},"size":751,"modificationTime":1674611429937,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":4,\"a_float\":4.4},\"maxValues\":{\"number\":4,\"a_float\":4.4},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"add":{"path":"letter=e/part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet","partitionValues":{"letter":"e"},"size":750,"modificationTime":1674611429949,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":5,\"a_float\":5.5},\"maxValues\":{\"number\":5,\"a_float\":5.5},\"nullCount\":{\"number\":0,\"a_float\":0}}"}} +{"commitInfo":{"timestamp":1674611429957,"operation":"WRITE","operationParameters":{"mode":"Append","partitionBy":"[\"letter\"]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"3","numOutputRows":"3","numOutputBytes":"2252"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"c6d7e8e6-bc66-46fb-b44a-58e0d47414f5"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/.part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/.part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..93a4b248a81f6a5ad4cdcf9a6bf221e3c5de784c GIT binary patch literal 16 XcmYc;N@ieSU}ES|mO3TmnEo699}fg? literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=__HIVE_DEFAULT_PARTITION__/part-00000-8eb7f29a-e6a1-436e-a638-bbf0a7953f09.c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..d038761ab4f8502be45a4ea1e4d5469aa6c206df GIT binary patch literal 751 zcmah{&ui2`6n+`k7#0zP&X7nBA>h(N9Gc9w+b%^EFVaIP9`+(qX0wyJm>=8xP-NNv z!jpOs^iS~5@Z!ybC(r%?9)0O1n?ePLVR&!8?|pgio18v==2M_Hb?CR>f8O_PN-))_ z0dQwX0N{qE<5{nU_Ve?P@A^Mz(dD}L$hu1`(`bvXgp^neU=44`rqPBCY%_zNAP+2? zP1X@2M^A4T3z@$CQD$%vMq05*tBQu=>}LW zj}k`MF*_L;M_q?q#9({VcXx}8;N(Ej4EBl8E%rsD4`DE|X}?i#KfIBjpnN-47uE9D zZ?DRKt>u5!^6Z_)$iQG9wJmhQGtDeN=W-!&dVXmHf35Ojo~7nZ!3Foh+_}amE@F}Us+2QXO7nxZbj!C3<&NE=%&V|;JvW-GcviUM=Sw%0Ne!*7MW~_1S$d9H zTE(%P#>l`@<+-h@J6^6<-ln>Fi>`c@Rdv;W1YWGbJZ_qPkmOD?rQ>ry;DNI}t>*E} x8I6?K4G(q?g*ez(;a(7mFp~SB7*0nj5+d+L5QK-r9m}%;aKjUPy;J3)+MbqGrKwG4{CYfXiqPUSPLU1t~kx4zf2 z{Dm7I3m1NZh@asPxN+l7aOuw5PWN;mf<;l>Tj$)<_nzw02akOU)TR#o{Oju%VpD=? zmzn^#`vd^4867;URnva_{Qd3bKWJ~?RBQ7--z3~Jo1#l0C7c1Q;5FGYo3Ms$X3`Vn z0k_#`6(Mr;=vF>g+4HkJe5PYXJ3u>kh}BKXc&sy^8<^ZsXVWNE1u(*G?)6NYcKBY` z1m5r{VT2vClb(6hcGyM?w%2{Px7Y|y4iwE`9|+xI9}RjBdLx@|)auQL*YYEjZ^mk) zO8)BYW%*B){P#+py*3!>ne4r>g-&>um1gHc%@s~B{u&`(=q#V5iFI8HDSWVYt}yb8 zNT6pIr7lF4z7(-8)I=4^dS@)$;?-QcLpLw7GAvxroz8SL$=%_Tg`23jf>zcdR8ylg zImaw1qezV-WMHZG+(y+ME|yDgU0uILTRut4s_H)iPnTdF*G=DzGpC-?@r56Vz}X&` zvuNTB23qch2fK$-9_;IIF9>BgRr{grj|X}xW#G#o2oL)^+_M32!$W+%Q~cHc0RFDA AkpKVy literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=a/part-00000-a08d296a-d2c5-4a99-bea9-afcea42ba2e9.c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..d2fcbc5fb66d8a3671b3a143d7c56fa8826b7083 GIT binary patch literal 751 zcmah{-D=c86h4`*+fYRiIzs}v2mzNC;?QKa-F7L8^hSD7iWhq$Qf9NWb!mRK`BBQU zZ{dyA3lSedd!e>GTMB zU|MXjh!EL-@gSSZ^z0-H-l#~@7SPsXVzlET8mbiN8YZjqWE>_k2S!ZGbUV65Tjq9K z2eal;!U#KLM;(2?>9C0yY%Ke3Zm|)Z94MN>J`=jmzH0O-bOsh(tJLccFXaa)Uys#9 zrTpF7+w$K^`Cp|xd#^Fl(b*?$9i4CuBS}xWoJyRY|22ZYRcSU!V&k6Rf_q?W-eF|t zAxF>73zhRUdB-D_%aP2b@ll&O`NdQ@eJ9J)BFG)r8BbI=%AEeInG?&XgcjB!R8hku zKE*69!cY!FWMHXsom$oD&*pP?SzWzFQ$9+Hvg$tqujgPKR!u*NQoEYc_PFPB-`*G& zlW=7BdP-~syIXrg?Cz*w+YdxAmOFvy4tr`WgzpL85B9p7rfUJAOKfwo9@O)|+4L~$cogy3Q}BB7?ICJy#v(ho(3 z`3pBb77BuXfWIJqf_rx^{R69=?&&}Ti=w!<&bg=Wxz%S69{U)ugI)an%a4y64n`*J zVjJLA9|6D(t2(Py)4qNF^&9&H!(jWK*3_qf`|@5ObK!bD4JoAXf$m;oVE(fBd}lq literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/.part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/.part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..ca3b9ce75689a48fdf4aeeeb39ec66c15cd6d248 GIT binary patch literal 16 XcmYc;N@ieSU}Dgi@ZL_yG5t9JAuI&J literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=c/part-00000-27a17b8f-be68-485c-9c49-70c742be30c0.c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..7831b3e6fb03046d91f0bdc25b9e10f248eda558 GIT binary patch literal 751 zcmah{-D=c86h4_<*RY5pbcO_S5dtnP#G%P-yX{g$@kV-4iWhq$Qf9N0x->uA{3x>Q zosZBvz3{?E@F9EwU%*SBz#GMrZn7y zkLm#ThXepRS_jW+)wDl9zx{sj4_bJ=`cKV=#5DA#=tfA1$pF^yhHU6fSi=_6=?U_{ zwAf@FA#(KMUcQjo#aSM_QL&_5pxsBr=p|)5RTsc1O2G&u#FgOZ~AU;u@RgcD4M}O6S~E|X!HpTCKm12>dl8Y@)MMA#%iNV z{`T!n`LC7yk4m0hX^aeX_DS19CtSlwvvV#N5~t_aM)0>P%jaog+!0)G4~(5#jQld< z=-Fkd3ZA9!c&rLJlZ7-sYD=ehzfjKD$&0KE3deQAxr%1FGk&#n5*b&}+FFEaYLq7D zm?dQt$!UZPELE=4s5;~2YUOUK>$hmjXK7hg{YT*S3XJ2r>Bn(q*HhXa_k8Z#+tYF$ y&Fs-giQV8}_fUv~eHHBafe1pmABf>}q(UKlPxyXtINUK^3jjAf$JaZ>U;QtM9jLJY literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/.part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/.part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..c477e7356bef2daeeecb9d98f0da7f820ed0bea9 GIT binary patch literal 16 XcmYc;N@ieSU}BJAb@w{!JJSsS93BJa literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/delta/letter=e/part-00000-847cf2d1-1247-4aa0-89ef-2f90c68ea51e.c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..e6de68f0f116b0857fe9493ad4e5cc5b3c063706 GIT binary patch literal 750 zcmah{O>5gg5FKqCSA3iK(n|;-gdTh;C9LIjYN`)MA1%T7 zAGDVqTj-%bq5U&G_Rzo3b2}T$Rv?8gLd@*E_x8=~o@bs_Ar5SZ z4d|(kuyS~OznIGW%|#KtR*9r7psh#5YNu5)R5{QMOzz2xah%B#7_l8Y@J)xd?A^8r z_7X=4BkY8o`Q~Bcu!$IKt$a7TXapNa6KL`ap_}ZhL7##@aOg&@zC8Fw{+ONm1C-ZI z>9(3k%irC-E&ol+|J3sAqrr%8vQNe)P9m_ZEWhM(DzSThGYI}x<;5gRt#!c#?|`*^ z2T@$b9A|b_sgmc}JD#Xgj$|pV&&JFvucylEdqtU7QRxNVc%tG_;q_n6yi_K-v=}Xx zYG|CLmzbqh9Lr&h2&AgOTdI2f*?b zcWYQp;*s0yDX|mn?;HrRzo(+zFcQ&N?nRU literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/.part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..6425df5dc23cade57f7326a13881a6e3beb0f941 GIT binary patch literal 20 bcmYc;N@ieSU}BgYuWD<>77=^tNSPD>GF=6# literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00000-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..761e38eeff49eeaf1ee6d5118395a6f8072dea22 GIT binary patch literal 996 zcmb7D&x_MQ6rM@D*-&~==nRPjDZve0sA1dew!0-P6+DP6vh-MyWtvX6UDKwUCW@3^ zJ$m0gdhjTS|A6e-gW$n~Kk#2rMDXUDB;6GDAP)I4^WOKpZ{C;5;hj#6AW|l`$hWV* zf8=!{!%`*+Lf0G#A(UIg@a&0)3mJ#B$h$Ys-^we%o23}Ij%AD;8GvHsk{60O`{c{V zpMR89j-GJN&oI7=+k<%ANZ*CFc3sj`+=JUCl13#I2Nb~(LsONdjz~j5;Fa?;F>o8E z%YtcIrwZu+4rw~=l3_Z#z{C?%03F;b&ZaDQd^B^1e9VZ9NO40_Wsip;4>r(&E^v7f znndFs4-hH9Vx1igJfDS#%9^e@CbU@8c4P&1m{N&EW%_`2OvPzP73@M+unBMlR1u=@ zbEHIHOT<8CS10);H_?c>Cv<3bovdN?(glhtmo{Y4)#~3x^$!x+N9G0ANg*x2+;v*t zgCqznEz5iq0#~D}0>5&E(ib@ppf90OQ=zY<61ZGdRX;ek*pz{tR_v_xga@;cKT+3g z%eHDr-MoUBoq860gwu$JR^UIi#yn(w7BclSo*Ut_DK}ciEDRzyG^)m6#J&E^Xg!=8 z6E+s9Ho3j!?r!bb_HKi_J9XD~2dv@R+r1_q*mk{U X*X!=y_NL~*K}|072@cpH{NH~8>A>J( literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/latest/table_content/part-00001-7e327525-2c5c-4934-b5f9-860ab4c935d5-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..9aadcd44707bdaf05b920ab5def87c8559576b28 GIT binary patch literal 1030 zcmb7E&1(}u6o0$fZnvc z#NPBEwkQ7#|AB%hQBQ)0A|5@p2M?ZnlWdYg1?iB@?#%mr?EB5ITet4zP{Sme_~PA{ zk5`H`(Ez6B6ae7zPaxnmWccd!$=jIBfy0GLXtR834O35^g%Ea1zNUtbl8fC1vV z9V1{$DUxV^OvLv-XAOTGzd6?a!8tlq6zz0l%9xui4H&Fs&8n8EaJmGl76a%n81g0M zuuNkley)6UD97mrl?OOhirF?R<86`w%Vq}(*5k)B1#9w=P@8vVx*Z-q+V1*w(d4KD z&djT(9*8Is;XG{G5~scGkCi!+PX!8h|ZrN5bUAA$?TGkEC8d6bZI(x>R zE9r9DuvZ|X2Thk zWSya|Q`pLN2#uLP((?Vb4V8Vx$J!@agG`_wovm-pzpsBVs063jgu_?XS{b;ICha zc7Bk2r5oB6SyLs3uM4t930W*CBC}|ksw{<9!kG$&Goh5NQw2IGLo}Us;W!=5rDTYp z!&~KW!h(k{(zRsSf|=Q3O;=3LTYJ(bUPz0{vem>{z(8=W7B1Q%CV6MQWIr9VXi z`V0#-75ZG>K$mN(Iu1@PHeqO|wQ$yY#Dj1!9;ufc%dzT2-MWAX&wL9H;VkBn6^tKS zLmsgni74 z$-HJ{x<+d{o7I;5#Ppo+kN=0A-h`aq8^Si}p-Ab? ziyl0A?$x`0g$J*KAl^hl`~$owzBEZwSV0^n$(#4S_q~~KUV8T)G!T&CE&TT4>l;N! znU-Z#0IqGz08o-7db{M*v4+n-{Cr(n!(4Bsm=a-g{fA{OgUtq)KsNB_V%9<*< z$%C@S0G19VXVKJ^xgK6+t4eNWVVx=1B^uCl*29y`T1cr$pyO^eoburDY3QDdF~>4s zbxT&uo`@n5Y{9XfY^S<|(SN%B;+y|MyYo{BP)*?rbE zl@1+-CWGzem$pJ;0FplJWeGRg4+#x0dpd693~8k$!x1|%d!6Fgg++WTF$(WG`yyd~ zCF3117m|*Zj6UD{ihm(dfn2!4N(x-|t`~S)LdM=F1=vT4$)>`-NSmZ}T~+Bj0qnnq4dTmR6s|QGg?n#&*OcMFqACnM$T)rXY+Y|m7j`UoofU literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/.part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..6425df5dc23cade57f7326a13881a6e3beb0f941 GIT binary patch literal 20 bcmYc;N@ieSU}BgYuWD<>77=^tNSPD>GF=6# literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00000-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..761e38eeff49eeaf1ee6d5118395a6f8072dea22 GIT binary patch literal 996 zcmb7D&x_MQ6rM@D*-&~==nRPjDZve0sA1dew!0-P6+DP6vh-MyWtvX6UDKwUCW@3^ zJ$m0gdhjTS|A6e-gW$n~Kk#2rMDXUDB;6GDAP)I4^WOKpZ{C;5;hj#6AW|l`$hWV* zf8=!{!%`*+Lf0G#A(UIg@a&0)3mJ#B$h$Ys-^we%o23}Ij%AD;8GvHsk{60O`{c{V zpMR89j-GJN&oI7=+k<%ANZ*CFc3sj`+=JUCl13#I2Nb~(LsONdjz~j5;Fa?;F>o8E z%YtcIrwZu+4rw~=l3_Z#z{C?%03F;b&ZaDQd^B^1e9VZ9NO40_Wsip;4>r(&E^v7f znndFs4-hH9Vx1igJfDS#%9^e@CbU@8c4P&1m{N&EW%_`2OvPzP73@M+unBMlR1u=@ zbEHIHOT<8CS10);H_?c>Cv<3bovdN?(glhtmo{Y4)#~3x^$!x+N9G0ANg*x2+;v*t zgCqznEz5iq0#~D}0>5&E(ib@ppf90OQ=zY<61ZGdRX;ek*pz{tR_v_xga@;cKT+3g z%eHDr-MoUBoq860gwu$JR^UIi#yn(w7BclSo*Ut_DK}ciEDRzyG^)m6#J&E^Xg!=8 z6E+s9Ho3j!?r!bb_HKi_J9XD~2dv@R+r1_q*mk{U X*X!=y_NL~*K}|072@cpH{NH~8>A>J( literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/basic_partitioned/expected/v1/table_content/part-00001-012ec3c2-79b3-4d2e-9b1c-fff1da21c7eb-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..9aadcd44707bdaf05b920ab5def87c8559576b28 GIT binary patch literal 1030 zcmb7E&1(}u6o0$fZnvc z#NPBEwkQ7#|AB%hQBQ)0A|5@p2M?ZnlWdYg1?iB@?#%mr?EB5ITet4zP{Sme_~PA{ zk5`H`(Ez6B6ae7zPaxnmWccd!$=jIBfy0GLXtR834O35^g%Ea1zNUtbl8fC1vV z9V1{$DUxV^OvLv-XAOTGzd6?a!8tlq6zz0l%9xui4H&Fs&8n8EaJmGl76a%n81g0M zuuNkley)6UD97mrl?OOhirF?R<86`w%Vq}(*5k)B1#9w=P@8vVx*Z-q+V1*w(d4KD z&djT(9*8Is;XG{G5~scGkCi!+PX!8h|ZrN5bUAA$?TGkEC8d6bZI(x>R zE9r9DuvZ|X2Thk zWSya|Q`pqIrT-#@_&fdr0C}AXi2wiq literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..dadd033db8 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,6 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"df7a26ab-ccdf-4677-887d-a745216cae72","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"date\",\"type\":\"date\",\"nullable\":true,\"metadata\":{}},{\"name\":\"data\",\"type\":\"binary\",\"nullable\":true,\"metadata\":{}},{\"name\":\"number\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":["letter","date","data"],"configuration":{},"createdTime":1674611433276}} +{"add":{"path":"letter=a/date=1970-01-01/data=hello/part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet","partitionValues":{"letter":"a","date":"1970-01-01","data":"hello"},"size":490,"modificationTime":1674611433501,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":1},\"maxValues\":{\"number\":1},\"nullCount\":{\"number\":0}}"}} +{"add":{"path":"letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet","partitionValues":{"letter":"b","date":"1970-01-01","data":"world"},"size":490,"modificationTime":1674611433521,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":2},\"maxValues\":{\"number\":2},\"nullCount\":{\"number\":0}}"}} +{"add":{"path":"letter=b/date=1970-01-02/data=world/part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet","partitionValues":{"letter":"b","date":"1970-01-02","data":"world"},"size":490,"modificationTime":1674611433533,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":3},\"maxValues\":{\"number\":3},\"nullCount\":{\"number\":0}}"}} +{"commitInfo":{"timestamp":1674611433544,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[\"letter\",\"date\",\"data\"]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"3","numOutputRows":"3","numOutputBytes":"1470"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"258cd190-fac2-4ff0-92f3-dca562a7ade1"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..8c4d9c8bb0 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,3 @@ +{"add":{"path":"letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet","partitionValues":{"letter":null,"date":null,"data":null},"size":490,"modificationTime":1674611436337,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":5},\"maxValues\":{\"number\":5},\"nullCount\":{\"number\":0}}"}} +{"add":{"path":"letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet","partitionValues":{"letter":"a","date":null,"data":"x"},"size":490,"modificationTime":1674611436349,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":4},\"maxValues\":{\"number\":4},\"nullCount\":{\"number\":0}}"}} +{"commitInfo":{"timestamp":1674611436360,"operation":"WRITE","operationParameters":{"mode":"Append","partitionBy":"[]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"2","numOutputRows":"2","numOutputBytes":"980"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"e578688d-8309-4892-b8de-8277a048f341"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..ade92c9882 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,8 @@ +{"add":{"path":"letter=%252F%252520%2525f/date=1970-01-01/data=hello/part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet","partitionValues":{"letter":"/%20%f","date":"1970-01-01","data":"hello"},"size":490,"modificationTime":1674611438933,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":6},\"maxValues\":{\"number\":6},\"nullCount\":{\"number\":0}}"}} +{"add":{"path":"letter=b/date=1970-01-01/data=😈/part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet","partitionValues":{"letter":"b","date":"1970-01-01","data":"😈"},"size":490,"modificationTime":1674611438949,"dataChange":true,"stats":"{\"numRecords\":1,\"minValues\":{\"number\":7},\"maxValues\":{\"number\":7},\"nullCount\":{\"number\":0}}"}} +{"remove":{"path":"letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"letter":"a","data":"x"},"size":490}} +{"remove":{"path":"letter=b/date=1970-01-02/data=world/part-00000-4b3fc81d-2403-4c36-a793-73e5af9b0e90.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"letter":"b","date":"1970-01-02","data":"world"},"size":490}} +{"remove":{"path":"letter=a/date=1970-01-01/data=hello/part-00000-31d90fef-d8a8-47da-8176-4ee8ff04c5ff.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"letter":"a","date":"1970-01-01","data":"hello"},"size":490}} +{"remove":{"path":"letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{"letter":"b","date":"1970-01-01","data":"world"},"size":490}} +{"remove":{"path":"letter=__HIVE_DEFAULT_PARTITION__/date=__HIVE_DEFAULT_PARTITION__/data=__HIVE_DEFAULT_PARTITION__/part-00000-c5e4f561-cd80-4681-ab0b-100efc06fa96.c000.snappy.parquet","deletionTimestamp":1674611439311,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":490}} +{"commitInfo":{"timestamp":1674611439312,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"2","numOutputRows":"2","numOutputBytes":"980"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"311b2016-3fac-469a-a5c9-f31aacbfac22"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/.part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/.part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..99e996d0327e5cabbfd45c3148e3100dce566591 GIT binary patch literal 12 TcmYc;N@ieSU}AXk*3Az96tM%K literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=%2F%2520%25f/date=1970-01-01/data=hello/part-00000-a29a3f63-5a26-4127-aeff-e6d27c077917.c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5296ba39b253d25ba605791ab1178691c815eedc GIT binary patch literal 490 zcmZWm%Sr<=6uphL3?hQigc+E{5U{jRLub-ABDj+-N^#*r5lN@17H6jIJQOMY1y`>8 zCO^dwaOth~u`r8pPR`9e=W+)ZS1tu=Q-^+jeSaL-lprlo1K_Am0AMdyz4`tJ~f@;1Qk6|FHd+5)im94)eIdJfoylnmA{VzR1fPU8omW(w1Y-(ccd z$H`m;euKDSCPyEfiuiAor-w+B0`<2kxG?$v*79LO!F>J(m3-|UghJ74n_&@ z-Y$5g!j<$lDN5_oU>ZFji?Se4!vHJrtFH1*Q{G)Hmv>7rduz+nFm~1%9ap%X@SO56 xn*<}L)zY%&w`(0K+fD5^JYV`_)%0b3*wSMuJy&|3->FwD+s19YV*EoA1s0zQ-G0T)7meO&$9A`t_E#DM4DK2Eb8+0Kh@6fcNHD$HX#?KemUI zSPW&G8FYXEkk>8`lZA>O?-Tz)hl&!Q`4eImqbwZh7#Oi^%Pt!>&0Ec)0oG2Tgb~(f zgR*h9@4rV3Dt`g?uV{^#(H4MxX9ap%X@SMshn+0R1 t-PW@1cj{d!J1y-uJzx40)$(Oy)YcOzJy&|3-)&Sa+s19Y=KzMd*K&A7+{5H2pzRBLTIm4f_r_8V{GW! z4izQA1_j!r8W}->0Na;`>0BmH_o@G=LP;nm0DI4vIhKwyk zFvWC8M>XxN&@U>A>bn5ND_BEjutkWzmq?XflXCHC5U?jXJKuOnRq9A;SLD&tA~!b6qGiOi&avt-%pT(JR5vn2O3X0z!`1(TEw zZkH^Q;hOrJ6sS#W5JwMyqC5zs7eEJmRW{p-vcYn-x?3TAxUoD96Kj*va=7Di*Q$H@ xESOl`t`beZ*X#??>nOkN`of>ejxSnXS51X*9pSouztu2I6SnaN8ymxxe*gnAYkB|x literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/.part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/.part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..6b0def0e2c8322b05c83bf7cbb6550200234867d GIT binary patch literal 12 TcmYc;N@ieSU}E?lI_DGs6kP-D literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=a/date=__HIVE_DEFAULT_PARTITION__/data=x/part-00000-7f78ce2e-c7b2-427f-824d-a4c0e2139ad3.c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ae61170de6e9dd4f4084ad448c640a664ccf0b14 GIT binary patch literal 490 zcmZWm%Sr<=6uphL%t8dA2{SN@Az*2thR&pKL~tivl;XmLB9cziTAZ1-^H8Mp7hL%* z;%E3P{(-mJ$HFYaIXO4?oXZ_tUb_^iO&$92{q;#~N{|+)0dQO=0C14Ys^6J%5GFS1_L*hT`P*DOje@e_kl!Zeb10$Ag*(JlKd8<({z}hO5 zFv5DQUoy`3{r8ALc^6>+iq@DJZ2{POjuzPsy#VY&N(So}FV5@gZ)15D#?B_A;|kXko>LxX x(_rMZT3XipcC902yQ%$#=SzRAn!cJN1fX+qjLl9KZm#`~%u>YiR%g literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/.part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/.part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..d37a9b15c1ea875b13cc8348a47da2cb77bdf938 GIT binary patch literal 12 TcmYc;N@ieSU}DIbF4YVG5v&5+ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=world/part-00000-c3fade85-0652-48eb-90cf-a42d188ca9d3.c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ea1258914aeac5e95d260f08b6283cb514980e0d GIT binary patch literal 490 zcmZWm%Sr<=6upgYnS}^K6J}r*L%`BP4V_8fh~Q4TD8+>fMI@c3wKy|v=b=dHFSzmt z-1#Sdg1_Ufwsv6_;hdbCd(Pz!FRok))TR#o{P=n=*pwhGQUl*+&x4AdRIwqEB z{INZx#9}Dh%%B4VfV_5jm@HKMc%S$WI#iSZ&7Tmn7-iu|$H0hXTXxy7Y2IoU4X}0! zC5*5>8x>n)7%n)Iwnz@e@ou z={T9qBeNid6fT(6e-+6x5IDm!)2WE(&mz>R8mm;9H!GgLEHv-&B#kpa0q4j z-tCGG{&1sFp7qqqd$%>ABML{BEOa**0$DH3u-nEq?<=eQOo~ literal 0 HcmV?d00001 diff --git "a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/.part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet.crc" "b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/.part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet.crc" new file mode 100644 index 0000000000000000000000000000000000000000..9ac7e302ea76c6cc05fae9c24ff7bc5a846e1a26 GIT binary patch literal 12 TcmYc;N@ieSU}D(0?Dl2=6u$&0 literal 0 HcmV?d00001 diff --git "a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet" "b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/delta/letter=b/date=1970-01-01/data=\360\237\230\210/part-00000-9363b3d0-34b9-4db4-baf6-9b48cf88ae5b.c000.snappy.parquet" new file mode 100644 index 0000000000000000000000000000000000000000..144e5fb0211a814cad0c62d32486564b5cabe18e GIT binary patch literal 490 zcmZWm%Sr<=6upgFXCZ>ngc+E{5U^MnLub;577^S@7e!pSP(;#cT8r~&=b=dHFDQcl z;pg}}-fDFgW)aTGxw+?D?#0=qM}gYZp|5YBA3HWBNUPKU*liI2*r;sdy*kz&u}tHS zm5>sPp=>jQ4iErx_k1Utsr2D43+{EKC;_^;Pt0muL_?hdBbII1b;G8cR=a9|^{Y_A z20FIeuFUHN&!1ZmJ(kkY5S?sdxIzRWyWGJQ$ATe&xa4m0jRb#Y0=20_Kfb=#d7BcXMQQ+?Gzb9Xb9uZs$2ujJY3$hn zQerWbZD!B`0zh87K2GK;etAs%XB{d^fELb(S&Xu9q+?*jvMsx8*tB3Ziw0Obg%ULJAkm>c5I)5eS@Nk?B;#vo{gyRE<@t%)2E|-{+e5c#_7MpYj@?Om#3$c<+A6 zBNc9>ze!QrmIkxv30af{ff@x^fnRlv@0#-7aZO4(^?zv=nXpQx5E8>6~ z-!6W9q&iS^^PmuNtw{+X*-Rea%VoP-?qQ|~Dx80R^E{gZ&M!zH;s`=+fC10mfBBi_ zy1FJIa|qezzCS{oj$J?fx_C98qPnt@^b~a3b*ia(*?ndJ)mWU$MIbdgQsKF%ho;Ii zl~BZGWX;Ts(>haN2YHF6vkq*=)@cUXv3Z_>ZDAt*{@ud(zzrTf9DDnG;G$YkC{s1> z^DyK=nY8o>hoRiA8}f3Y<%@v8h=5BVC*Z@$pvwcosHSTzQ_-QIt>zVi7nMXn8D-mS z$5fhA5vC_2i?J-z2+ob7;&g{v zGr{$nfx z>TF4gh0Onmrujb${;yfMMc5fCXe#V2E#h7)syYhxEcd|0ty$3mt;akV_eVo@&aoV; zM%1Oh5aUDN!d)LucxVNqC)R+6uGpdak{%o3(E&F$jByxDywIo^y*~GM$HvCJV`JzJ zL`rTFQwg*`+(Umj@qM@JBL<6k#hCIM8^{Y2yd$4=kelB>(^b literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/latest/table_content/part-00001-ed780c69-9352-4ed9-9dd9-3c31ceb83a12-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..285367bebad89f9202da50c2abc493a962519c80 GIT binary patch literal 1163 zcma)+!E4h{9LHZ@Vi&XsLf<2i97?dIgBsSRTemUrd^UMqx7IZ9lsJXnya@W4M-43R8k^8|9pG5l960*MiLPu zXCL3cjAgIioPH@>AY0)mxRe`Mk#iP*2v%qu;1Hz9;VT>FUhXn!i%BZUXhhPYaeKTO? zLf7E|uHgX_5s}N?>BwRpqF7OtZbec_L0QjBaGDrIFvavf?Np>~I5gZ8Rl_&z5sC&Y zAVhx)q)3l3(NLua)r$$?x?%o3x>M}= z4`zVI>l%%mmU>y*LL`(P37obBns|P==-3Hw3B05ksRi5%qFMfD&i^WqJBWUON>wEK z2^XP%HCY~e`?@(Xp*womDE&F}{NdP@uNbw7c literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_content/part-00000-f3c5a613-7f3b-4233-afb9-1be200f3a019-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..f8b63adf0077f47a9ed8dbb54656e3d30ebe3ddf GIT binary patch literal 1175 zcma)6&x_MQ6rLvOl0#V(c7_S$P=XD+P{TIq{whWACQB(x@l@-&lXP~sZ2Du<)MY6J z4<3qFJ$Y9aynFDESUl=Q5Jc3I_!sylNt=KNHzZ-^z3=4rt!7 z9IJxp#y^Phxo^P?&nG;zg5ibL=OGibp|7N=5nhhCQ8UJ2F!4g8Y#jHv-yIvZM^j_K z`XUvN8d52=H#mX)VB-7C^#KE9UN#oGMr}Hqm6v?+yGYr|?&e&Ua^2p51(!Fk9FHUA z`@{eD{dk7xe&W{Meo##8Emo|GZP~?jchd8_#ho4QYFrE0eN37<45d34 z>RM(s8+R@QVG#dE)telbJ%-mv~5-PWv5BvG^?ODI_6rMX_`kn5WOI?+xtNjqWB zAz7DNnCZmA#vAfQLdSlZ@iYgNzRH3@v`b{nEe{wSJ>=Y_dzkAa14%4oUX3YC-fB6(nR`EDB%oik~H@Bb$eptg!FJ&`b*|d2jh{HH+5656KU-q#Prb9aju6m z7U=%?NFTDm=JS%?33D|#o-nnoP6L1D25L?1517}Rs_iFpbz~2DDjGkg66j#GkN#-p zdA8#r28&ruUGl2!`C?I9)$?y9sgAv?*V;*~GZ@+a@zviPjU%b|#{cj8*@8&Bv0C?r zemR!6T-WP{Zj`IeY~c0E%_cL~-PZb+X|^_*yJ5Jd+qXAev*9#Z-!zT7X&CNSV@>8i On$=DESwbxQH~I^q`ty(g literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_version_metadata.json new file mode 100644 index 0000000000..9813137d43 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v0/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 0, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/._SUCCESS.crc new file mode 100644 index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c GIT binary patch literal 8 PcmYc;N@ieSU}69O2$TUk literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..4bf11caf647dd94be3f8162a4f42621151d3a634 GIT binary patch literal 20 bcmYc;N@ieSU}DJN-^Uc;B;63)qInSjFa`y9 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/.part-00001-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..7638cd4794f3d5ba73ff0fc4d1e25379209b4d7d GIT binary patch literal 20 ccmYc;N@ieSU}9LY@y~)saiOh@OQ#9|07tP0l>h($ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_content/part-00000-9a1c0dc1-10a7-41b4-8fc7-78c9dc922cee-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..1bb12ecb2859a875815dfa20deb14c7e16dca8fe GIT binary patch literal 1165 zcma)+&ubGw6vt0v=KmAlE;9ItYuW00|($EnUmxvUXbyKxWh2cK{)uL)@(1o65 z%9}9jsW~V2LUwP0H8d$Cc;iA6rIPaYHo+bn+Z zY!GhoF2jmJVOllw5l<2xPm`uCIW*~QmhkC9GZF^D2m>Ra3%ob%20SJ-Z`oGUHEbwY z^LYbv8wr6*^K_N2yGCO{Eh_<@9kavAVGe}QBOQwLmkJJXTQ+8u#>yRK-e}+v_gKjik=aVIN3?|=na7@))^;-fvksJg)ZjL8&oN%VI7oU# zsqma`p|6n@-W+#>lJdA6nRQbCo6!HE!CgX6u_~@X&(tFJs$!b`c++Fs3_Ib;rg$%T zJm~a$X3qC~uS(3Be~7_OM2@`!W->C;qvcJupx-&@PVVF1-XQRWT z_Q0t>K5%-hD_m)t(UqZ{-X^Yl!zf}wgbW7rigTgs)DI31E8}?aOk~lc)#YPZ78`VW zEZ)ET&S^Wc_^AK?yq_Kt^Wmskce-(DRNhk6tJb_)sT>SDQMjzYYvN4=o==G!xC(0VGZ4+zgYx5i4-ZtQ*A3rcG@n@?zY*irIdmf zJ(bdf(0@TM+LPV|uf;z=Jm|r@ClL?6NwS*-4>s)1&b;@&?|t(=va9#j>IhiH+xYs= z$L}{x)aW>dI>2~C0RUAk(dx@3pq!2sy!iCvh0;I;H2|$b2_VQgPT`|;k>UbrjTJ`EEqlL{Y;M3RVj5?0K#jzU_~PsC(pC6WPIBLhC5 zCd)hhb|7M4nqe9%wr*m@m>bhcTuy`v)7T@nX6uc4m?{M{0FpqOLw88x(4HbX%70cS{&NlQ z0{clrvUT=SognXOoOk0L$KUtK7$^0}c_!jstJ~pa&+(i(@acaldIyn1b{_Oa;>6uU zr!5j++QeTe$5wK*FRW#&m&E-rv1-iBJ$%3P;ZQQGS4(7Dr(B0q?z zhQOj`4S22PxBdChn++Dkw&%HZ&vnD4*=a+*E5i?L KssO9>m-QD5M)y?! literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_version_metadata.json new file mode 100644 index 0000000000..92ba3ed94e --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v1/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 1, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/._SUCCESS.crc new file mode 100644 index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c GIT binary patch literal 8 PcmYc;N@ieSU}69O2$TUk literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00000-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..783299e6d8e0e36e20bf0a47eca72ee063191ede GIT binary patch literal 20 ccmYc;N@ieSU}9K&R7-uE;^U(eE_q1;06&`tH~;_u literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/.part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..336116c162d06736c2bf0d895599378a1ff701f3 GIT binary patch literal 20 bcmYc;N@ieSU}C7t{;j0+<7HTn{Cq~ z-!6W9q&iS^^PmuNtw{+X*-Rea%VoP-?qQ|~Dx80R^E{gZ&M!zH;s`=+fC10mfBBi_ zy1FJIa|qezzCS{oj$J?fx_C98qPnt@^b~a3b*ia(*?ndJ)mWU$MIbdgQsKF%ho;Ii zl~BZGWX;Ts(>haN2YHF6vkq*=)@cUXv3Z_>ZDAt*{@ud(zzrTf9DDnG;G$YkC{s1> z^DyK=nY8o>hoRiA8}f3Y<%@v8h=5BVC*Z@$pvwcosHSTzQ_-QIt>zVi7nMXn8D-mS z$5fhA5vC_2i?J-z2+ob7;&g{v zGr{$nfx z>TF4gh0Onmrujb${;yfMMc5fCXe#V2E#h7)syYhxEcd|0ty$3mt;akV_eVo@&aoV; zM%1Oh5aUDN!d)LucxVNqC)R+6uGpdak{%o3(E&F$jByxDywIo^y*~GM$HvCJV`JzJ zL`rTFQwg*`+(Umj@qM@JBL<6k#hCIM8^{Y2yd$4=kelB>(^b literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned/expected/v2/table_content/part-00001-1e818d25-b02f-4651-833e-04a8976f3d3b-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..285367bebad89f9202da50c2abc493a962519c80 GIT binary patch literal 1163 zcma)+!E4h{9LHZ@Vi&XsLf<2i97?dIgBsSRTemUrd^UMqx7IZ9lsJXnya@W4M-43R8k^8|9pG5l960*MiLPu zXCL3cjAgIioPH@>AY0)mxRe`Mk#iP*2v%qu;1Hz9;VT>FUhXn!i%BZUXhhPYaeKTO? zLf7E|uHgX_5s}N?>BwRpqF7OtZbec_L0QjBaGDrIFvavf?Np>~I5gZ8Rl_&z5sC&Y zAVhx)q)3l3(NLua)r$$?x?%o3x>M}= z4`zVI>l%%mmU>y*LL`(P37obBns|P==-3Hw3B05ksRi5%qFMfD&i^WqJBWUON>wEK z2^XP%HCY~e`?@(Xp*womDE&F}{NdP@uNb4qH5FIyGawvs@yCjf9Sg0u2#bo`a6nZNjM0#isrIaO$0yP27>I49coPqc5*yqHy%p=N5 zN^FL*!%W)80uWbkPm_g;U!RlUMb8u^K=T*GGNw@qjM$FtluU=_?MA@_drwos2#b`tMacSS%w1BFIPGh@%&xPbgD)wRo26rrymQ=yF5wbRgm&3A5V2SN_h8i%_BA2 zN%%+P4}IZ0njnf+VW@^7%J@!K`QJp|U2ir|8?br@zsp(d9s;_a@O6`?j@(vD s%UaN`b);-JbH9&aUa=hqm++MX7~pb$0q%KcO#lD@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/.part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/.part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..e07682ba958f1c786fa6022ef27b96789b7b06f3 GIT binary patch literal 12 TcmYc;N@ieSU}A_&*z+0y5@!RO literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/delta/bool=true/time=1970-01-01 00%3A00%3A00/amount=200.000000000000000000/part-00000-75b26c4a-018e-43da-b39b-f5b1a8b13889.c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..e0c47a044a27b7e174d674d0129a6c993f2b68fa GIT binary patch literal 481 zcmZWm%Sr<=6iw4A1BxItVFqR~1S~C#p)=_l5!^`^rMS?Ah@{iB4$h;Uha#m*|G;nY z8(jKD;%%v&g;|7q&bhhgggd^vaR?$NvB=NY_vevGFu+5iA#~Eh2%&PR1o!3`r`XW7 zJt|6q4GOYJH8O$%0k*G?(}hf)A5-s1g_2-IDrZ5z_U+C?$Bs3@xMtqT@RAuSjpL_bQTN^i*}f+@JB(NPsL*}5Jlb1oMWa`0^={-To9 zk0bp+aKRmUS%ay)6_Qury0@FJm^F`6`&EY;eC~ zkqkEy{1NzFUl2!gKv5n9auR?H@088{CbGe5y?$6DeYo>G4-;z_&~mura@VR)azB__ u-L4W%uh;Ag(d#I$?RvtS$&M#lldhTx;X1-~y?(1@lq^;J^pFIPdaft|S~w+Ueio&`h-F)L#jt6?YL*PJ_B17o zus$19jPq=ARxzmlS!XPoVp=o=VDC9vW;gT#a0;myY*5Bbu4yjfsZdLWImAAac-C<; zTSR723Mo7=YyUcuRVXn1YOPZdFJ8o4r)sQHW!`Rh`nuG-$CET(2Pt>?WTwM$!h3fc z9;x|G!apK^=nEIo6j8JeLp2If#&_D~zY}?Hv)$fr!R#OW&gQXm2p`d9m9o>)LDLUpFj1{QHb!kdk<$01?+4vR&9ZG=!dnhth|B!}>=I{6 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c GIT binary patch literal 8 PcmYc;N@ieSU}69O2$TUk literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..cb82be52459e2e840f2c6ffb5aac40313b6ecc2f GIT binary patch literal 20 bcmYc;N@ieSU}9KeUwwz?4C|Di>CE8(JhKL% literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/.part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..25273a3934c7801b1b4c3d23fb00b3e80e808453 GIT binary patch literal 20 bcmYc;N@ieSU}Bibsb=@;)Ha{Lf_?V@J4gp{ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00000-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..13ff4372d232cdec136cad2b9b624d628051cf1b GIT binary patch literal 1268 zcma)6J!lhQ7=G`k@mkxWrQgSQkRcrQNZ~x1Tz}FMr9y`y8Hza7TKRIh*5F+(y<8M6 zg>DXtI7o*gxH**$g1887ZbBw?s%|>y>f+-2CD$a7!5){~`}aKWd++mcYu9e%2#|3y zLB9X}b|j^Vif)Q%0Oyzt0E(huXogti<=YQGM~mpF01RMEDn7k31<+FX?<|0@5jjC9 z`SkVkA4L$U9irh(he%RntSFHc^7ze<7w7w0nMo@cme|ObXYbcPW`@Ts?4CFvs4bkL zwg3E`+y|sL6Kbp#m+-`;UzBwwN#aLjohE?`on((yX9J{0klx>y&CO2CC|5y<}=>0{UD^1HHpUWUA64T{g8MzBS$yvh63% zh}*+K0O&83Owwb87+@Zv)+s@tB7x}NCODAjfrL48H9e1SXSG$71zc?t><`Z##YtyD-C1m)~-?Gfk=sifr+G0 zcpk4|pw{$#UiPsBv7Tj|(i%&Ebej;Ws*&2a&|6n=QG)Iv+7qe3k#kz;}&KX9j7qwxpR5f kaku!q>&%uHye-Gc=bU`rU7VfPOKE`a4Nnw+HT>TF10HP&wEzGB literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/multi_partitioned_2/expected/latest/table_content/part-00001-481f11da-1c63-457d-9daa-d2adb88f3570-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..1b2fa649ba168fe02e7cb5ed5a6269b405d009ab GIT binary patch literal 1295 zcma)6&ui0g6n{;!8g!H?dtVaBp#&E?iD7N_qZ?JGr!mGH;z{QuO|w~+G+mSWYwRK( zb`b`8@S@(vKu{0<1)jz{coNiu_!lUM43EBV8{0}jSJLEt-}}7J=lgx{@m;!bIgfxD zJcZx)KYcx+p+L(t$^gd{0RY4lpo9u)`1IY&phRH_V9Ur)!G~Xu#U6NOybTxI zXi!fIs*(c!M?q!Kb_^xa4x6gF;Ywoe3Ao5j zN?4v7jOtEf{YK>8^a6+KhcF^2QaKELswX$&YT)roXHihnP7pS0@yKyJjSJ>7e{&v* zaALI<0~1tDT`*(~L7hm;bjTJH3QS-nHfzWwIyF5Ea;-1zk*Y=;0bp+=9A<|C>R@cA zG)!{>i3qrUi{Ku+pQ4a4rzwNIef)bx)c=TrYEqvi5+qgr0k$t81LJ@sGs&KlQ?^8} zvK5Mz`kT@3A?3c7^`m-^{Dq|16A@Ry*b_9A5`A9EmiRndq(G_L;;uzvoyK>)z2rYR z`JssCfqka>8#4PQ4AWGYiV`-~ET`^J%dJ-Tty^9rs)jXXz_x5F56WmCBHHjR8kCKu z7h8?+wiS4>Q*mNPc`j_~@!h(o&*)LyXu7d(>Z?`HuSELHwN1U|1U$s&i2@0buRNzl zj#|_Aow835%JoeB53N44xwU0>()kQ@)A=fjouGbng7(~YDJq^@4IDpb7tMTe^yoa) znJ$SR*4F-)dVLF&`J`}XgGM%~bT)703sxbUD>titB|A0c*<)^TY}&Sqlb$j#E)p%aVx&BE~xo={`B7`w`o5=Vr+v&Y6rWkfz9S5S&qvVwL=n1FY``g%JtWG6><00QJ751(Dx z`dBEVFGx1A$ZYT9!70$;`X7J3!KpBbb`nVF*b?(V+*xPdPR3$lCHdI#t?>}{_q}Vs zjg>(TU>RhAJ&Nps9us1qgLx>x>pMTb8dHHru=Jb{yAl^sN&M*QDZ-1%XC5ZFo`w^! z|NV{IVu+h8qsjqyL(Kgzx4wAjftYvioeeQl<9teCK_>X}gUzQXPM8?e;$JWKhZxhr zGKVG{Hzarf3|BxsgX!@BZluR{8H!aZLj!q9N~I2T!qF`b7Q*2j9$pNGn*v-2hr41h zM3kFPk9IqzyLz!(Td`Uu))eqrUg0~dWSUo`uIKh@9;N~kD2+Glw&~4GVQJw^sJ7cS z(-KYBHP?U#X_3WsT2KVL+4X=Au;P|&wJgWWrWdb0k{o9myb^1f9kk#V^MS?4s@R5}HV9Q}ktMQxK;|1BPQYz={>iS-Bz%O0cIiLl+g)5NMAl``Anl}+4XK_{)P37W472*XBEYvTGR2Y zWy?i@)3a@}YNG-{Uf4J(BD!d4v&a)VPIF|Fxh4Ex@Hgp}t#|+c literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c GIT binary patch literal 8 PcmYc;N@ieSU}69O2$TUk literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/.part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/.part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..d5a4ab5bf1d2f7103e9807d230b4c9ec0cc7a5ef GIT binary patch literal 28 jcmYc;N@ieSU}A9O?5%QkiGJK3mvD6jLxzE9@2#5vbYltt literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_content/part-00000-ffd23b68-bdab-424e-8969-49c004bf3c22-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..ca399c0a57cd156f710cc57c3bdb5d42b227ab90 GIT binary patch literal 2076 zcmb7GU2NM_6ux$B#|<4#MbDKpStUe^l}*7UasO6DTPQDpDpaAp!8SRG(?)fi%yEXQ zsuB-?gn$Q-ctHqNom9az5KMi8@xqV#Fd-oU4@m3*&>j#E)p%aVx&BE~xo={`B7`w`o5=Vr+v&Y6rWkfz9S5S&qvVwL=n1FY``g%JtWG6><00QJ751(Dx z`dBEVFGx1A$ZYT9!70$;`X7J3!KpBbb`nVF*b?(V+*xPdPR3$lCHdI#t?>}{_q}Vs zjg>(TU>RhAJ&Nps9us1qgLx>x>pMTb8dHHru=Jb{yAl^sN&M*QDZ-1%XC5ZFo`w^! z|NV{IVu+h8qsjqyL(Kgzx4wAjftYvioeeQl<9teCK_>X}gUzQXPM8?e;$JWKhZxhr zGKVG{Hzarf3|BxsgX!@BZluR{8H!aZLj!q9N~I2T!qF`b7Q*2j9$pNGn*v-2hr41h zM3kFPk9IqzyLz!(Td`Uu))eqrUg0~dWSUo`uIKh@9;N~kD2+Glw&~4GVQJw^sJ7cS z(-KYBHP?U#X_3WsT2KVL+4X=Au;P|&wJgWWrWdb0k{o9myb^1f9kk#V^MS?4s@R5}HV9Q}ktMQxK;|1BPQYz={>iS-Bz%O0cIiLl+g)5NMAl``Anl}+4XK_{)P37W472*XBEYvTGR2Y zWy?i@)3a@}YNG-{Uf4J(BD!d4v&a)VPIF|Fxh4Ex@Hgp}t#|+c literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..9813137d43 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/expected/latest/table_version_metadata.json @@ -0,0 +1,6 @@ +{ + "version": 0, + "properties": {}, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/test_case_info.json new file mode 100644 index 0000000000..ef130d47f4 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/nested_types/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "nested_types", + "description": "Table containing various nested types" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/.part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/.part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..b8251dd8b1bbd15b513c17ae95f856cf754ae944 GIT binary patch literal 16 XcmYc;N@ieSU}ErlJU`$5a#%C~C2|El literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..4ccc68b89f7a5315f595d3b07d8996aed5b594a1 GIT binary patch literal 16 XcmYc;N@ieSU}D&t`gozoGp+^zC-eoG literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..cd51906f8ab24bcf936c372726a81388185c86e1 GIT binary patch literal 16 XcmYc;N@ieSU}AXx%<|rPi67|zD>Vj9 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..3dbd708f34e9a9e00a5451a3b6f1eebaf9931511 GIT binary patch literal 108 zcmV-y0F(b?a$^7h00ID)_^|~e`^TUdftF8ZA@8!bRF=o|KjoqzpkDtyoTiLlSlZBD z9{&gApn4j08cCgO`JcJxahF@3I-4mr$P7SPT2|eI%4Z?;cMCD2dw3DY#$#Jme(+;J OF_S34iAE!woF62>pfV)@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/.00000000000000000002.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..b31db96b37d6ba0666ca73ca38cd2956c9919eef GIT binary patch literal 16 XcmYc;N@ieSU}CUb%=_cTNqIQiZEb zk|g+h9iBfUlfyE3>*G(JStd}}*i9)orS(9lU(MwFL0P`&Z&xFIeI3y@f2=JO@waN> zsJ}O)1^unP;Yh5rFB}YaX#Qw07z|`nYJdOk08D*wK+6H2tH^3HIyUu!ol$W}(z2k9 zu0y8p4dxtx~qtn;WIpC_KmdDgXrf<8}7&1ult(iv&-2P6Jqi)Rofst<3yt5cGq zwVhS%?GayXXJaVX(%}z={K4{0S85=USf3t{@2f)CB^i6jx1`_4!GeQ>z;fP7KKS6t z%MO8M-AZgGD+%{TThzW_r@y7M9c&|}Y5ra{)((cz9&8Imd&9k8GP7F=D(uzCtN&Ue zP|+1@lU{2oP}sg7zx;-10J_4!Sb$-w(eqFIY^eam2goo0HTuSnrvA+l%o?>ZjUGSy z*aaJdF>5qW4cR{Y-tet#lwoEz=~crVk>+3Ded14|brBUdxq?xzb`$#W& z@8rwpIT#SV?G&}3J<=MmplGx&672&~hhnX;StDAXzoWfF^+!6Roob}5Eux0|KoIC) ze(>y-A98YlqdS;xWanDX*N|p%^yyCyind&LC*|W6sRH;gd;so`i;rG@ln*saQ*tl? zSQvJ?j2y6$4?p^i;ZuP1_vN>B8N5k%QEqoXZi#FzGZ4+eX6cJ-3EWZNfeof6@sYll zd^dmfU_7-0hTx7+dlT>sCTXyNw44e%ONEU$IOuz%w%Z<0$=jsdlAZQM`qjoL)?d!f z<~R39-(1PJmjc`4*XMtAi90e7Y-KZ*Ya;~%EFAOCf9!c(v_C!u$-8T1w@ZQ#vAGrJ zHGkUNuI_xKf%p+zSg2V%L4S@M#wveA=-Ja>>R*_YA$Q6%8}8M>0R1vYo_9=g?*x6SqG#6U8I zbQ~MH^2TXT#Ird9w;EhP1*kKrrE<8nWz<`gh3X$ zbTpkn;n-k64P0k8Ybr=*E8B>y``ei~9Bx^+;&eB-KlOOw&QRrUbHF*W8FzMmM-!Xk zRJxRIud}Nio;1L*6yPOEc{f1nm7$x+YRTKvKqild#CKVk=70uj?<}qm% zu{`hC(c)?F$0diCc(A@(x1+NzfpTW^<@**kKa!VT3t<3yS#Syf7wRT{HuoM4&4a z=vYPJ7A>cdkuGbbOu1z99;@hb9hDb(c`~Krit~6;mdC>k9n0hKG#$<3>4`c__8AGl zke>b%^L77c?1I63DPL1s_j;OxxDm&L;7boSQeQd@xltCJ^z)xNJ`FD|j86->sAK-W zAU-V=1nfkNPYZ>)F1&~`{Ts^k7$krpK21WUf%#=!ro~5R?wcno!8fzqh0#LaT-+;? zoI(Hf=QS7!PF5MdS*JLgdp=n;k9$7Y0&x4A&^=!*hMVw_KKSQK3FG^wRT1cj)PnofXLx6RO zVvW`qPJv&G;5tP0eLz+Y%HGkME^Fy3YokDDmXcrA&_rRs5Q2@l_bcR>EP2OkXIU4$ z*U^>X9b&xJB;wzrSWYyfi1*jcGF`j{a+LjbCX}}krdBkpSy_jLU%5-zysQo&4@DQ9fn)Ae1hH{ndSs5IleMIKfh!rH2j(MhDO z)Q8yAd{v0e)ql-fTiQPO#atB_?U&jz%m`|cJX=0rp^+KV4Yoniog5E?3!Pj`&o(m( z^CvyrpA==BXqJg(m*|c~hccs>9LgAO{2?DYl(Ch?u!YH}S-jL9Ss8-#$;z&|D*|&r z0dt(QjxhHuQ7rGHSVny0dk|P$*4Y=_;TB~ZOogLU2tL3N{T4}FMF}1Dd~Oty~u!&sN1V7%JIhzDRrVb2R@F?3YzExzemyaNO|E7I&24-0917{H9cD z^b+c+oa2&N$X}%Sd@CzvC0ahIWTJXSmjiIBHzd52U=d=;m~&h5a`{fyE6f~;uUpMz z)ZNgnSD4Ll6w1sC4xt4l>SD?_MB;|U3ngyOizQ!Og3?&ooD<+;o+l8QOY3|xzA3Kl zfcM5N$9jM&IFpwQbgU+TmOx7=5Nd4h9f&7ljgg2J4n{kI zo#AjtyB3AF$ivY-wLKbc?S=Q6!{Ja%I24L@wyuR&1>hZ@8}N~K!#mcS;Qwg+2lmvW A5C8xG literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..18243674d5 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-6a7ff8c5-d527-4e3c-b2e0-4b37d9f3038e-c000.snappy.parquet","partitionValues":{},"size":976,"modificationTime":1674611467349,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":120,\"date\":\"1971-07-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":667,\"date\":\"2018-02-01\"},\"nullCount\":{\"letter\":2,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-3bc1af09-1960-4dee-bad6-c06052cb3be0-c000.snappy.parquet","deletionTimestamp":1674611467718,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":965}} +{"commitInfo":{"timestamp":1674611467718,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"976"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"dec36a5e-475d-46e3-bd49-34e66339a671"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000003.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000003.json new file mode 100644 index 0000000000..bedc919d18 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/00000000000000000003.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet","partitionValues":{},"size":1010,"modificationTime":1674611469505,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":93,\"date\":\"1975-06-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":753,\"date\":\"2013-03-01\"},\"nullCount\":{\"letter\":1,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-6a7ff8c5-d527-4e3c-b2e0-4b37d9f3038e-c000.snappy.parquet","deletionTimestamp":1674611469759,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":976}} +{"commitInfo":{"timestamp":1674611469760,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":2,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"1010"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"202d21b2-14ce-4ee3-a3ff-b34a51869240"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/_last_checkpoint b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/_last_checkpoint new file mode 100644 index 0000000000..311182da9c --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/_delta_log/_last_checkpoint @@ -0,0 +1 @@ +{"version":2,"size":4,"sizeInBytes":12712,"numOfAddFiles":1,"checkpointSchema":{"type":"struct","fields":[{"name":"txn","type":{"type":"struct","fields":[{"name":"appId","type":"string","nullable":true,"metadata":{}},{"name":"version","type":"long","nullable":true,"metadata":{}},{"name":"lastUpdated","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"add","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"modificationTime","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"stats","type":"string","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"remove","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"deletionTimestamp","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"extendedFileMetadata","type":"boolean","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"metaData","type":{"type":"struct","fields":[{"name":"id","type":"string","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"description","type":"string","nullable":true,"metadata":{}},{"name":"format","type":{"type":"struct","fields":[{"name":"provider","type":"string","nullable":true,"metadata":{}},{"name":"options","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"schemaString","type":"string","nullable":true,"metadata":{}},{"name":"partitionColumns","type":{"type":"array","elementType":"string","containsNull":true},"nullable":true,"metadata":{}},{"name":"configuration","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"createdTime","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"protocol","type":{"type":"struct","fields":[{"name":"minReaderVersion","type":"integer","nullable":true,"metadata":{}},{"name":"minWriterVersion","type":"integer","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}}]},"checksum":"3c1a4a7ad9b68673d4095534b71f050a"} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/delta/part-00000-1f6da452-4fd4-4ade-a7ba-77a5764584a0-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5fbef8bfed0b4af4650bda6dd9eb065372f14d69 GIT binary patch literal 1010 zcmb7D!E4h{82^&S8f&G9`yMY6w1ll}P{Z1ET{og2co5m4=uwBH>FX?}?UtsBlbp3^CHE17xOEDyDL3Y8nV}2kZEG|Ieq> z5&{XtHe<-eRXC-JO}XN zGQjU?0OPD`aK)p?N7Z0zlF(NZVKBJ9cOXvXFuY4d};}dB3Z1VDqWQmu*Vusv0o}$P}osS z)T9peA>S8^JW<#tRoqF_{Ll#ovxinpveYiA)5ntfu7-^5rtk_BwpEilPSoQbV)+JZ zQN>MsQL;);+S(jvcihh_K)8b@>U$ zcI*=Hxnqd_Mqrcq8v_y9Veg^c5s^pUdi<+0w4z7r!dkZaQ8@4;t7x^_B53xl<=aE6 z>vd!)*&`}VpzZD&t-FID@EQSOh%AcMfv&YY9F2;Hd@^`K4toDXl_y}r9k2fR+SL*8 z8{=j#b;A7EoqWkImF;qVwlQc2&HUn`aOVBm{F39;s={9=`;Oo8s=iZcEQ*%nluJ&z V>@QX343`dOa>Eze=Q{oEe*vG5(|G^@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c GIT binary patch literal 8 PcmYc;N@ieSU}69O2$TUk literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/.part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/.part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..b8251dd8b1bbd15b513c17ae95f856cf754ae944 GIT binary patch literal 16 XcmYc;N@ieSU}ErlJU`$5a#%C~C2|El literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_content/part-00000-5ed0b2a3-ad91-4c67-93bb-3356988577b7-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5fbef8bfed0b4af4650bda6dd9eb065372f14d69 GIT binary patch literal 1010 zcmb7D!E4h{82^&S8f&G9`yMY6w1ll}P{Z1ET{og2co5m4=uwBH>FX?}?UtsBlbp3^CHE17xOEDyDL3Y8nV}2kZEG|Ieq> z5&{XtHe<-eRXC-JO}XN zGQjU?0OPD`aK)p?N7Z0zlF(NZVKBJ9cOXvXFuY4d};}dB3Z1VDqWQmu*Vusv0o}$P}osS z)T9peA>S8^JW<#tRoqF_{Ll#ovxinpveYiA)5ntfu7-^5rtk_BwpEilPSoQbV)+JZ zQN>MsQL;);+S(jvcihh_K)8b@>U$ zcI*=Hxnqd_Mqrcq8v_y9Veg^c5s^pUdi<+0w4z7r!dkZaQ8@4;t7x^_B53xl<=aE6 z>vd!)*&`}VpzZD&t-FID@EQSOh%AcMfv&YY9F2;Hd@^`K4toDXl_y}r9k2fR+SL*8 z8{=j#b;A7EoqWkImF;qVwlQc2&HUn`aOVBm{F39;s={9=`;Oo8s=iZcEQ*%nluJ&z V>@QX343`dOa>Eze=Q{oEe*vG5(|G^@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..0dd84632fe --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/expected/latest/table_version_metadata.json @@ -0,0 +1,8 @@ +{ + "version": 3, + "properties": { + "delta.checkpointInterval": "2" + }, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/test_case_info.json new file mode 100644 index 0000000000..4d7565d962 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_replay/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "no_replay", + "description": "Table with a checkpoint and prior commits cleaned up" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-550d9d73-819b-4c56-8240-26361349dcff-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..b8251dd8b1bbd15b513c17ae95f856cf754ae944 GIT binary patch literal 16 XcmYc;N@ieSU}ErlJU`$5a#%C~C2|El literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..5f8b49f3f09cc3fa9318a976c63be63e5b34dba1 GIT binary patch literal 16 XcmYc;N@ieSU}E@@^~2*;X;CErDy{}6 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/.part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..e73698b6a256c1c50656883819e48d34f7ecd4e4 GIT binary patch literal 16 XcmYc;N@ieSU}9j?;ET?E=OhFG8sh_j literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..d3f88a26b9367a9cdb45b6fca25dc017b55436b1 GIT binary patch literal 20 bcmYc;N@ieSU}Er#yTz>VrB$`#a!w=wIQ9mj literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..5d0708d8f3d41716edca757bba0fd002762dcda4 GIT binary patch literal 16 XcmYc;N@ieSU}9Ju%yj%-d#W}7Bl-mQ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..6b2b77383a3b10b0a168ceda3546a03971b9fd1e GIT binary patch literal 100 zcmV-q0Gt0~a$^7h00IC>Jc=+FH~|$?W6gR{lj16T7a-n-_D+8o1j#Y75|;YNpeHpc z1B*p7*%%kRh^dO`qR2x6cF?jGVIW>fJB3ncwDI^qiSzhWLsqk^il?Th;t;o}<_ZtI G)rtIq4=hLk literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000002.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..8208b5b72e3b70b173ac7bc4eb918c231fff28a8 GIT binary patch literal 16 XcmYc;N@ieSU}AVK$UaZygUu}fA`Jxs literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000003.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/.00000000000000000003.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..eca1bb7671aa09a133245490c75c03416518655d GIT binary patch literal 16 XcmYc;N@ieSU}EU3pEd7tkN literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/._last_checkpoint.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/_delta_log/._last_checkpoint.crc new file mode 100644 index 0000000000000000000000000000000000000000..2bca7da1e8a3b0210b1a95accfe9d27d8070d9dd GIT binary patch literal 32 ocmYc;N@ieSU}E^WE zVoE7Rbj@gr7-|s;6{=8Ib!=kOmZ6HGwbfX)Ml_`z?K+kr#^|4Q-8xkjW759w-Mx3` za}w-?qOBSV$@9DSe&7G^efK@Dz5T9sB9MBrkX(BA*Y8z$i5ot;h+7b<fKXP+X@QU^P6d>Xa3rn{_5=nyI(h;fgR#LtZ+mZh zARO*g<7zB67z_6VqM=YIm`^L&?3N&Gy?;p6fX^GqBJ%nVKKz%HQE>@EUC2S@FlfOl zFKHn^nRxhJhh77-sAe)_e)x!5vLN<)tUa|-{$KV#i%uN?c~wCj5R za`3_`7*7eD`OM(%ZLy2@WZ z`0qM~2ILHlyKNee#s<~)?)YG!y(7{N8jptqJzZV!G13`{b#{ikduP-*D(R(zzh7%1 zV(7>%JbJM}_Gcb?cvq!mogq801yWJvymaidn&}pZhH{Rb{O~!hJ-c$;OgSTaMh{z6 zSYX;lZnBZF;WJ!^rfJ>6E2e4DB7b=7mt*yeD?3pqBYNQN7a!r#1FH&%>LPxd43h63 zd*UbugXvqxsr`qAo57dD-Qo7Q+T9h1g=29rLw7i!v@5-Va6A<23UzjLc1F8E6Bw+I zANdtgbeNc_9$RzWNzxy?zaaBH(mRBtiymzKS>di`$IEkMuC1;Lr z|8rd*P=}Ot-9RM}j4R2!3ehiw@K+dELsS3p|_TE1XM9bYh6M@AWqbM;)NLk)a*u7RvG*c@-<`*t?*;prxF++nQP)6A!*plD^& zIaS+GqHh}GP$_qBBTkeBnb4Z1g5(o=&1pBcU#|Of&=a zBjiNTU}GwgzDrd=JL_23vFUGOrOKxzx5w+byx0$K0kxh^7u0L57{_}25{KlL`lNop zyRQqLc%l3QctMaRmyu@aBM(_5_y@eiY1zoaoNpblZM}e7N8sg4@b7{e(z@506!`vK zq7C5EG9pROQGk;Gz`2GDLNf>52}${s=szj;$t%!k0jw?OSX@H);i`a0uGaq=UaYnp zZ6mUD@&+>I5d2R<wi#9%ADq^Lc z#?j+eNo!!A4f8l+?zj;#k3ye-`wf~MGdksFwX_zV_L-HrIRf?bdflA0D&jO!ICLYq zP4I7rUWS!I(LuqfZLb7stmZdINUeC*O6`55HbtpT0yTlf5XfUWe<+>Xq&xhRKt~kd z2axGsE7ouTu*TpmPw?-BPL;)i^z53!YL2OYvSD359i`B%x3P6-zUPPnxG9+u} zorX?}3kd2t7)h7i;Gyir%^abJ7SCEqzJpfWzZm1;RcP%p4>c%G=cKPLn8isyMz}MJ z(Md9T1jvIrJ-4s{k>ZuFeh&!M?}GY4%&+>*>SmObxS3~O6pv_O)ZCR1+@$>K@}fr zm}a}R7Un328f+-zh%!b|&Y37ZoC%|L<~1`#x=UK;KiAO5dl!5F+G70-K4+DA0;#>Q zge(UKYh-S5ubmjH#-}-cFfWZa+GIG7sGm|9b~crPYID4uO*Y(1h`ZO18a_>NZH`w^ z?Nh~kR3ROAz~Vmn4RM}5mRXzEtmzF6WaxAo&GBTWl)g9Hif_>7UgOiOJ@fV3zL-*h z)BfLDrYpc53vU(9c7ehi=^Fc>HJyxxAcY?F)7oZFGmHEIo==M2yXm_&d&i~`iwR{< zvn}wS4ME_aYQ?~xng+J;mAoiR)l26c(k=&V?dx*2Ua{F(Ld(=D^Kq2oPk%rpz-j$CF*XG$u-iMcC}WD0zWHy}b&ZR>9K-*GNw6ML?U2zOTQ9n%KRREEW8_ zWwY$y8n*Tms6O#UYPSsa2kXn4BZ#wUX05V)h}6cHV*POzs5y*R8{VWSYEDp+E2RNg z-lz9__1{2>c7OFxRubFWfyAdvNl@?~hQ7qKBnlcGoWx-dkig!t{u@b{pR6RFL=w*| z0}|4wH%M;3Te{$Bh8A<1EN5~Xf=X6_-e-`uL4!tbQ?85zBf)k-zNKhI{{AHUE<-Sv zc_7HHG3DJ-DJKlHWO!(ovYxhI`3}5rEh`xq@|XbS9ZHtwZg~*vw_WkVm*p#XPv+RA zXat+ed_&m^;hjId2hD*v<&=_zN$85)!>_n?jnlTqw390`X-!F_^K0OSTff~dU3%(**5^E% zHZH{M2O->w&G`&0xKS&nd`&cN9%PmqInGN-xw;Iav0FY)fU9|yFt*FX?}?UtsBlbp3^CHE17xOEDyDL3Y8nV}2kZEG|Ieq> z5&{XtHe<-eRXC-JO}XN zGQjU?0OPD`aK)p?N7Z0zlF(NZVKBJ9cOXvXFuY4d};}dB3Z1VDqWQmu*Vusv0o}$P}osS z)T9peA>S8^JW<#tRoqF_{Ll#ovxinpveYiA)5ntfu7-^5rtk_BwpEilPSoQbV)+JZ zQN>MsQL;);+S(jvcihh_K)8b@>U$ zcI*=Hxnqd_Mqrcq8v_y9Veg^c5s^pUdi<+0w4z7r!dkZaQ8@4;t7x^_B53xl<=aE6 z>vd!)*&`}VpzZD&t-FID@EQSOh%AcMfv&YY9F2;Hd@^`K4toDXl_y}r9k2fR+SL*8 z8{=j#b;A7EoqWkImF;qVwlQc2&HUn`aOVBm{F39;s={9=`;Oo8s=iZcEQ*%nluJ&z V>@QX343`dOa>Eze=Q{oEe*vG5(|G^@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-a423feb8-b448-4bdb-9191-225efeddbd28-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..c8a6c89e4395ddb1b7be9cf75143963a76043ba7 GIT binary patch literal 976 zcmb7DL5tHs6rQBn8rO;n`-X`GEP4)#?0-CcJeeITVE{CvvWl6rK7caMd zN*Z2)1mJ}NRcOHbk3W7b3S9LPf$2>`E^QF<+9JflsTY_VS5$*34n8iZ2Gx=YeLoQ- z2Ggf!;#f}cnq(VHlY)|kiAi&n}9eW`NRD z6|R%wiDF`x$iR`h%%tfn=N z!igJMC9BsLzBjg-4-Txr8OTy{E?AmF`@t^e!Nm8Su8$Zbi;{JwYc&rJ4@)yX8ayZa z!~dbmQ=fCw?4Qd%JS6N++U&+4%%|?;%e-9SmHcXV()Yc5y)Nucx3Rfx+l`uVw<@mf j_MDn)SG#r5v+YXRu2kIZ>YCBQk1@H)JN$@t@L&D|ZQ#rw literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/delta/part-00000-cdbe17fb-1431-4bf2-866b-1353d5527928-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6a69c83d87070f528a7889af7ec66997f8dc0c53 GIT binary patch literal 965 zcmb7D&x_MQ6n;s%CDbndU}u;}z!0`&7rMhX+5XrP1W$?-S$bR*Nz>_COw-*oRovP? zK-Y`l$*UI+o;>bZaBm*mWB&+G9>td*yDbQUA(_m3@B6-)_f4{Qr&A?B46;r>z5jNm z=%j#Qo~QuV92o$V8xoFQJan=0h_uPqk8e+kOF(WUz+0*UD-z6CRrtKBIzddq%gEkH z-XTr$>*U?~ZusoU*n295F3AHamSmRqMHGp! z1Z_RWN z&MVsuhcM2Pq%`dXc+Vfa@E|c3(K9_WC zGTm6R?L@sx`&e;Or&wYeswTdr(X!f4g;4rIAsleOv`|**7kLd0tuQtU54d~iqH{bk zkv|vVcrXgsip_0a1-AJYVtnLt^!sQcA|8%j@S%uYw9{ojq^TLbJQQZj97o~Ai_D7I z9|*rUHd_y;X5bFvQhF>{T0jTE0mi|^_ua0K7$l2|d7*2zrn6b)l8^o_$o}YmsPUmM zxLNeiWgpLg-Orlc8iq#Zj#1@Ri(AGFX?}?UtsBlbp3^CHE17xOEDyDL3Y8nV}2kZEG|Ieq> z5&{XtHe<-eRXC-JO}XN zGQjU?0OPD`aK)p?N7Z0zlF(NZVKBJ9cOXvXFuY4d};}dB3Z1VDqWQmu*Vusv0o}$P}osS z)T9peA>S8^JW<#tRoqF_{Ll#ovxinpveYiA)5ntfu7-^5rtk_BwpEilPSoQbV)+JZ zQN>MsQL;);+S(jvcihh_K)8b@>U$ zcI*=Hxnqd_Mqrcq8v_y9Veg^c5s^pUdi<+0w4z7r!dkZaQ8@4;t7x^_B53xl<=aE6 z>vd!)*&`}VpzZD&t-FID@EQSOh%AcMfv&YY9F2;Hd@^`K4toDXl_y}r9k2fR+SL*8 z8{=j#b;A7EoqWkImF;qVwlQc2&HUn`aOVBm{F39;s={9=`;Oo8s=iZcEQ*%nluJ&z V>@QX343`dOa>Eze=Q{oEe*vG5(|G^@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..7de252178a --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/expected/latest/table_version_metadata.json @@ -0,0 +1,11 @@ +{ + "version": 3, + "properties": { + "delta.checkpoint.writeStatsAsJson": "false", + "delta.checkpoint.writeStatsAsStruct": "false", + "delta.dataSkippingNumIndexedCols": "0", + "delta.checkpointInterval": "2" + }, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/test_case_info.json new file mode 100644 index 0000000000..16103b0258 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/no_stats/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "no_stats", + "description": "Table with no stats" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..e73698b6a256c1c50656883819e48d34f7ecd4e4 GIT binary patch literal 16 XcmYc;N@ieSU}9j?;ET?E=OhFG8sh_j literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..5f8b49f3f09cc3fa9318a976c63be63e5b34dba1 GIT binary patch literal 16 XcmYc;N@ieSU}E@@^~2*;X;CErDy{}6 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/.part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..b8251dd8b1bbd15b513c17ae95f856cf754ae944 GIT binary patch literal 16 XcmYc;N@ieSU}ErlJU`$5a#%C~C2|El literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..83d69bcf1129f717187e89a8fb9f2ae06c2b6a69 GIT binary patch literal 20 bcmYc;N@ieSU}AV-@$vb3*K_whc*^_%NiqlR literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..5e514b92ba50d0710a39db1e3f740401354672f6 GIT binary patch literal 16 XcmYc;N@ieSU}7jvy)Ws_x5EJdA%p~6 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/.00000000000000000002.checkpoint.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..62cdb29659598b9d2d82a8958fbb1e29b89b44c7 GIT binary patch literal 100 zcmV-q0Gt0~a$^7h00IE@-NnT8U6U~7aLRB!?N7@wmw5`6DA17bY)mf%W7Nu6H?K+w zJTn8u3MbiR!&4#(MkLvWiPQaY_oXNeU(&56UzJkvUF>sf;XlE? z1WHw@1gN6Xv8>9r3b8P%3ZaSxR3-))f=b(1hP0}bsDr6Y5kwVZQMGjwLagfceedqQ zJD-!(PD-_*wQ2MG?tQ=S&-=dbefK@@y#1~YB9I1h1Nr>?@BUKdBX0QUB5pybk*fqj zfPdHE`O_kq5XszgpU%}=IPB=99NfZIU^J-YwP08jXM?d=B-|bE=nO_Ol8ERP7GN!{KnKkW~f;_l1D;fgx1`Id3Fu$kg=w2`A&?5`_A&gX&@M zf>l1!N)8_xdrq{hYKZBpoVd1$D!qpI$&ruV|0xFpqcnCIFlX>L`~f&zcj)C0UhyzE z>$-2h^~{CGMY^tuw26Af&EU3w?3Lg}A=|INqwUcss& z>47~g(@p;G>Ayc#%i!RFVRDDfW?pqG6tQel-6t zj$k*BgPG^0(~q8aFnR3e(YaBvKN#Q0R+)R|5Poa!EpEvl|8(g0R#z!@b#u zC7FzLM-?yxM(Yorx%5NM4um(NwHL*?+Vgd!jlA&GXJc-Q@;7Xwa-0%sKn^pY(Aj1m z`P(CWsok1_iy5GdWv^F}!w&NCCoh`;3Znm6e9y4KyTE(DU)wjR`nUKCT7D?5`P==; zl$uTy{9C@W-=9@7_$aMvnws~w-*n4ZD!T`kWQWpeWgrdDfJklkXH-o|D4OEmvj4z= z_WjMh&Qw;sSI}1Nb*6KZUlUs3q3UmM?x}AOve^d(=k5bwH&k}+iC-VH#$Qon2{Zsd z5y?@Jy#Cs|Z`JsS2k2Y`tTH6i1QMXYP}7F5y>K_xZmsa}%|g@mLM|(B?-zV`W^!4@I(UZ>e}d5vXnWQQ?4=_EUi;Yc+fo~lv)&8FMZMRfyEPPI zkYr8xChmz_bLpW>7WugPdvsTHrc(utz4c` zI_VfR@|eRLa0?bT-22CB0a%0|^nUzpm2)%*z)!A4;Ija1Q}m zjD?B1@YuiOLkzop)uY-+aZ^GsXH?DNnYLK^)$^2T}xGCs7 z7aL@$j4SyW$F4D@!(?S<@Oiz|g5Sn%n7IIelwJs&}gyt?_Bep7-tp zUrw#SY5%`lrW?T>3GWatbpgU0={ozMHJu!}6;kM1>uGH>-ohfkkLQz;_ip;G&EBzT z#9~4jZ?OgbiCZD?=WfP?^5Fuo#joTgS;`|l?U3FUfwX6nt8LL9XBiz*tFEU|*O4~p z=m~)rq*7fM6N)D}k2EX|11Snc8>-M+wK8}Ql|Hh8vi+{P+UV6kSy?<5 z1{R-fAR#zxZN1gn?Wx ztt#lNOO_k${AwQC=$!oeTC)OY(>wL0azb1!_ML;3`CCcrpYyJ8v#-e}Ep)$N3RLl) zf0=^mf5U&-T?^kd9%)N>aLP=u73WL(#T)+iQt9zyx#{5&S1f{lF~sT1(U@HxaiWTu z8h1?`fOEYr=R*Y<&3c)|rL9<99?8bt7f0fHEBU;#52lT~FZ)3V7huai1B))tN;zK_ zi<<|TNAKvcNJ@~!2at~{ODk`cghPtY*yAKHR zcJL}}-3K%IR-+JY?Fe;5LXpZN%$^gG&ZnV hO-7@Uj%Xwj?~ZMNOHBB#!594_Txk`Ao$$@*{{V7=Ue^Es literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..4f98e29840 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet","partitionValues":{},"size":976,"modificationTime":1674611508825,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":120,\"date\":\"1971-07-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":667,\"date\":\"2018-02-01\"},\"nullCount\":{\"letter\":2,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet","deletionTimestamp":1674611509306,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":965}} +{"commitInfo":{"timestamp":1674611509306,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"976"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"64da5630-98ee-4fb7-844e-211971858f44"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000003.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000003.json new file mode 100644 index 0000000000..b974242c57 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/00000000000000000003.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet","partitionValues":{},"size":1010,"modificationTime":1674611511601,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":93,\"date\":\"1975-06-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":753,\"date\":\"2013-03-01\"},\"nullCount\":{\"letter\":1,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-44209c15-3429-4be0-8ef5-484e3eb9b3e9-c000.snappy.parquet","deletionTimestamp":1674611511909,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":976}} +{"commitInfo":{"timestamp":1674611511910,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":2,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"1010"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"9c82e231-1410-4af3-991d-8bec8848acfe"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/_last_checkpoint b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/_last_checkpoint new file mode 100644 index 0000000000..4fbdf3dcec --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/_delta_log/_last_checkpoint @@ -0,0 +1 @@ +{"version":2,"size":4,"sizeInBytes":11550,"numOfAddFiles":1,"checkpointSchema":{"type":"struct","fields":[{"name":"txn","type":{"type":"struct","fields":[{"name":"appId","type":"string","nullable":true,"metadata":{}},{"name":"version","type":"long","nullable":true,"metadata":{}},{"name":"lastUpdated","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"add","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"modificationTime","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"remove","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"deletionTimestamp","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"extendedFileMetadata","type":"boolean","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"metaData","type":{"type":"struct","fields":[{"name":"id","type":"string","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"description","type":"string","nullable":true,"metadata":{}},{"name":"format","type":{"type":"struct","fields":[{"name":"provider","type":"string","nullable":true,"metadata":{}},{"name":"options","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"schemaString","type":"string","nullable":true,"metadata":{}},{"name":"partitionColumns","type":{"type":"array","elementType":"string","containsNull":true},"nullable":true,"metadata":{}},{"name":"configuration","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"createdTime","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"protocol","type":{"type":"struct","fields":[{"name":"minReaderVersion","type":"integer","nullable":true,"metadata":{}},{"name":"minWriterVersion","type":"integer","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}}]},"checksum":"c63fb070190fdb5378eb7a2257980db8"} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-079f5452-45dc-4fa2-9518-d2b24a4ed8c8-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6a69c83d87070f528a7889af7ec66997f8dc0c53 GIT binary patch literal 965 zcmb7D&x_MQ6n;s%CDbndU}u;}z!0`&7rMhX+5XrP1W$?-S$bR*Nz>_COw-*oRovP? zK-Y`l$*UI+o;>bZaBm*mWB&+G9>td*yDbQUA(_m3@B6-)_f4{Qr&A?B46;r>z5jNm z=%j#Qo~QuV92o$V8xoFQJan=0h_uPqk8e+kOF(WUz+0*UD-z6CRrtKBIzddq%gEkH z-XTr$>*U?~ZusoU*n295F3AHamSmRqMHGp! z1Z_RWN z&MVsuhcM2Pq%`dXc+Vfa@E|c3(K9_WC zGTm6R?L@sx`&e;Or&wYeswTdr(X!f4g;4rIAsleOv`|**7kLd0tuQtU54d~iqH{bk zkv|vVcrXgsip_0a1-AJYVtnLt^!sQcA|8%j@S%uYw9{ojq^TLbJQQZj97o~Ai_D7I z9|*rUHd_y;X5bFvQhF>{T0jTE0mi|^_ua0K7$l2|d7*2zrn6b)l8^o_$o}YmsPUmM zxLNeiWgpLg-Orlc8iq#Zj#1@Ri(AG4)#?0-CcJeeITVE{CvvWl6rK7caMd zN*Z2)1mJ}NRcOHbk3W7b3S9LPf$2>`E^QF<+9JflsTY_VS5$*34n8iZ2Gx=YeLoQ- z2Ggf!;#f}cnq(VHlY)|kiAi&n}9eW`NRD z6|R%wiDF`x$iR`h%%tfn=N z!igJMC9BsLzBjg-4-Txr8OTy{E?AmF`@t^e!Nm8Su8$Zbi;{JwYc&rJ4@)yX8ayZa z!~dbmQ=fCw?4Qd%JS6N++U&+4%%|?;%e-9SmHcXV()Yc5y)Nucx3Rfx+l`uVw<@mf j_MDn)SG#r5v+YXRu2kIZ>YCBQk1@H)JN$@t@L&D|ZQ#rw literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/delta/part-00000-d0a9cc34-1d0b-4269-90fb-bbde46ab2b0d-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5fbef8bfed0b4af4650bda6dd9eb065372f14d69 GIT binary patch literal 1010 zcmb7D!E4h{82^&S8f&G9`yMY6w1ll}P{Z1ET{og2co5m4=uwBH>FX?}?UtsBlbp3^CHE17xOEDyDL3Y8nV}2kZEG|Ieq> z5&{XtHe<-eRXC-JO}XN zGQjU?0OPD`aK)p?N7Z0zlF(NZVKBJ9cOXvXFuY4d};}dB3Z1VDqWQmu*Vusv0o}$P}osS z)T9peA>S8^JW<#tRoqF_{Ll#ovxinpveYiA)5ntfu7-^5rtk_BwpEilPSoQbV)+JZ zQN>MsQL;);+S(jvcihh_K)8b@>U$ zcI*=Hxnqd_Mqrcq8v_y9Veg^c5s^pUdi<+0w4z7r!dkZaQ8@4;t7x^_B53xl<=aE6 z>vd!)*&`}VpzZD&t-FID@EQSOh%AcMfv&YY9F2;Hd@^`K4toDXl_y}r9k2fR+SL*8 z8{=j#b;A7EoqWkImF;qVwlQc2&HUn`aOVBm{F39;s={9=`;Oo8s=iZcEQ*%nluJ&z V>@QX343`dOa>Eze=Q{oEe*vG5(|G^@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/._SUCCESS.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/._SUCCESS.crc new file mode 100644 index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c GIT binary patch literal 8 PcmYc;N@ieSU}69O2$TUk literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/.part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/.part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..b8251dd8b1bbd15b513c17ae95f856cf754ae944 GIT binary patch literal 16 XcmYc;N@ieSU}ErlJU`$5a#%C~C2|El literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/_SUCCESS b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/_SUCCESS new file mode 100644 index 0000000000..e69de29bb2 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_content/part-00000-42d4be21-78f6-4ff5-b178-bed65b49bfdf-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5fbef8bfed0b4af4650bda6dd9eb065372f14d69 GIT binary patch literal 1010 zcmb7D!E4h{82^&S8f&G9`yMY6w1ll}P{Z1ET{og2co5m4=uwBH>FX?}?UtsBlbp3^CHE17xOEDyDL3Y8nV}2kZEG|Ieq> z5&{XtHe<-eRXC-JO}XN zGQjU?0OPD`aK)p?N7Z0zlF(NZVKBJ9cOXvXFuY4d};}dB3Z1VDqWQmu*Vusv0o}$P}osS z)T9peA>S8^JW<#tRoqF_{Ll#ovxinpveYiA)5ntfu7-^5rtk_BwpEilPSoQbV)+JZ zQN>MsQL;);+S(jvcihh_K)8b@>U$ zcI*=Hxnqd_Mqrcq8v_y9Veg^c5s^pUdi<+0w4z7r!dkZaQ8@4;t7x^_B53xl<=aE6 z>vd!)*&`}VpzZD&t-FID@EQSOh%AcMfv&YY9F2;Hd@^`K4toDXl_y}r9k2fR+SL*8 z8{=j#b;A7EoqWkImF;qVwlQc2&HUn`aOVBm{F39;s={9=`;Oo8s=iZcEQ*%nluJ&z V>@QX343`dOa>Eze=Q{oEe*vG5(|G^@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..af20c60d0c --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/expected/latest/table_version_metadata.json @@ -0,0 +1,10 @@ +{ + "version": 3, + "properties": { + "delta.checkpoint.writeStatsAsStruct": "true", + "delta.checkpointInterval": "2", + "delta.checkpoint.writeStatsAsJson": "false" + }, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/test_case_info.json new file mode 100644 index 0000000000..f7eaa1205b --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/stats_as_struct/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "stats_as_struct", + "description": "Table with stats only written as struct (not JSON) with Checkpoint" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..b8251dd8b1bbd15b513c17ae95f856cf754ae944 GIT binary patch literal 16 XcmYc;N@ieSU}ErlJU`$5a#%C~C2|El literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..5f8b49f3f09cc3fa9318a976c63be63e5b34dba1 GIT binary patch literal 16 XcmYc;N@ieSU}E@@^~2*;X;CErDy{}6 literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/.part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..e73698b6a256c1c50656883819e48d34f7ecd4e4 GIT binary patch literal 16 XcmYc;N@ieSU}9j?;ET?E=OhFG8sh_j literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..536669086f033d1e174c3379f2c2f8d04d2ffbb3 GIT binary patch literal 16 XcmYc;N@ieSU}D%J^zr=-Ga0E&LN~ zr_iBHB@|SZYRgzQRg8sDO>AOaS9KMXs4B2&EQ_EjfoT*KRBchkAj(jOI+P)_bFSaL z@A)}NpOda^h{~<6@4NRq=bm%!IrpCPy5;LzgG3;;q=C#{_~YLznursAI*3ycs^khm z5a91Mc>a_~MnrP%N3ZQ$X`ryVn^JHJ8-Y-tlFj=9qIl7#1S5f{8c}^}INs}P4MQs$ zZg2Mm+Lg}saBo{sjYNF0Kp^1HrIo(Ey?&T_f4`asK39`9WNdu;IXk1`5QG&08(oJ+ z3r01OW^(9>p=U+IsM^-TC_9d=ql;cc+~kSBo&OmJ1EH+!)L_oxH~axO9QV@sf4#As z!5PQhUGem#M@2fWjx>^=Km5pnO2as3lZJ;t$o;#Izc^CM2AH|G<0$0*sq-&A%5?>! zins^zFl@#~PTI)p-#<6)WN`4{1@WUD8pWf){X_0_e`>25%Vgs@_l7pFJC#UpSCaiI z{CdcpRP%W?>)zm2++KGgop)~th5}x9T*<4@8H{uUeSr>NAm|=|iOPf9?}!LOtUglH z-rnJ@k2Hq@!A@TwBxiQl(-cy6H%d+;6cUhm8g9Qc#faQXf{NtHdo~t&n ztXYZ8Y$fra(i)8d{SLL$*V@|}@I~7KQD18$5)8ycfruK2&0{5~u%BK&eby)#O|drN zLwk|J4*cY$H;e|LDGZDS7^WJ1>#=8yn&$&V7=RjmGOd*t2WTi7Vw%xuCRbaOA!PA$2 z$jJeY=3u&!ovS@xOIpa$CqEf7s;uF5%E!w>74V_^0NfuJAO7fJKGZBt!NCMzVc6*k za>z#B|KPW}PXX576W`Wk@Fv|w`MrI(C35*}e=HB1r8l7_aYuazHkgvaN7`QU-t^U> zM0ytt!5yJQlkf~Csjz|6yaGE*fsHpX;C-mR+nz{^JB0kQ-S%YW*w=(cy6wF6T`OvZ zbov3oz7w|$E_Uki-ybo$j3Q?sP@l1tY$Jz$_4IM09j=!(zbHELFAFlPBd#X%ia)kn zjosImf&G4G8n*u)B?)vqQvC5kfE)?exzto*(26N;lMf zLgM2Q<_{&<9>00(*O!drs#~aBn<*Gz;h2AZxbJnN{qZqK-c>KUWC1?J=8~LO{b_T_ z-GxX4@guOfP_uN1EHdk`!mN|U8JEnPY%;9H$-;}FX?QGxU|_dfCDy&vZ~&57B1DKW zYgW`^yuC?Li-6#YLRquOU}ze+EtWNm7r`(^k&Rf`N)ev9a6{Abfx;eB5#hvAzRc29IhanwB}R=*{n5B*vS^HIatY? zla=HfTJNxfPrK;g(~ebiT zQM0*3CSCYdom6u9yZbPX$LU-p9w)Vhx%NIKzgwFMuq!b}CGs$}a2h8zV%y{e*fzVo z>^^nxy%3fARRXcSW}P5cKo28J8KF;E4>DrUCBCZ`xTs5I;)&iwOhNQ*i4=4TFk(5L zJvQ!E(z{gT&7N0w<(5K~@{!9c`JBEgM^;T`_Na5MnTo3(_MOVug1M=_Qr;-Djp~DW zH62&ucO;VPH?@Nkvi;wY+cl5}KsfP)cRNU#)D?7YOK@XBY1#3l$dra1)p0c!%O?6z zA_gJ$X0jn{JsoMj0h8kC!1J02xxU&m8n%E?#)FpL$ zoL%kkqzR6t051sAJATqA4c3!Jf^H7Ru&vP zTHIaIW|(Kfd=)VduR+WcaGB$FgK9?~Pr2D7ZGop<`i((vf%y47Lhm&S;sR25ehs-z z@C-tx%1EIkbZ}~el|YT%Mf4U@EA2H>yNuL6rqm{Zn!xrDtj7?MD4pA+Z+Iqwjwrwf zkmp%doPTWk~f@j!Kq(K_Z=26?Q!zAJngn8>`6!FCcVNANZXa+ioK$j`dv8v)N zT1g`#UDjxYbjjv9R@EgR6_;BK!1%vrgzNWP9wKNCgMw|$MFCA*8zH}IJqbxXS=Rb3N8eVRSPm8#yWB$K5J}nXi z?4&3@EfVIM@M4tdUs0yVAOQ^VX$sQg%r9#)Ej>DO-#k?fzM17N^cMQ&(q1FUS@d78 zt;I-ivPSpK8pXNX^U0b8-1ATn;0~@s_k5)kZq6e;_xo26ScDJyef&1^`78n-rNF0F zaKEpyX)$=8T49O;rxEn*I*bDQA-Sp@2d)ZgiV6E`O|X*)J56CH0oJ5NJ%nTMpR5JN zv8<5ZLdBK#8U^w`m9z&HHwp>cV%`^ug`+D??0$ww;~td4^wp3|OP@Al4Tk{h62%&; z)13mp7QuCh>idu=4T+wyx-M(!Dr=)aXqJ*+*3gW?el7$XbN^S!F;VbL)X%Xldat7^ z!#l)8y-CEsL$RD_K@lHpm}9!}7RXT!HkeS}MwD|DWkN^k>fJD!3)iMbd_lh`@?|x%k?OUnQ~A~ zhBsrzeG+kBrMRaX=a6vGJ(mh*rb0Sn^PFz%lHY_g*^<(X3l@1;aR_UxUPdRGu~Hvm zQwvogHdp(#U~OsVz!!5>V6dPRapMnq(V>jrPzqa|jGDts?GvRzNT1x$HGf55{wH9L z^VSjOpJf!wdnlGsFZmt>7TG%c26wnk+5uDH=oEqvFhswNB(9)@MtpcCI|7L#m=fImmCk=mhFp!Tv4&n1_EnoYax^R!(_x{i{(UFw11U4{Bc z;a?y{t0jeBMiNJm#AiO@7d&ID=OIy)`r{r3e*Suv{c~N^8a#W*dO)>1$lkRh}`{2_WqJTn|Z*`UIUO{ zm#jn{NK*1GZ)H3!QSce~!a`Y2LR*gxP+qVy6hO*@*a>eKEg00i{6!1M9C2(b62Za? zpHQ|ycrLt9r{O@Ha!TogPRJ8(wb>CT zbZZr6a~y>-^P)p&QHi>g@^z88Zt;c^H|NEYuP#GrtZdE+a4|0sh|HyRJ{jK>S9igC z8E@|BP{V;(XCM*| xcebmswooh_>s8ug;nrw}+8Yjsg5gjo7HM4%uL{6BKG)$R?1gu%x4{3=_zw_Op~V0I literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.json new file mode 100644 index 0000000000..f59c40dd67 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000002.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet","partitionValues":{},"size":976,"modificationTime":1674611458901,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":120,\"date\":\"1971-07-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":667,\"date\":\"2018-02-01\"},\"nullCount\":{\"letter\":2,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet","deletionTimestamp":1674611459307,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":965}} +{"commitInfo":{"timestamp":1674611459307,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":1,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"976"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"b08f5758-a8e9-4dd1-af7e-7b6e53928d7a"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000003.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000003.json new file mode 100644 index 0000000000..21a717332f --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/00000000000000000003.json @@ -0,0 +1,3 @@ +{"add":{"path":"part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet","partitionValues":{},"size":1010,"modificationTime":1674611461541,"dataChange":true,"stats":"{\"numRecords\":5,\"minValues\":{\"letter\":\"a\",\"int\":93,\"date\":\"1975-06-01\"},\"maxValues\":{\"letter\":\"c\",\"int\":753,\"date\":\"2013-03-01\"},\"nullCount\":{\"letter\":1,\"int\":0,\"date\":0}}"}} +{"remove":{"path":"part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet","deletionTimestamp":1674611461982,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":976}} +{"commitInfo":{"timestamp":1674611461982,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":2,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"5","numOutputBytes":"1010"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"0403bbaf-a6f2-4543-9e6c-bd068e76670f"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/_last_checkpoint b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/_last_checkpoint new file mode 100644 index 0000000000..311182da9c --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/_delta_log/_last_checkpoint @@ -0,0 +1 @@ +{"version":2,"size":4,"sizeInBytes":12712,"numOfAddFiles":1,"checkpointSchema":{"type":"struct","fields":[{"name":"txn","type":{"type":"struct","fields":[{"name":"appId","type":"string","nullable":true,"metadata":{}},{"name":"version","type":"long","nullable":true,"metadata":{}},{"name":"lastUpdated","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"add","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"modificationTime","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"stats","type":"string","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"remove","type":{"type":"struct","fields":[{"name":"path","type":"string","nullable":true,"metadata":{}},{"name":"deletionTimestamp","type":"long","nullable":true,"metadata":{}},{"name":"dataChange","type":"boolean","nullable":true,"metadata":{}},{"name":"extendedFileMetadata","type":"boolean","nullable":true,"metadata":{}},{"name":"partitionValues","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"size","type":"long","nullable":true,"metadata":{}},{"name":"tags","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"metaData","type":{"type":"struct","fields":[{"name":"id","type":"string","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"description","type":"string","nullable":true,"metadata":{}},{"name":"format","type":{"type":"struct","fields":[{"name":"provider","type":"string","nullable":true,"metadata":{}},{"name":"options","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"schemaString","type":"string","nullable":true,"metadata":{}},{"name":"partitionColumns","type":{"type":"array","elementType":"string","containsNull":true},"nullable":true,"metadata":{}},{"name":"configuration","type":{"type":"map","keyType":"string","valueType":"string","valueContainsNull":true},"nullable":true,"metadata":{}},{"name":"createdTime","type":"long","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}},{"name":"protocol","type":{"type":"struct","fields":[{"name":"minReaderVersion","type":"integer","nullable":true,"metadata":{}},{"name":"minWriterVersion","type":"integer","nullable":true,"metadata":{}}]},"nullable":true,"metadata":{}}]},"checksum":"3c1a4a7ad9b68673d4095534b71f050a"} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-70b1dcdf-0236-4f63-a072-124cdbafd8a0-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..5fbef8bfed0b4af4650bda6dd9eb065372f14d69 GIT binary patch literal 1010 zcmb7D!E4h{82^&S8f&G9`yMY6w1ll}P{Z1ET{og2co5m4=uwBH>FX?}?UtsBlbp3^CHE17xOEDyDL3Y8nV}2kZEG|Ieq> z5&{XtHe<-eRXC-JO}XN zGQjU?0OPD`aK)p?N7Z0zlF(NZVKBJ9cOXvXFuY4d};}dB3Z1VDqWQmu*Vusv0o}$P}osS z)T9peA>S8^JW<#tRoqF_{Ll#ovxinpveYiA)5ntfu7-^5rtk_BwpEilPSoQbV)+JZ zQN>MsQL;);+S(jvcihh_K)8b@>U$ zcI*=Hxnqd_Mqrcq8v_y9Veg^c5s^pUdi<+0w4z7r!dkZaQ8@4;t7x^_B53xl<=aE6 z>vd!)*&`}VpzZD&t-FID@EQSOh%AcMfv&YY9F2;Hd@^`K4toDXl_y}r9k2fR+SL*8 z8{=j#b;A7EoqWkImF;qVwlQc2&HUn`aOVBm{F39;s={9=`;Oo8s=iZcEQ*%nluJ&z V>@QX343`dOa>Eze=Q{oEe*vG5(|G^@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-a190be9e-e3df-439e-b366-06a863f51e99-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..c8a6c89e4395ddb1b7be9cf75143963a76043ba7 GIT binary patch literal 976 zcmb7DL5tHs6rQBn8rO;n`-X`GEP4)#?0-CcJeeITVE{CvvWl6rK7caMd zN*Z2)1mJ}NRcOHbk3W7b3S9LPf$2>`E^QF<+9JflsTY_VS5$*34n8iZ2Gx=YeLoQ- z2Ggf!;#f}cnq(VHlY)|kiAi&n}9eW`NRD z6|R%wiDF`x$iR`h%%tfn=N z!igJMC9BsLzBjg-4-Txr8OTy{E?AmF`@t^e!Nm8Su8$Zbi;{JwYc&rJ4@)yX8ayZa z!~dbmQ=fCw?4Qd%JS6N++U&+4%%|?;%e-9SmHcXV()Yc5y)Nucx3Rfx+l`uVw<@mf j_MDn)SG#r5v+YXRu2kIZ>YCBQk1@H)JN$@t@L&D|ZQ#rw literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/delta/part-00000-ad1a4bb7-07e8-4f40-b50b-49910d209e0c-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..6a69c83d87070f528a7889af7ec66997f8dc0c53 GIT binary patch literal 965 zcmb7D&x_MQ6n;s%CDbndU}u;}z!0`&7rMhX+5XrP1W$?-S$bR*Nz>_COw-*oRovP? zK-Y`l$*UI+o;>bZaBm*mWB&+G9>td*yDbQUA(_m3@B6-)_f4{Qr&A?B46;r>z5jNm z=%j#Qo~QuV92o$V8xoFQJan=0h_uPqk8e+kOF(WUz+0*UD-z6CRrtKBIzddq%gEkH z-XTr$>*U?~ZusoU*n295F3AHamSmRqMHGp! z1Z_RWN z&MVsuhcM2Pq%`dXc+Vfa@E|c3(K9_WC zGTm6R?L@sx`&e;Or&wYeswTdr(X!f4g;4rIAsleOv`|**7kLd0tuQtU54d~iqH{bk zkv|vVcrXgsip_0a1-AJYVtnLt^!sQcA|8%j@S%uYw9{ojq^TLbJQQZj97o~Ai_D7I z9|*rUHd_y;X5bFvQhF>{T0jTE0mi|^_ua0K7$l2|d7*2zrn6b)l8^o_$o}YmsPUmM zxLNeiWgpLg-Orlc8iq#Zj#1@Ri(AGFX?}?UtsBlbp3^CHE17xOEDyDL3Y8nV}2kZEG|Ieq> z5&{XtHe<-eRXC-JO}XN zGQjU?0OPD`aK)p?N7Z0zlF(NZVKBJ9cOXvXFuY4d};}dB3Z1VDqWQmu*Vusv0o}$P}osS z)T9peA>S8^JW<#tRoqF_{Ll#ovxinpveYiA)5ntfu7-^5rtk_BwpEilPSoQbV)+JZ zQN>MsQL;);+S(jvcihh_K)8b@>U$ zcI*=Hxnqd_Mqrcq8v_y9Veg^c5s^pUdi<+0w4z7r!dkZaQ8@4;t7x^_B53xl<=aE6 z>vd!)*&`}VpzZD&t-FID@EQSOh%AcMfv&YY9F2;Hd@^`K4toDXl_y}r9k2fR+SL*8 z8{=j#b;A7EoqWkImF;qVwlQc2&HUn`aOVBm{F39;s={9=`;Oo8s=iZcEQ*%nluJ&z V>@QX343`dOa>Eze=Q{oEe*vG5(|G^@ literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_version_metadata.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_version_metadata.json new file mode 100644 index 0000000000..0dd84632fe --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/expected/latest/table_version_metadata.json @@ -0,0 +1,8 @@ +{ + "version": 3, + "properties": { + "delta.checkpointInterval": "2" + }, + "min_reader_version": 1, + "min_writer_version": 2 +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/test_case_info.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/test_case_info.json new file mode 100644 index 0000000000..8c60c35198 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_checkpoint/test_case_info.json @@ -0,0 +1,4 @@ +{ + "name": "with_checkpoint", + "description": "Table with a checkpoint" +} \ No newline at end of file diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..c9cc70f994227c0601dc913899bd6d570bba7ba7 GIT binary patch literal 16 XcmYc;N@ieSU}Df&=QwvtuxuItAr1sx literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/.part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet.crc new file mode 100644 index 0000000000000000000000000000000000000000..e582ef41f2b357500271f0331c687cd912be1db2 GIT binary patch literal 16 XcmYc;N@ieSU}E^uyMTSyvX;dFC~pPs literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000000.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000000.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..940e0c66bb37f7793e74640cf09c038752b3f177 GIT binary patch literal 20 bcmYc;N@ieSU}A8ar`3Oq_tzZ-_C_TDI)MgD literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000001.json.crc b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/.00000000000000000001.json.crc new file mode 100644 index 0000000000000000000000000000000000000000..82675a9f698027541a98c6284267001d440fdb8d GIT binary patch literal 20 bcmYc;N@ieSU}CV#T#)~zkz3=y<-OMcJmd$z literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000000.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000000.json new file mode 100644 index 0000000000..f56f0b5a4a --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000000.json @@ -0,0 +1,4 @@ +{"protocol":{"minReaderVersion":1,"minWriterVersion":2}} +{"metaData":{"id":"17085245-5071-494f-8031-cce404ff2d29","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"letter\",\"type\":\"string\",\"nullable\":true,\"metadata\":{}},{\"name\":\"number\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{},"createdTime":1674611444726}} +{"add":{"path":"part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet","partitionValues":{},"size":724,"modificationTime":1674611444893,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"letter\":\"a\",\"number\":1},\"maxValues\":{\"letter\":\"c\",\"number\":3},\"nullCount\":{\"letter\":0,\"number\":0}}"}} +{"commitInfo":{"timestamp":1674611444901,"operation":"WRITE","operationParameters":{"mode":"ErrorIfExists","partitionBy":"[]"},"isolationLevel":"Serializable","isBlindAppend":true,"operationMetrics":{"numFiles":"1","numOutputRows":"3","numOutputBytes":"724"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"7d3802a9-f73c-4b50-bd30-6215f7df909f"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000001.json b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000001.json new file mode 100644 index 0000000000..5c855d7e81 --- /dev/null +++ b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/_delta_log/00000000000000000001.json @@ -0,0 +1,4 @@ +{"metaData":{"id":"17085245-5071-494f-8031-cce404ff2d29","format":{"provider":"parquet","options":{}},"schemaString":"{\"type\":\"struct\",\"fields\":[{\"name\":\"num1\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}},{\"name\":\"num2\",\"type\":\"long\",\"nullable\":true,\"metadata\":{}}]}","partitionColumns":[],"configuration":{},"createdTime":1674611444726}} +{"add":{"path":"part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet","partitionValues":{},"size":760,"modificationTime":1674611446837,"dataChange":true,"stats":"{\"numRecords\":3,\"minValues\":{\"num1\":22,\"num2\":33},\"maxValues\":{\"num1\":66,\"num2\":77},\"nullCount\":{\"num1\":0,\"num2\":0}}"}} +{"remove":{"path":"part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet","deletionTimestamp":1674611447295,"dataChange":true,"extendedFileMetadata":true,"partitionValues":{},"size":724}} +{"commitInfo":{"timestamp":1674611447296,"operation":"WRITE","operationParameters":{"mode":"Overwrite","partitionBy":"[]"},"readVersion":0,"isolationLevel":"Serializable","isBlindAppend":false,"operationMetrics":{"numFiles":"1","numOutputRows":"3","numOutputBytes":"760"},"engineInfo":"Apache-Spark/3.3.1 Delta-Lake/2.1.1","txnId":"470a93b5-2eae-42cd-ad1c-53fc299d71f1"}} diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-13b4e39a-cb93-476e-8206-9ec3f180d09c-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..1122f3f1b741eccc3517b0340b9cc9bce43230df GIT binary patch literal 724 zcmah{&2G~`5Z-lDV^D;I)Lq$9L&OP*BD7v_+JNn({-LU( z960j^eFAR000)FPaN^D@@B|#0ZJeYM2UhaPJM(=r^Udt&$%}v>@{n-y`RDgvcU)q^ z)g%@|WMm+Owr*jtLYr6{3E?5>k*hx+KWyJX-*;E&+Zf;V0g1M>f#cjW92*PxBrzP? zI4qq_AIG*<$R_Mki<|%sIWA2|qW>T=eA+H&qImbFlxHdvq=iU(*Rai0Rh24s(Q{Yh zTH2M@S*!{~O~-Y7&vHrIIW#S()PRXWP5P3ac-F9ox>!PYPz#hn9fas7gY3{Bm@woe zE@`c}%dFSjw>0sR;ihqWt%joRTF%CMGy4~v{Wm6$5&ed#=~?tE-T|$?ZBL6+E@lGs z@oTC4y(-GdG`F`S9`OL#d;cKH^OVC>&TCciVtT@qScKW6_h*LEKm4C<=op4CV2` Rp5w#f_3j_Q?ndyQ{{naknIixI literal 0 HcmV?d00001 diff --git a/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet b/rust/tests/data/dat/v0.0.2/out/reader_tests/generated/with_schema_change/delta/part-00000-ed934339-86bc-438b-b5e0-8d7d5d195985-c000.snappy.parquet new file mode 100644 index 0000000000000000000000000000000000000000..1a7cfe4a57fb89287c06699ea35b179e2e9d89f0 GIT binary patch literal 760 zcmb7CU2D`p6upUSjGzxfXP7{cZNR04I5abDw_O%NpF|LfuOc#=o$anovS~gPS@zL? zQ2ImsB|a1pUw!dE_~MO8HkJBf2+Y0r+;cc*l9Q*e0s>@AM&!rmub=L_#KP7hHo!yI z1b|z2DBLy1K9<$NtsZh54J zU22ng#dchp))gY-=lAkdWoK{maIRxTdO&)QOx8=vIOs|N)N)+MAE4Qub70xv)GNfK z7JWzO1AE;0=}c1C*|_Yc=m7Hr!TX_CCfTCj4Dtj9>EGI7qn)C58;03!!b^HLW) zTYliNF4R;Nid`5hulSg1Z{+1gR)&S=d$Wa(rnxtIz48(jS5S4K2sDe)GC9RADWgbD zBE*rXeXrH@MyvJOzs?o^$9=N~_M&n7IL`V_ynes~!9{;(QZAxte>l`~FFe{imh$LO lhX*2*;Y=Nda(^<^Gbu$Ng$R%LcOBmaz!wC5vlIO1e*@AM&!rmub=L_#KP7hHo!yI z1b|z2DBLy1K9<$NtsZh54J zU22ng#dchp))gY-=lAkdWoK{maIRxTdO&)QOx8=vIOs|N)N)+MAE4Qub70xv)GNfK z7JWzO1AE;0=}c1C*|_Yc=m7Hr!TX_CCfTCj4Dtj9>EGI7qn)C58;03!!b^HLW) zTYliNF4R;Nid`5hulSg1Z{+1gR)&S=d$Wa(rnxtIz48(jS5S4K2sDe)GC9RADWgbD zBE*rXeXrH@MyvJOzs?o^$9=N~_M&n7IL`V_ynes~!9{;(QZAxte>l`~FFe{imh$LO lhX*2*;Y=Nda(^<^Gbu$Ng$R%LcOBmaz!wC5vlIO1e*@AM&!rmub=L_#KP7hHo!yI z1b|z2DBLy1K9<$NtsZh54J zU22ng#dchp))gY-=lAkdWoK{maIRxTdO&)QOx8=vIOs|N)N)+MAE4Qub70xv)GNfK z7JWzO1AE;0=}c1C*|_Yc=m7Hr!TX_CCfTCj4Dtj9>EGI7qn)C58;03!!b^HLW) zTYliNF4R;Nid`5hulSg1Z{+1gR)&S=d$Wa(rnxtIz48(jS5S4K2sDe)GC9RADWgbD zBE*rXeXrH@MyvJOzs?o^$9=N~_M&n7IL`V_ynes~!9{;(QZAxte>l`~FFe{imh$LO lhX*2*;Y=Nda(^<^Gbu$Ng$R%LcOBmaz!wC5vlIO1e* Date: Fri, 21 Jul 2023 23:51:29 +1000 Subject: [PATCH 2/4] chore: removing excessive unwrap statements --- rust/tests/dat.rs | 20 ++++++++++++-------- 1 file changed, 12 insertions(+), 8 deletions(-) diff --git a/rust/tests/dat.rs b/rust/tests/dat.rs index 0de7b1ed23..9cf468ae13 100644 --- a/rust/tests/dat.rs +++ b/rust/tests/dat.rs @@ -74,15 +74,19 @@ pub mod setup { /// Utility for comparing a delta table /// with a dataframe. -async fn deltaeq(ctx: &SessionContext, delta_ctx_name: &str, expected: DataFrame) -> bool { - let delta_df = ctx.table(delta_ctx_name).await.unwrap(); - let delta_df_count = delta_df.clone().count().await.unwrap(); - let counts_eq = delta_df_count == expected.clone().count().await.unwrap(); +async fn deltaeq( + ctx: &SessionContext, + delta_ctx_name: &str, + expected: DataFrame, +) -> datafusion::common::Result { + let delta_df = ctx.table(delta_ctx_name).await?; + let delta_df_count = delta_df.clone().count().await?; + let counts_eq = delta_df_count == expected.clone().count().await?; if counts_eq { - let intersecting_table = &delta_df.intersect(expected).unwrap(); - intersecting_table.clone().count().await.unwrap() == delta_df_count + let intersecting_table = &delta_df.intersect(expected)?; + Ok(intersecting_table.clone().count().await? == delta_df_count) } else { - false + Ok(false) } } #[derive(Deserialize, Debug)] @@ -132,7 +136,7 @@ async fn $test_name() -> TestResult { } assert!(expected_metadata.version == actual.version()); ctx.register_table("actual", Arc::new(actual))?; - assert!(deltaeq(&ctx, "actual", expected).await); + assert!(deltaeq(&ctx, "actual", expected).await?); } Ok(()) } From 4e5ccd8d7fefcf9544dc988bec5ec6cf9924873f Mon Sep 17 00:00:00 2001 From: Michael Cassidy Date: Tue, 25 Jul 2023 13:50:10 +1000 Subject: [PATCH 3/4] add min reader/writer test assertions --- rust/tests/dat.rs | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/rust/tests/dat.rs b/rust/tests/dat.rs index 9cf468ae13..aa3eda71cb 100644 --- a/rust/tests/dat.rs +++ b/rust/tests/dat.rs @@ -94,8 +94,8 @@ async fn deltaeq( struct TableVersionMetadata { version: i64, properties: serde_json::Value, - min_reader_version: i64, - min_writer_version: i64, + min_reader_version: i32, + min_writer_version: i32, } #[macro_export] @@ -135,6 +135,8 @@ async fn $test_name() -> TestResult { actual.load_version(version).await?; } assert!(expected_metadata.version == actual.version()); + assert!(expected_metadata.min_reader_version == actual.get_min_reader_version()); + assert!(expected_metadata.min_writer_version == actual.get_min_writer_version()); ctx.register_table("actual", Arc::new(actual))?; assert!(deltaeq(&ctx, "actual", expected).await?); } From c7628b486f8f9dc09d4311fe641081a3ccc6b750 Mon Sep 17 00:00:00 2001 From: Michael Cassidy Date: Tue, 25 Jul 2023 21:41:30 +1000 Subject: [PATCH 4/4] timestamp conversion working for tests --- rust/tests/dat.rs | 24 +++++++++++++++++++++++- 1 file changed, 23 insertions(+), 1 deletion(-) diff --git a/rust/tests/dat.rs b/rust/tests/dat.rs index aa3eda71cb..6bb79c4271 100644 --- a/rust/tests/dat.rs +++ b/rust/tests/dat.rs @@ -1,9 +1,11 @@ -use datafusion::prelude::{DataFrame, ParquetReadOptions, SessionContext}; +use datafusion::common::{DFField, DFSchema}; +use datafusion::prelude::*; //{DataFrame, ParquetReadOptions, SessionContext}; use deltalake::open_table; use serde::Deserialize; use std::path::Path; use std::sync::Arc; pub type TestResult = Result<(), Box>; +use arrow::datatypes::{DataType, TimeUnit}; use std::sync::Once; static INIT: Once = Once::new(); @@ -103,6 +105,7 @@ macro_rules! dat_test { ($( $test_name:ident $test:literal),*) => { $( #[tokio::test] +#[cfg(feature = "datafusion")] async fn $test_name() -> TestResult { initialize(); let test_case = Path::new($test); @@ -130,7 +133,26 @@ async fn $test_name() -> TestResult { let expected_metadata: TableVersionMetadata = serde_json::from_reader(expected_metadata_rdr)?; let expected = ctx.read_parquet(expected_path.to_str().unwrap(), ParquetReadOptions::default()).await?; + let mut actual = open_table(&actual_path.to_str().unwrap()).await?; + + let expected_schema_fields = &expected.schema().fields(); + let expected = expected.clone().select(expected_schema_fields.iter().map( + |f| { + if f.data_type().is_temporal() + { + cast(col(f.name()), DataType::Timestamp(TimeUnit::Millisecond, None)) + } + else { + col(f.name()) + } + } + ).collect::>() + )?; + + + + if actual.version() != version{ actual.load_version(version).await?; }