asadbek064/hyparquet
1
Fork 0
mirror of https://github.com/asadbek064/hyparquet.git synced 2026-02-23 12:51:32 +00:00
Code Issues Actions Projects Releases Wiki Activity

Int_Map test is redundant with nullable.impala.parquet

Browse Source
This commit is contained in:
Kenny Daniel 2024-05-18 18:33:15 -07:00
parent f389e30565
commit 561f06f701
No known key found for this signature in database
GPG Key ID: 90AB653A8CAD7E45
4 changed files with 1 additions and 93 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
test/files/Int_Map.json
View File

@ -1,9 +0,0 @@
[
[{ "k1": 1, "k2": 100 }],
[{ "k1": 2, "k2": null }],
[{ }],
[{ }],
[{ }],
[null],
[{ "k1": null, "k3": null }]
]

83
test/files/Int_Map.metadata.json
View File

@ -1,83 +0,0 @@
{
"version": 1,
"created_by": "DuckDB",
"metadata_length": 243,
"num_rows": 7,
"row_groups": [
{
"columns": [
{
"file_offset": 0,
"meta_data": {
"codec": "SNAPPY",
"data_page_offset": 4,
"encodings": ["PLAIN"],
"num_values": 10,
"path_in_schema": ["int_map", "key_value", "key"],
"statistics": {
"max": "k3",
"min": "k1",
"max_value": "k3",
"min_value": "k1"
},
"total_compressed_size": 64,
"total_uncompressed_size": 82,
"type": "BYTE_ARRAY"
}
},
{
"file_offset": 0,
"meta_data": {
"codec": "SNAPPY",
"data_page_offset": 68,
"encodings": ["PLAIN"],
"num_values": 10,
"path_in_schema": ["int_map", "key_value", "value"],
"statistics": {
"max": 100,
"min": 1,
"max_value": 100,
"min_value": 1
},
"total_compressed_size": 60,
"total_uncompressed_size": 59,
"type": "INT32"
}
}
],
"file_offset": 4,
"num_rows": 7,
"total_byte_size": 74752
}
],
"schema": [
{
"name": "duckdb_schema",
"num_children": 1,
"repetition_type": "REQUIRED"
},
{
"converted_type": "MAP",
"name": "int_map",
"num_children": 1,
"repetition_type": "OPTIONAL"
},
{
"name": "key_value",
"num_children": 2,
"repetition_type": "REPEATED"
},
{
"converted_type": "UTF8",
"name": "key",
"repetition_type": "REQUIRED",
"type": "BYTE_ARRAY"
},
{
"converted_type": "INT_32",
"name": "value",
"repetition_type": "OPTIONAL",
"type": "INT32"
}
]
}

BIN
test/files/Int_Map.parquet
View File

Binary file not shown.

2
test/read.test.js
View File

@ -79,7 +79,7 @@ describe('parquetRead', () => {
})
it('read a map-like column', async () => {
const file = fileToAsyncBuffer('test/files/Int_Map.parquet')
const file = fileToAsyncBuffer('test/files/nullable.impala.parquet')
await parquetRead({
file,
columns: ['int_map'],