mirror of
https://github.com/asadbek064/hyparquet.git
synced 2025-12-05 22:41:55 +00:00
222 lines
5.8 KiB
JSON
222 lines
5.8 KiB
JSON
{
|
|
"version": 2,
|
|
"schema": [
|
|
{
|
|
"repetition_type": "REQUIRED",
|
|
"name": "schema",
|
|
"num_children": 2
|
|
},
|
|
{
|
|
"type": "INT64",
|
|
"repetition_type": "OPTIONAL",
|
|
"name": "row"
|
|
},
|
|
{
|
|
"type": "BYTE_ARRAY",
|
|
"repetition_type": "OPTIONAL",
|
|
"name": "quality",
|
|
"converted_type": "UTF8",
|
|
"logical_type": {
|
|
"type": "STRING"
|
|
}
|
|
}
|
|
],
|
|
"num_rows": 200,
|
|
"row_groups": [
|
|
{
|
|
"columns": [
|
|
{
|
|
"file_offset": 0,
|
|
"meta_data": {
|
|
"type": "INT64",
|
|
"encodings": [
|
|
"PLAIN",
|
|
"RLE",
|
|
"RLE_DICTIONARY"
|
|
],
|
|
"path_in_schema": [
|
|
"row"
|
|
],
|
|
"codec": "SNAPPY",
|
|
"num_values": 100,
|
|
"total_uncompressed_size": 1197,
|
|
"total_compressed_size": 828,
|
|
"data_page_offset": 432,
|
|
"dictionary_page_offset": 4,
|
|
"statistics": {
|
|
"max": 99,
|
|
"min": 0,
|
|
"null_count": 0,
|
|
"max_value": 99,
|
|
"min_value": 0
|
|
},
|
|
"encoding_stats": [
|
|
{
|
|
"page_type": "DICTIONARY_PAGE",
|
|
"encoding": "PLAIN",
|
|
"count": 1
|
|
},
|
|
{
|
|
"page_type": "DATA_PAGE",
|
|
"encoding": "RLE_DICTIONARY",
|
|
"count": 10
|
|
}
|
|
]
|
|
},
|
|
"offset_index_offset": 2986,
|
|
"offset_index_length": 86,
|
|
"column_index_offset": 2326,
|
|
"column_index_length": 211
|
|
},
|
|
{
|
|
"file_offset": 0,
|
|
"meta_data": {
|
|
"type": "BYTE_ARRAY",
|
|
"encodings": [
|
|
"PLAIN",
|
|
"RLE",
|
|
"RLE_DICTIONARY"
|
|
],
|
|
"path_in_schema": [
|
|
"quality"
|
|
],
|
|
"codec": "SNAPPY",
|
|
"num_values": 100,
|
|
"total_uncompressed_size": 312,
|
|
"total_compressed_size": 334,
|
|
"data_page_offset": 863,
|
|
"dictionary_page_offset": 832,
|
|
"statistics": {
|
|
"null_count": 0,
|
|
"max_value": "good",
|
|
"min_value": "bad"
|
|
},
|
|
"encoding_stats": [
|
|
{
|
|
"page_type": "DICTIONARY_PAGE",
|
|
"encoding": "PLAIN",
|
|
"count": 1
|
|
},
|
|
{
|
|
"page_type": "DATA_PAGE",
|
|
"encoding": "RLE_DICTIONARY",
|
|
"count": 10
|
|
}
|
|
]
|
|
},
|
|
"offset_index_offset": 3072,
|
|
"offset_index_length": 86,
|
|
"column_index_offset": 2537,
|
|
"column_index_length": 121
|
|
}
|
|
],
|
|
"total_byte_size": 1509,
|
|
"num_rows": 100,
|
|
"file_offset": 4,
|
|
"total_compressed_size": 1162,
|
|
"ordinal": 0
|
|
},
|
|
{
|
|
"columns": [
|
|
{
|
|
"file_offset": 0,
|
|
"meta_data": {
|
|
"type": "INT64",
|
|
"encodings": [
|
|
"PLAIN",
|
|
"RLE",
|
|
"RLE_DICTIONARY"
|
|
],
|
|
"path_in_schema": [
|
|
"row"
|
|
],
|
|
"codec": "SNAPPY",
|
|
"num_values": 100,
|
|
"total_uncompressed_size": 1197,
|
|
"total_compressed_size": 832,
|
|
"data_page_offset": 1598,
|
|
"dictionary_page_offset": 1166,
|
|
"statistics": {
|
|
"max": 199,
|
|
"min": 100,
|
|
"null_count": 0,
|
|
"max_value": 199,
|
|
"min_value": 100
|
|
},
|
|
"encoding_stats": [
|
|
{
|
|
"page_type": "DICTIONARY_PAGE",
|
|
"encoding": "PLAIN",
|
|
"count": 1
|
|
},
|
|
{
|
|
"page_type": "DATA_PAGE",
|
|
"encoding": "RLE_DICTIONARY",
|
|
"count": 10
|
|
}
|
|
]
|
|
},
|
|
"offset_index_offset": 3158,
|
|
"offset_index_length": 86,
|
|
"column_index_offset": 2658,
|
|
"column_index_length": 211
|
|
},
|
|
{
|
|
"file_offset": 0,
|
|
"meta_data": {
|
|
"type": "BYTE_ARRAY",
|
|
"encodings": [
|
|
"PLAIN",
|
|
"RLE",
|
|
"RLE_DICTIONARY"
|
|
],
|
|
"path_in_schema": [
|
|
"quality"
|
|
],
|
|
"codec": "SNAPPY",
|
|
"num_values": 100,
|
|
"total_uncompressed_size": 306,
|
|
"total_compressed_size": 328,
|
|
"data_page_offset": 2029,
|
|
"dictionary_page_offset": 1998,
|
|
"statistics": {
|
|
"null_count": 0,
|
|
"max_value": "good",
|
|
"min_value": "bad"
|
|
},
|
|
"encoding_stats": [
|
|
{
|
|
"page_type": "DICTIONARY_PAGE",
|
|
"encoding": "PLAIN",
|
|
"count": 1
|
|
},
|
|
{
|
|
"page_type": "DATA_PAGE",
|
|
"encoding": "RLE_DICTIONARY",
|
|
"count": 10
|
|
}
|
|
]
|
|
},
|
|
"offset_index_offset": 3244,
|
|
"offset_index_length": 86,
|
|
"column_index_offset": 2869,
|
|
"column_index_length": 117
|
|
}
|
|
],
|
|
"total_byte_size": 1503,
|
|
"num_rows": 100,
|
|
"file_offset": 1166,
|
|
"total_compressed_size": 1160,
|
|
"ordinal": 1
|
|
}
|
|
],
|
|
"key_value_metadata": [
|
|
{
|
|
"key": "ARROW:schema",
|
|
"value": "/////6gAAAAQAAAAAAAKAAwABgAFAAgACgAAAAABBAAMAAAACAAIAAAABAAIAAAABAAAAAIAAABEAAAABAAAANT///8AAAEFEAAAABwAAAAEAAAAAAAAAAcAAABxdWFsaXR5AAQABAAEAAAAEAAUAAgABgAHAAwAAAAQABAAAAAAAAECEAAAABwAAAAEAAAAAAAAAAMAAAByb3cACAAMAAgABwAIAAAAAAAAAUAAAAA="
|
|
}
|
|
],
|
|
"created_by": "parquet-cpp-arrow version 19.0.1",
|
|
"metadata_length": 761
|
|
}
|