asadbek064/hyparquet
1
Fork 0
mirror of https://github.com/asadbek064/hyparquet.git synced 2026-01-04 10:36:37 +00:00
Code Issues Actions Projects Releases Wiki Activity

Better error for unsupported compressor

Browse Source
This commit is contained in:
Kenny Daniel 2024-02-01 23:54:15 -08:00
parent 800b39b575
commit 42ce3b94df
No known key found for this signature in database
GPG Key ID: 90AB653A8CAD7E45
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/column.js
View File

@ -49,13 +49,12 @@ export function readColumn(arrayBuffer, rowGroup, columnMetadata, schema) {
let page
const uncompressed_page_size = Number(header.uncompressed_page_size)
const { codec } = columnMetadata
if (codec === CompressionCodec.GZIP) {
throw new Error('parquet gzip compression not supported')
} else if (codec === CompressionCodec.SNAPPY) {
if (codec === CompressionCodec.SNAPPY) {
page = new Uint8Array(uncompressed_page_size)
snappyUncompress(compressedBytes, page)
} else if (codec === CompressionCodec.LZO) {
throw new Error('parquet lzo compression not supported')
} else {
const compressor = Object.entries(CompressionCodec).find(([, value]) => value === codec)
throw new Error(`parquet unsupported compression codec: ${codec} ${compressor?.[0]}`)
}
if (page?.length !== uncompressed_page_size) {
throw new Error(`parquet decompressed page length ${page?.length} does not match header ${uncompressed_page_size}`)