asadbek064/hyparquet
1
Fork 0
mirror of https://github.com/asadbek064/hyparquet.git synced 2026-01-06 11:16:38 +00:00
Code Issues Actions Projects Releases Wiki Activity

Fix row limit for structs

Browse Source
This commit is contained in:
Kenny Daniel 2024-06-25 17:41:47 -07:00
parent 543eba0307
commit 9cd2e3b666
No known key found for this signature in database
GPG Key ID: 90AB653A8CAD7E45
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
package.json
View File

@ -27,12 +27,12 @@
"typecheck": "tsc"
},
"devDependencies": {
"@types/node": "20.14.8",
"@typescript-eslint/eslint-plugin": "7.13.1",
"@types/node": "20.14.9",
"@typescript-eslint/eslint-plugin": "7.14.1",
"@vitest/coverage-v8": "1.6.0",
"eslint": "8.57.0",
"eslint-plugin-import": "2.29.1",
"eslint-plugin-jsdoc": "48.3.0",
"eslint-plugin-jsdoc": "48.4.0",
"http-server": "14.1.1",
"hyparquet-compressors": "0.1.4",
"typescript": "5.4.5",

3
src/column.js
View File

@ -98,6 +98,9 @@ export function readColumn(reader, rowLimit, columnMetadata, schemaPath, { compr
if (rowData.length < rowLimit) {
throw new Error(`parquet row data length ${rowData.length} does not match row group limit ${rowLimit}}`)
}
if (rowData.length > rowLimit) {
rowData.length = rowLimit // truncate to row limit
}
return rowData
}