asadbek064/hyparquet
1
Fork 0
mirror of https://github.com/asadbek064/hyparquet.git synced 2025-12-05 22:41:55 +00:00
Code Issues Actions Projects Releases Wiki Activity

Fix early page termination for non-flat columns (#119)

Browse Source
This commit is contained in:
Kenny Daniel 2025-09-06 17:52:12 -07:00 committed by GitHub
parent 709d6b41fc
commit 06a2c79123
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/column.js
View File

@ -16,7 +16,8 @@ import { deserializeTCompactProtocol } from './thrift.js'
* @returns {DecodedArray[]}
*/
export function readColumn(reader, { groupStart, selectStart, selectEnd }, columnDecoder, onPage) {
const { columnName } = columnDecoder
const { columnName, schemaPath } = columnDecoder
const isFlat = isFlatColumn(schemaPath)
/** @type {DecodedArray[]} */
const chunks = []
/** @type {DecodedArray | undefined} */
@ -34,7 +35,7 @@ export function readColumn(reader, { groupStart, selectStart, selectEnd }, colum
})
})
while (rowCount < selectEnd) {
while (isFlat ? rowCount < selectEnd : reader.offset < reader.view.byteLength - 1) {
if (reader.offset >= reader.view.byteLength - 1) break // end of reader
// read page header