From 9cd2e3b6666114e51805f5ca8147cba74c8f9e65 Mon Sep 17 00:00:00 2001 From: Kenny Daniel Date: Tue, 25 Jun 2024 17:41:47 -0700 Subject: [PATCH] Fix row limit for structs --- package.json | 6 +++--- src/column.js | 3 +++ 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/package.json b/package.json index 53f1cab..d5e3f43 100644 --- a/package.json +++ b/package.json @@ -27,12 +27,12 @@ "typecheck": "tsc" }, "devDependencies": { - "@types/node": "20.14.8", - "@typescript-eslint/eslint-plugin": "7.13.1", + "@types/node": "20.14.9", + "@typescript-eslint/eslint-plugin": "7.14.1", "@vitest/coverage-v8": "1.6.0", "eslint": "8.57.0", "eslint-plugin-import": "2.29.1", - "eslint-plugin-jsdoc": "48.3.0", + "eslint-plugin-jsdoc": "48.4.0", "http-server": "14.1.1", "hyparquet-compressors": "0.1.4", "typescript": "5.4.5", diff --git a/src/column.js b/src/column.js index 0dee558..113166f 100644 --- a/src/column.js +++ b/src/column.js @@ -98,6 +98,9 @@ export function readColumn(reader, rowLimit, columnMetadata, schemaPath, { compr if (rowData.length < rowLimit) { throw new Error(`parquet row data length ${rowData.length} does not match row group limit ${rowLimit}}`) } + if (rowData.length > rowLimit) { + rowData.length = rowLimit // truncate to row limit + } return rowData }