From b8227afddebe3c102131b71ccbc4b40b952422b4 Mon Sep 17 00:00:00 2001 From: Kenny Daniel Date: Sat, 31 May 2025 16:48:33 -0700 Subject: [PATCH] Rename ColumnData to ColumnSource --- package.json | 12 ++++++------ src/parquet-writer.js | 6 +++--- src/schema.js | 4 ++-- src/types.d.ts | 4 ++-- test/example.js | 4 ++-- test/write.buffer.test.js | 4 ++-- 6 files changed, 17 insertions(+), 17 deletions(-) diff --git a/package.json b/package.json index 34ba4d1..bd77589 100644 --- a/package.json +++ b/package.json @@ -51,15 +51,15 @@ "test": "vitest run" }, "dependencies": { - "hyparquet": "1.13.1" + "hyparquet": "1.15.0" }, "devDependencies": { "@babel/eslint-parser": "7.27.1", - "@types/node": "22.15.17", - "@vitest/coverage-v8": "3.1.3", - "eslint": "9.26.0", - "eslint-plugin-jsdoc": "50.6.11", + "@types/node": "22.15.29", + "@vitest/coverage-v8": "3.1.4", + "eslint": "9.28.0", + "eslint-plugin-jsdoc": "50.6.17", "typescript": "5.8.3", - "vitest": "3.1.3" + "vitest": "3.1.4" } } diff --git a/src/parquet-writer.js b/src/parquet-writer.js index 3fbede6..41f5601 100644 --- a/src/parquet-writer.js +++ b/src/parquet-writer.js @@ -5,7 +5,7 @@ import { writeMetadata } from './metadata.js' * ParquetWriter class allows incremental writing of parquet files. * * @import {ColumnChunk, FileMetaData, KeyValue, RowGroup, SchemaElement} from 'hyparquet' - * @import {ColumnData, Writer} from '../src/types.js' + * @import {ColumnSource, Writer} from '../src/types.js' * @param {object} options * @param {Writer} options.writer * @param {SchemaElement[]} options.schema @@ -22,7 +22,7 @@ export function ParquetWriter({ writer, schema, compressed = true, statistics = /** @type {RowGroup[]} */ this.row_groups = [] - this.num_rows = BigInt(0) + this.num_rows = 0n // write header PAR1 this.writer.appendUint32(0x31524150) @@ -33,7 +33,7 @@ export function ParquetWriter({ writer, schema, compressed = true, statistics = * Will split data into row groups of the specified size. * * @param {object} options - * @param {ColumnData[]} options.columnData + * @param {ColumnSource[]} options.columnData * @param {number} [options.rowGroupSize] */ ParquetWriter.prototype.write = function({ columnData, rowGroupSize = 100000 }) { diff --git a/src/schema.js b/src/schema.js index caac0f2..2e999ec 100644 --- a/src/schema.js +++ b/src/schema.js @@ -3,7 +3,7 @@ * Accepts optional schemaOverrides to override the type of columns by name. * * @param {object} options - * @param {ColumnData[]} options.columnData + * @param {ColumnSource[]} options.columnData * @param {Record} [options.schemaOverrides] * @returns {SchemaElement[]} */ @@ -43,7 +43,7 @@ export function schemaFromColumnData({ columnData, schemaOverrides }) { /** * @import {ConvertedType, DecodedArray, FieldRepetitionType, ParquetType, SchemaElement} from 'hyparquet' - * @import {BasicType, ColumnData} from '../src/types.js' + * @import {BasicType, ColumnSource} from '../src/types.js' * @param {string} name * @param {BasicType} type * @param {boolean} [nullable] diff --git a/src/types.d.ts b/src/types.d.ts index 40df6fd..b01b870 100644 --- a/src/types.d.ts +++ b/src/types.d.ts @@ -16,7 +16,7 @@ export type BasicType = export interface ParquetWriteOptions { writer: Writer - columnData: ColumnData[] + columnData: ColumnSource[] schema?: SchemaElement[] compressed?: boolean statistics?: boolean @@ -24,7 +24,7 @@ export interface ParquetWriteOptions { kvMetadata?: KeyValue[] } -export interface ColumnData { +export interface ColumnSource { name: string data: DecodedArray type?: BasicType diff --git a/test/example.js b/test/example.js index 6ecd1ed..850a3f4 100644 --- a/test/example.js +++ b/test/example.js @@ -1,4 +1,4 @@ -/** @type {ColumnData[]} */ +/** @type {ColumnSource[]} */ export const exampleData = [ { name: 'bool', data: [true, false, true, false] }, { name: 'int', data: [0, 127, 0x7fff, 0x7fffffff] }, @@ -11,7 +11,7 @@ export const exampleData = [ /** * @import {FileMetaData} from 'hyparquet' - * @import {ColumnData} from '../src/types.js' + * @import {ColumnSource} from '../src/types.js' * @type {FileMetaData} */ export const exampleMetadata = { diff --git a/test/write.buffer.test.js b/test/write.buffer.test.js index 93f8bf0..ab1a2fb 100644 --- a/test/write.buffer.test.js +++ b/test/write.buffer.test.js @@ -6,8 +6,8 @@ import { exampleData, exampleMetadata } from './example.js' /** * Utility to encode a parquet file and then read it back into a JS object. * - * @import {ColumnData} from '../src/types.js' - * @param {ColumnData[]} columnData + * @import {ColumnSource} from '../src/types.js' + * @param {ColumnSource[]} columnData * @param {import('hyparquet').SchemaElement[]} [schema] * @returns {Promise>} */