Update hyparquet internals

This commit is contained in:
Kenny Daniel 2025-07-04 01:42:55 -07:00
parent 86f4c4314e
commit a15bbc7eef
No known key found for this signature in database
GPG Key ID: 90AB653A8CAD7E45
3 changed files with 14 additions and 14 deletions

@ -52,15 +52,15 @@
"test": "vitest run"
},
"dependencies": {
"hyparquet": "1.15.0"
"hyparquet": "1.17.1"
},
"devDependencies": {
"@babel/eslint-parser": "7.27.1",
"@types/node": "22.15.29",
"@vitest/coverage-v8": "3.1.4",
"eslint": "9.28.0",
"eslint-plugin-jsdoc": "50.7.0",
"@babel/eslint-parser": "7.28.0",
"@types/node": "24.0.10",
"@vitest/coverage-v8": "3.2.4",
"eslint": "9.30.1",
"eslint-plugin-jsdoc": "51.3.3",
"typescript": "5.8.3",
"vitest": "3.1.4"
"vitest": "3.2.4"
}
}

@ -21,7 +21,7 @@ function roundTripDeserialize(values) {
// Decode the values using readRleBitPackedHybrid from hyparquet
/** @type {number[]} */
const output = new Array(values.length)
readRleBitPackedHybrid(reader, bitWidth, values.length, output)
readRleBitPackedHybrid(reader, bitWidth, output, values.length)
return output
}

@ -1,7 +1,7 @@
import { describe, expect, it } from 'vitest'
import { unconvert, unconvertDecimal, unconvertFloat16, unconvertMinMax } from '../src/unconvert.js'
import { convertMetadata } from 'hyparquet/src/metadata.js'
import { parseFloat16 } from 'hyparquet/src/convert.js'
import { DEFAULT_PARSERS, parseFloat16 } from 'hyparquet/src/convert.js'
/**
* @import {SchemaElement} from 'hyparquet'
@ -97,7 +97,7 @@ describe('unconvertMinMax', () => {
const value = 1.5
const result = unconvertMinMax(value, schema)
expect(result).toBeInstanceOf(Uint8Array)
const roundtrip = convertMetadata(result, schema)
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
expect(roundtrip).toEqual(1.5)
})
@ -107,7 +107,7 @@ describe('unconvertMinMax', () => {
const value = 1.123456789
const result = unconvertMinMax(value, schema)
expect(result).toBeInstanceOf(Uint8Array)
const roundtrip = convertMetadata(result, schema)
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
expect(roundtrip).toEqual(1.123456789)
})
@ -116,7 +116,7 @@ describe('unconvertMinMax', () => {
const schema = { name: 'test', type: 'INT32' }
const value = 123456
const result = unconvertMinMax(value, schema)
const roundtrip = convertMetadata(result, schema)
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
expect(roundtrip).toEqual(123456)
})
@ -125,7 +125,7 @@ describe('unconvertMinMax', () => {
const schema = { name: 'test', type: 'INT64' }
const value = 1234567890123456789n
const result = unconvertMinMax(value, schema)
const roundtrip = convertMetadata(result, schema)
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
expect(roundtrip).toEqual(1234567890123456789n)
})
@ -134,7 +134,7 @@ describe('unconvertMinMax', () => {
const schema = { name: 'test', type: 'INT64', converted_type: 'TIMESTAMP_MILLIS' }
const date = new Date('2023-01-01T00:00:00Z')
const result = unconvertMinMax(date, schema)
const roundtrip = convertMetadata(result, schema)
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
expect(roundtrip).toEqual(date)
})