mirror of
https://github.com/asadbek064/hyparquet-writer.git
synced 2025-12-05 23:31:54 +00:00
Update hyparquet internals
This commit is contained in:
parent
86f4c4314e
commit
a15bbc7eef
14
package.json
14
package.json
@ -52,15 +52,15 @@
|
||||
"test": "vitest run"
|
||||
},
|
||||
"dependencies": {
|
||||
"hyparquet": "1.15.0"
|
||||
"hyparquet": "1.17.1"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@babel/eslint-parser": "7.27.1",
|
||||
"@types/node": "22.15.29",
|
||||
"@vitest/coverage-v8": "3.1.4",
|
||||
"eslint": "9.28.0",
|
||||
"eslint-plugin-jsdoc": "50.7.0",
|
||||
"@babel/eslint-parser": "7.28.0",
|
||||
"@types/node": "24.0.10",
|
||||
"@vitest/coverage-v8": "3.2.4",
|
||||
"eslint": "9.30.1",
|
||||
"eslint-plugin-jsdoc": "51.3.3",
|
||||
"typescript": "5.8.3",
|
||||
"vitest": "3.1.4"
|
||||
"vitest": "3.2.4"
|
||||
}
|
||||
}
|
||||
|
||||
@ -21,7 +21,7 @@ function roundTripDeserialize(values) {
|
||||
// Decode the values using readRleBitPackedHybrid from hyparquet
|
||||
/** @type {number[]} */
|
||||
const output = new Array(values.length)
|
||||
readRleBitPackedHybrid(reader, bitWidth, values.length, output)
|
||||
readRleBitPackedHybrid(reader, bitWidth, output, values.length)
|
||||
return output
|
||||
}
|
||||
|
||||
|
||||
@ -1,7 +1,7 @@
|
||||
import { describe, expect, it } from 'vitest'
|
||||
import { unconvert, unconvertDecimal, unconvertFloat16, unconvertMinMax } from '../src/unconvert.js'
|
||||
import { convertMetadata } from 'hyparquet/src/metadata.js'
|
||||
import { parseFloat16 } from 'hyparquet/src/convert.js'
|
||||
import { DEFAULT_PARSERS, parseFloat16 } from 'hyparquet/src/convert.js'
|
||||
|
||||
/**
|
||||
* @import {SchemaElement} from 'hyparquet'
|
||||
@ -97,7 +97,7 @@ describe('unconvertMinMax', () => {
|
||||
const value = 1.5
|
||||
const result = unconvertMinMax(value, schema)
|
||||
expect(result).toBeInstanceOf(Uint8Array)
|
||||
const roundtrip = convertMetadata(result, schema)
|
||||
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
|
||||
expect(roundtrip).toEqual(1.5)
|
||||
})
|
||||
|
||||
@ -107,7 +107,7 @@ describe('unconvertMinMax', () => {
|
||||
const value = 1.123456789
|
||||
const result = unconvertMinMax(value, schema)
|
||||
expect(result).toBeInstanceOf(Uint8Array)
|
||||
const roundtrip = convertMetadata(result, schema)
|
||||
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
|
||||
expect(roundtrip).toEqual(1.123456789)
|
||||
})
|
||||
|
||||
@ -116,7 +116,7 @@ describe('unconvertMinMax', () => {
|
||||
const schema = { name: 'test', type: 'INT32' }
|
||||
const value = 123456
|
||||
const result = unconvertMinMax(value, schema)
|
||||
const roundtrip = convertMetadata(result, schema)
|
||||
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
|
||||
expect(roundtrip).toEqual(123456)
|
||||
})
|
||||
|
||||
@ -125,7 +125,7 @@ describe('unconvertMinMax', () => {
|
||||
const schema = { name: 'test', type: 'INT64' }
|
||||
const value = 1234567890123456789n
|
||||
const result = unconvertMinMax(value, schema)
|
||||
const roundtrip = convertMetadata(result, schema)
|
||||
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
|
||||
expect(roundtrip).toEqual(1234567890123456789n)
|
||||
})
|
||||
|
||||
@ -134,7 +134,7 @@ describe('unconvertMinMax', () => {
|
||||
const schema = { name: 'test', type: 'INT64', converted_type: 'TIMESTAMP_MILLIS' }
|
||||
const date = new Date('2023-01-01T00:00:00Z')
|
||||
const result = unconvertMinMax(date, schema)
|
||||
const roundtrip = convertMetadata(result, schema)
|
||||
const roundtrip = convertMetadata(result, schema, DEFAULT_PARSERS)
|
||||
expect(roundtrip).toEqual(date)
|
||||
})
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user