asadbek064/hyparquet
1
Fork 0
mirror of https://github.com/asadbek064/hyparquet.git synced 2026-01-08 12:06:38 +00:00
Code Issues Actions Projects Releases Wiki Activity

Bit pack testing

Browse Source
This commit is contained in:
Kenny Daniel 2024-06-13 18:15:13 -07:00
parent c314ebb14e
commit 9ab5004cd8
No known key found for this signature in database
GPG Key ID: 90AB653A8CAD7E45
1 changed files with 33 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
test/encoding.test.js
View File

@ -1,7 +1,7 @@
import { describe, expect, it } from 'vitest'
import { bitWidth, readRleBitPackedHybrid } from '../src/encoding.js'
describe('readRleBitPackedHybrid', () => {
describe('readRle', () => {
it('reads RLE values with explicit length', () => {
const buffer = new ArrayBuffer(4)
const view = new DataView(buffer)
@ -62,7 +62,9 @@ describe('readRleBitPackedHybrid', () => {
expect(reader.offset).toBe(5)
expect(values).toEqual([234000, 234000, 234000])
})
})
describe('readBitPacked', () => {
it('reads bit-packed values with implicit length', () => {
// Bit-packed values: false, false, true
const buffer = new ArrayBuffer(8)
@ -93,6 +95,36 @@ describe('readRleBitPackedHybrid', () => {
expect(values).toEqual([1, 1, 1, 1, 1, 1, 1, 1, 1])
})
it('handles bitpack unsigned shifting', () => {
// Bit-packed [131071, 0, ..., 0, 131071, 0, ...]
// Tests for issue #13 where leftmost bit is set to 1 and shifted
const buffer = new ArrayBuffer(154)
const view = new DataView(buffer)
view.setUint8(0, 0b00010011) // Bit-packed header for 72 values
view.setUint8(1, 0b11111111)
view.setUint8(2, 0b11111111)
view.setUint8(3, 0b00000001)
view.setUint8(139, 0b11111110)
view.setUint8(140, 0b11111111)
view.setUint8(141, 0b0000011)
const reader = { view, offset: 0 }
const values = new Array(72)
readRleBitPackedHybrid(reader, 17, 72, values)
expect(reader.offset).toBe(154)
expect(values).toEqual([
131071, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0,
0, 131071, 0, 0, 0, 0, 0, 0,
])
})
it('throws for invalid bit-packed offset', () => {
const buffer = new ArrayBuffer(1)
const view = new DataView(buffer)