hyparquet-compressors/test/gzip.test.js

18 lines
659 B
JavaScript
Raw Normal View History

2024-05-19 07:06:25 +00:00
import fs from 'fs'
import { parquetRead, toJson } from 'hyparquet'
import { describe, expect, it } from 'vitest'
import { compressors } from '../src/index.js'
describe('gzip compressor', () => {
2024-05-19 23:21:38 +00:00
it('should read gzip compressed parquet file', async () => {
2024-05-19 07:06:25 +00:00
const buffer = fs.readFileSync('test/files/concatenated_gzip_members.parquet')
const file = new Uint8Array(buffer).buffer
const expected = fs.readFileSync('test/files/concatenated_gzip_members.json').toString()
await parquetRead({ file, compressors, onComplete: data => {
expect(data.length).toBe(513)
expect(toJson(data)).toEqual(JSON.parse(expected))
} })
})
})