hyparquet/test/read.test.js

24 lines
768 B
JavaScript
Raw Normal View History

2024-02-14 05:11:34 +00:00
import fs from 'fs'
2024-01-15 19:08:48 +00:00
import { describe, expect, it } from 'vitest'
import { parquetRead } from '../src/hyparquet.js'
import { toJson } from '../src/toJson.js'
2024-02-14 05:11:34 +00:00
import { fileToAsyncBuffer, fileToJson } from './helpers.js'
2024-01-15 19:08:48 +00:00
describe('parquetRead', () => {
2024-02-24 18:11:04 +00:00
const files = fs.readdirSync('test/files').filter(f => f.endsWith('y.parquet'))
2024-02-24 19:01:08 +00:00
files.forEach(file => {
it(`should parse data from ${file}`, async () => {
2024-02-14 05:11:34 +00:00
const asyncBuffer = fileToAsyncBuffer(`test/files/${file}`)
await parquetRead({
file: asyncBuffer,
onComplete: (rows) => {
const base = file.replace('.parquet', '')
const expected = fileToJson(`test/files/${base}.json`)
expect(toJson(rows)).toEqual(expected)
},
})
2024-02-24 19:01:08 +00:00
})
2024-01-15 19:08:48 +00:00
})
})