2024-02-14 05:11:34 +00:00
|
|
|
import fs from 'fs'
|
2024-01-15 19:08:48 +00:00
|
|
|
import { describe, expect, it } from 'vitest'
|
|
|
|
|
import { parquetRead } from '../src/hyparquet.js'
|
|
|
|
|
import { toJson } from '../src/toJson.js'
|
2024-02-14 05:11:34 +00:00
|
|
|
import { fileToAsyncBuffer, fileToJson } from './helpers.js'
|
2024-01-15 19:08:48 +00:00
|
|
|
|
2024-02-17 00:07:09 +00:00
|
|
|
describe('parquetRead', () => {
|
2024-02-24 18:11:04 +00:00
|
|
|
const files = fs.readdirSync('test/files').filter(f => f.endsWith('y.parquet'))
|
2024-02-24 19:01:08 +00:00
|
|
|
|
|
|
|
|
files.forEach(file => {
|
|
|
|
|
it(`should parse data from ${file}`, async () => {
|
2024-02-14 05:11:34 +00:00
|
|
|
const asyncBuffer = fileToAsyncBuffer(`test/files/${file}`)
|
|
|
|
|
await parquetRead({
|
|
|
|
|
file: asyncBuffer,
|
|
|
|
|
onComplete: (rows) => {
|
|
|
|
|
const base = file.replace('.parquet', '')
|
|
|
|
|
const expected = fileToJson(`test/files/${base}.json`)
|
|
|
|
|
expect(toJson(rows)).toEqual(expected)
|
|
|
|
|
},
|
|
|
|
|
})
|
2024-02-24 19:01:08 +00:00
|
|
|
})
|
2024-01-15 19:08:48 +00:00
|
|
|
})
|
|
|
|
|
})
|