asadbek064/hyparquet
1
Fork 0
mirror of https://github.com/asadbek064/hyparquet.git synced 2025-12-05 22:41:55 +00:00
Code Issues Actions Projects Releases Wiki Activity

All javascript, no typescript

Browse Source
This commit is contained in:
Kenny Daniel 2024-01-04 11:11:00 -08:00
parent 769876a8af
commit 04bfd474b8
No known key found for this signature in database
GPG Key ID: 6A3C5E318BE71391
11 changed files with 35 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/ci.yml vendored
View File

@ -9,6 +9,6 @@ jobs:
steps:
- uses: actions/checkout@v3
- run: npm i
- run: npm run build
- run: npm run lint
- run: npm run typecheck
- run: npm test

2
index.html
View File

@ -31,7 +31,7 @@
<body>
<div id="dropzone">Drop .parquet file here</div>
<script type="module">
import { parquetMetadata, toJson } from './dist/metadata.js'
import { parquetMetadata, toJson } from './src/metadata.js'
const dropZone = document.getElementById('dropzone')

12
package.json
View File

@ -11,18 +11,18 @@
"type": "git",
"url": "https://github.com/hyparam/hyparquet"
},
"main": "dist/hyparquet.js",
"main": "src/hyparquet.js",
"files": [
"dist"
"src"
],
"type": "module",
"types": "dist/hyparquet.d.ts",
"types": "src/hyparquet.d.ts",
"scripts": {
"build": "tsc && cp src/*.js dist",
"coverage": "vitest run --coverage",
"demo": "http-server -o",
"lint": "eslint . --ext .ts,.js",
"test": "vitest run"
"lint": "eslint .",
"test": "vitest run",
"typecheck": "tsc"
},
"devDependencies": {
"@types/node": "20.10.6",

17
src/hyparquet.d.ts vendored Normal file
View File

@ -0,0 +1,17 @@
/**
* Read parquet data rows from a file
*
* @param {ArrayBuffer} arrayBuffer parquet file contents
* @returns {any[][]} row data
*/
export function parquetRead(arrayBuffer: ArrayBuffer): any[][]
/**
* Read parquet header, metadata, and schema information from a file
*
* @typedef {import("./hyparquet.js").FileMetaData} FileMetaData
* @param {ArrayBuffer} arrayBuffer parquet file contents
* @returns {FileMetaData} metadata object
*/
export function parquetMetadata(arrayBuffer: ArrayBuffer): any

3
src/hyparquet.ts → src/hyparquet.js
View File

@ -1,4 +1,5 @@
import { parquetMetadata } from './metadata.js'
export { parquetMetadata }
/**
* Read parquet data rows from a file
@ -6,7 +7,7 @@ import { parquetMetadata } from './metadata.js'
* @param {ArrayBuffer} arrayBuffer parquet file contents
* @returns {any[][]} row data
*/
export function parquetRead(arrayBuffer: ArrayBuffer): any[][] {
export function parquetRead(arrayBuffer) {
const metadata = parquetMetadata(arrayBuffer)
throw new Error('not implemented')
}

2
src/metadata.js
View File

@ -3,7 +3,7 @@ import { deserializeTCompactProtocol } from './thrift.js'
/**
* Read parquet header, metadata, and schema information from a file
*
* @typedef {import("./types.js").FileMetaData} FileMetaData
* @typedef {import("./types.d.ts").FileMetaData} FileMetaData
* @param {ArrayBuffer} arrayBuffer parquet file contents
* @returns {FileMetaData} metadata object
*/

2
src/thrift.js
View File

@ -19,7 +19,7 @@ const CompactType = {
/**
* Parse TCompactProtocol
*
* @typedef {import("./types.js").Decoded<T>} Decoded
* @typedef {import("./types.d.ts").Decoded<T>} Decoded
* @template T
* @param {ArrayBuffer} arrayBuffer
* @returns {Decoded<Record<string, any>>}

2
test/metadata.test.js
View File

@ -1,6 +1,6 @@
import { promises as fs } from 'fs'
import { describe, expect, it } from 'vitest'
import { parquetMetadata, toJson } from '../src/metadata'
import { parquetMetadata, toJson } from '../src/metadata.js'
/**
* Helper function to read .parquet file into ArrayBuffer

2
test/snappy.test.js
View File

@ -1,5 +1,5 @@
import { describe, expect, it } from 'vitest'
import { snappyUncompress } from '../src/snappy'
import { snappyUncompress } from '../src/snappy.js'
describe('snappy uncompress', () => {
it('decompresses valid input correctly', () => {

2
test/thrift.test.js
View File

@ -1,5 +1,5 @@
import { describe, expect, it } from 'vitest'
import { deserializeTCompactProtocol, toVarInt } from '../src/thrift'
import { deserializeTCompactProtocol, toVarInt } from '../src/thrift.js'
describe('deserializeTCompactProtocol function', () => {

6
tsconfig.json
View File

@ -4,11 +4,11 @@
"checkJs": true,
"lib": ["esnext", "dom"],
"module": "nodenext",
"outDir": "dist",
"noEmit": true,
"resolveJsonModule": true,
"skipLibCheck": true,
"sourceMap": true,
"strict": true,
"target": "esnext",
},
"include": ["src"]
"include": ["src", "test"]
}