mirror of
https://github.com/asadbek064/hyparquet.git
synced 2025-12-06 06:51:54 +00:00
09ae9400c5
* build types before publishing to npm * use prepare instead of prepublishOnly + make it clear that we only build types doc for prepare vs prepublishOnly is here: https://docs.npmjs.com/cli/v8/using-npm/scripts * no jsx in this lib * relative imports from the root, so that it works from types/ * remove unused hyparquet.d.ts + report differences to jsdoc in files * try to understand if this is the cause of the failing CI check tsc fails: https://github.com/hyparam/hyparquet/actions/runs/12040954822/job/33571851170?pr=46 * Revert "try to understand if this is the cause of the failing CI check" This reverts commit 5e2fc8ca179064369de71793ab1cda3facefddc7. * not sure what happens, but we just need to ensure the types are created correctly * increment version * Explicitly export types for use in downstream typescript projects * Use new typescript jsdoc imports for smaller package * Combine some files and use @import jsdoc * use the local typescript --------- Co-authored-by: Kenny Daniel <platypii@gmail.com>
47 lines
1.3 KiB
JavaScript
47 lines
1.3 KiB
JavaScript
import { BoundaryOrder } from './constants.js'
|
|
import { convertMetadata } from './metadata.js'
|
|
import { deserializeTCompactProtocol } from './thrift.js'
|
|
|
|
/**
|
|
* @param {DataReader} reader
|
|
* @param {SchemaElement} schema
|
|
* @returns {ColumnIndex}
|
|
*/
|
|
export function readColumnIndex(reader, schema) {
|
|
const thrift = deserializeTCompactProtocol(reader)
|
|
return {
|
|
null_pages: thrift.field_1,
|
|
min_values: thrift.field_2.map((/** @type {any} */ m) => convertMetadata(m, schema)),
|
|
max_values: thrift.field_3.map((/** @type {any} */ m) => convertMetadata(m, schema)),
|
|
boundary_order: BoundaryOrder[thrift.field_4],
|
|
null_counts: thrift.field_5,
|
|
repetition_level_histograms: thrift.field_6,
|
|
definition_level_histograms: thrift.field_7,
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @param {DataReader} reader
|
|
* @returns {OffsetIndex}
|
|
*/
|
|
export function readOffsetIndex(reader) {
|
|
const thrift = deserializeTCompactProtocol(reader)
|
|
return {
|
|
page_locations: thrift.field_1.map(pageLocation),
|
|
unencoded_byte_array_data_bytes: thrift.field_2,
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @import {ColumnIndex, DataReader, OffsetIndex, PageLocation, SchemaElement} from '../src/types.d.ts'
|
|
* @param {any} loc
|
|
* @returns {PageLocation}
|
|
*/
|
|
function pageLocation(loc) {
|
|
return {
|
|
offset: loc.field_1,
|
|
compressed_page_size: loc.field_2,
|
|
first_row_index: loc.field_3,
|
|
}
|
|
}
|