asadbek064/hyparquet
1
Fork 0
mirror of https://github.com/asadbek064/hyparquet.git synced 2025-12-05 22:41:55 +00:00
Code Issues Actions Projects Releases Wiki Activity

Fix geospatial metadata parsing

Browse Source
This commit is contained in:
Kenny Daniel 2025-09-28 22:13:18 -07:00
parent 2f00330527
commit cc6cc86ba4
No known key found for this signature in database
GPG Key ID: 90AB653A8CAD7E45
2 changed files with 18 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/constants.js
View File

@ -83,3 +83,12 @@ export const BoundaryOrder = [
'ASCENDING',
'DESCENDING',
]
/** @type {import('../src/types.d.ts').EdgeInterpolationAlgorithm[]} */
export const EdgeInterpolationAlgorithm = [
'SPHERICAL',
'VINCENTY',
'THOMAS',
'ANDOYER',
'KARNEY',
]

17
src/metadata.js
View File

@ -1,10 +1,15 @@
import { CompressionCodec, ConvertedType, Encoding, FieldRepetitionType, PageType, ParquetType } from './constants.js'
import { CompressionCodec, ConvertedType, EdgeInterpolationAlgorithm, Encoding, FieldRepetitionType, PageType, ParquetType } from './constants.js'
import { DEFAULT_PARSERS, parseDecimal, parseFloat16 } from './convert.js'
import { getSchemaPath } from './schema.js'
import { deserializeTCompactProtocol } from './thrift.js'
export const defaultInitialFetchSize = 1 << 19 // 512kb
const decoder = new TextDecoder()
function decode(/** @type {Uint8Array} */ value) {
return value && decoder.decode(value)
}
/**
* Read parquet metadata from an async buffer.
*
@ -100,10 +105,6 @@ export function parquetMetadata(arrayBuffer, { parsers } = {}) {
const metadataOffset = metadataLengthOffset - metadataLength
const reader = { view, offset: metadataOffset }
const metadata = deserializeTCompactProtocol(reader)
const decoder = new TextDecoder()
function decode(/** @type {Uint8Array} */ value) {
return value && decoder.decode(value)
}
// Parse metadata from thrift data
const version = metadata.field_1
@ -249,12 +250,12 @@ function logicalType(logicalType) {
if (logicalType?.field_16) return { type: 'VARIANT' }
if (logicalType?.field_17) return {
type: 'GEOMETRY',
crs: logicalType.field_17.field_1,
crs: decode(logicalType.field_17.field_1),
}
if (logicalType?.field_18) return {
type: 'GEOGRAPHY',
crs: logicalType.field_18.field_1,
algorithm: logicalType.field_18.field_2,
crs: decode(logicalType.field_18.field_1),
algorithm: EdgeInterpolationAlgorithm[logicalType.field_18.field_2],
}
return logicalType
}