asadbek064/hyparquet
1
Fork 0
mirror of https://github.com/asadbek064/hyparquet.git synced 2026-01-04 18:46:37 +00:00
Code Issues Actions Projects Releases Wiki Activity

Fix string conversion with a dictionary

Browse Source
This commit is contained in:
Kenny Daniel 2024-01-28 00:08:36 -08:00
parent 18fa4ac936
commit 07f3a55695
No known key found for this signature in database
GPG Key ID: 6A3C5E318BE71391
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/column.js
View File

@ -119,6 +119,7 @@ export function readColumn(arrayBuffer, rowGroup, columnMetadata, schema) {
for (let i = 0; i < dataPage.length; i++) {
values[i] = dictionary[dataPage[i]]
}
values = convert(values, schemaElement(schema, columnMetadata.path_in_schema))
} else if (Array.isArray(dataPage)) {
// convert primitive types to rich types
values = convert(dataPage, schemaElement(schema, columnMetadata.path_in_schema))
@ -172,7 +173,7 @@ export function getColumnOffset(columnMetadata) {
*/
function convert(data, schemaElement) {
const ctype = schemaElement.converted_type
if (!ctype) return data
if (ctype === undefined) return data
if (ctype === ConvertedType.UTF8) {
const decoder = new TextDecoder()
return data.map(v => decoder.decode(v))