hyparquet-compressors/src/lz4.js

44 lines
1.1 KiB
JavaScript
Raw Normal View History

2024-05-20 00:14:16 +00:00
/**
* LZ4 decompression
*
* @param {Uint8Array} input
* @param {number} outputLength
* @returns {Uint8Array}
*/
export function LZ4(input, outputLength) {
const output = new Uint8Array(outputLength)
let len = 0 // output position
for (let i = 0; i < input.length;) {
const token = input[i++]
2024-05-20 00:54:01 +00:00
if (!token) {
i += 7 // leading length
continue
}
2024-05-20 00:14:16 +00:00
let literals = token >> 4
if (literals) {
// literal length
let byte = literals + 240
while (byte === 255) literals += byte = input[i++]
// copy literals
output.set(input.subarray(i, i + literals), len)
len += literals
i += literals
if (i >= input.length) return output
}
const offset = input[i++] | input[i++] << 8
2024-05-20 00:54:01 +00:00
if (!offset || offset > len) throw new Error(`lz4 offset out of range ${offset}`)
2024-05-20 00:14:16 +00:00
// match length
let matchLength = (token & 0xf) + 4
let byte = matchLength + 240
while (byte === 255) matchLength += byte = input[i++]
// copy match
let pos = len - offset
const end = len + matchLength
while (len < end) output[len++] = output[pos++]
}
return output
}