Comparing version 0.7.3 to 0.7.4
{ | ||
"name": "hyparquet", | ||
"version": "0.7.3", | ||
"version": "0.7.4", | ||
"description": "parquet file parser for javascript", | ||
@@ -5,0 +5,0 @@ "keywords": [ |
@@ -9,2 +9,3 @@ import { assembleObjects } from './assemble.js' | ||
import { snappyUncompress } from './snappy.js' | ||
import { concat } from './utils.js' | ||
@@ -35,3 +36,3 @@ /** | ||
/** @type {any[]} */ | ||
let rowData = [] | ||
const rowData = [] | ||
@@ -98,3 +99,3 @@ while (valuesSeen < rowGroup.num_rows) { | ||
rowData = rowData.concat(values) | ||
concat(rowData, values) | ||
} else if (header.type === PageType.DICTIONARY_PAGE) { | ||
@@ -122,3 +123,3 @@ const diph = header.dictionary_page_header | ||
// Use repetition levels to construct lists | ||
rowData = rowData.concat(assembleObjects( | ||
concat(rowData, assembleObjects( | ||
definitionLevels, repetitionLevels, dataPage, true, maxDefinitionLevel, maxRepetitionLevel | ||
@@ -132,3 +133,3 @@ )) | ||
dereferenceDictionary(dictionary, dataPage) | ||
rowData = rowData.concat(dataPage) | ||
concat(rowData, dataPage) | ||
} | ||
@@ -135,0 +136,0 @@ // TODO: convert? |
import { readVarInt } from './thrift.js' | ||
import { concat } from './utils.js' | ||
@@ -215,3 +216,3 @@ /** | ||
/** @type {any[]} */ | ||
let value = [] | ||
const value = [] | ||
let byteLength = 0 | ||
@@ -223,3 +224,3 @@ if (encoding === 'RLE') { | ||
if (!rle.value.length) break // EOF | ||
value = value.concat(rle.value) | ||
concat(value, rle.value) | ||
seen += rle.value.length | ||
@@ -254,3 +255,3 @@ byteLength += rle.byteLength | ||
/** @type {number[]} */ | ||
let value = [] | ||
const value = [] | ||
const startByteLength = byteLength | ||
@@ -263,3 +264,3 @@ while (byteLength - startByteLength < length && value.length < numValues) { | ||
const rle = readRle(dataView, offset + byteLength, header, width) | ||
value = value.concat(rle.value) | ||
concat(value, rle.value) | ||
byteLength += rle.byteLength | ||
@@ -271,3 +272,3 @@ } else { | ||
) | ||
value = value.concat(bitPacked.value) | ||
concat(value, bitPacked.value) | ||
byteLength += bitPacked.byteLength | ||
@@ -274,0 +275,0 @@ } |
@@ -10,3 +10,3 @@ import { parquetMetadata, parquetMetadataAsync, parquetSchema } from './metadata.js' | ||
import { toJson } from './toJson.js' | ||
import { toJson } from './utils.js' | ||
export { toJson } |
@@ -5,2 +5,3 @@ | ||
import { getColumnName, isMapLike } from './schema.js' | ||
import { concat } from './utils.js' | ||
@@ -44,3 +45,3 @@ /** | ||
/** @type {any[][]} */ | ||
let rowData = [] | ||
const rowData = [] | ||
@@ -60,3 +61,3 @@ // find which row groups to read | ||
const end = Math.min(rowEnd - groupStart, groupRows) | ||
rowData = rowData.concat(groupData.slice(start, end)) | ||
concat(rowData, groupData.slice(start, end)) | ||
} | ||
@@ -63,0 +64,0 @@ } |
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
97188
2544