Huge News!Announcing our $40M Series B led by Abstract Ventures.Learn More
Socket
Sign inDemoInstall
Socket

hyparquet

Package Overview
Dependencies
Maintainers
1
Versions
58
Alerts
File Explorer

Advanced tools

Socket logo

Install Socket

Detect and block malicious and high-risk dependencies

Install

hyparquet - npm Package Compare versions

Comparing version 0.7.3 to 0.7.4

src/utils.js

2

package.json
{
"name": "hyparquet",
"version": "0.7.3",
"version": "0.7.4",
"description": "parquet file parser for javascript",

@@ -5,0 +5,0 @@ "keywords": [

@@ -9,2 +9,3 @@ import { assembleObjects } from './assemble.js'

import { snappyUncompress } from './snappy.js'
import { concat } from './utils.js'

@@ -35,3 +36,3 @@ /**

/** @type {any[]} */
let rowData = []
const rowData = []

@@ -98,3 +99,3 @@ while (valuesSeen < rowGroup.num_rows) {

rowData = rowData.concat(values)
concat(rowData, values)
} else if (header.type === PageType.DICTIONARY_PAGE) {

@@ -122,3 +123,3 @@ const diph = header.dictionary_page_header

// Use repetition levels to construct lists
rowData = rowData.concat(assembleObjects(
concat(rowData, assembleObjects(
definitionLevels, repetitionLevels, dataPage, true, maxDefinitionLevel, maxRepetitionLevel

@@ -132,3 +133,3 @@ ))

dereferenceDictionary(dictionary, dataPage)
rowData = rowData.concat(dataPage)
concat(rowData, dataPage)
}

@@ -135,0 +136,0 @@ // TODO: convert?

import { readVarInt } from './thrift.js'
import { concat } from './utils.js'

@@ -215,3 +216,3 @@ /**

/** @type {any[]} */
let value = []
const value = []
let byteLength = 0

@@ -223,3 +224,3 @@ if (encoding === 'RLE') {

if (!rle.value.length) break // EOF
value = value.concat(rle.value)
concat(value, rle.value)
seen += rle.value.length

@@ -254,3 +255,3 @@ byteLength += rle.byteLength

/** @type {number[]} */
let value = []
const value = []
const startByteLength = byteLength

@@ -263,3 +264,3 @@ while (byteLength - startByteLength < length && value.length < numValues) {

const rle = readRle(dataView, offset + byteLength, header, width)
value = value.concat(rle.value)
concat(value, rle.value)
byteLength += rle.byteLength

@@ -271,3 +272,3 @@ } else {

)
value = value.concat(bitPacked.value)
concat(value, bitPacked.value)
byteLength += bitPacked.byteLength

@@ -274,0 +275,0 @@ }

@@ -10,3 +10,3 @@ import { parquetMetadata, parquetMetadataAsync, parquetSchema } from './metadata.js'

import { toJson } from './toJson.js'
import { toJson } from './utils.js'
export { toJson }

@@ -5,2 +5,3 @@

import { getColumnName, isMapLike } from './schema.js'
import { concat } from './utils.js'

@@ -44,3 +45,3 @@ /**

/** @type {any[][]} */
let rowData = []
const rowData = []

@@ -60,3 +61,3 @@ // find which row groups to read

const end = Math.min(rowEnd - groupStart, groupRows)
rowData = rowData.concat(groupData.slice(start, end))
concat(rowData, groupData.slice(start, end))
}

@@ -63,0 +64,0 @@ }

SocketSocket SOC 2 Logo

Product

  • Package Alerts
  • Integrations
  • Docs
  • Pricing
  • FAQ
  • Roadmap
  • Changelog

Packages

npm

Stay in touch

Get open source security insights delivered straight into your inbox.


  • Terms
  • Privacy
  • Security

Made with ⚡️ by Socket Inc