@dsnp/parquetjs
Advanced tools
Comparing version 0.0.0-81e38e to 0.0.0-98871a
'use strict'; | ||
const fs = require('fs'); | ||
const thrift = require('thrift'); | ||
const Int64 = require('node-int64'); | ||
@@ -14,3 +12,2 @@ const parquet_thrift = require('../gen-nodejs/parquet_types'); | ||
const bloomFilterReader = require('./bloomFilterIO/bloomFilterReader'); | ||
const groupBy = require("lodash/groupBy"); | ||
const fetch = require('cross-fetch'); | ||
@@ -200,3 +197,9 @@ const { getBloomFiltersFor, } = bloomFilterReader; | ||
const bloomFilterData = await getBloomFiltersFor(columnNames, this.envelopeReader); | ||
return groupBy(bloomFilterData, 'columnName'); | ||
return bloomFilterData.reduce((acc, value) => { | ||
if (acc[value.columnName]) | ||
acc[value.columnName].push(value); | ||
else | ||
acc[value.columnName] = [value]; | ||
return acc; | ||
}, {}); | ||
} | ||
@@ -203,0 +206,0 @@ /** |
@@ -5,3 +5,3 @@ { | ||
"main": "dist/parquet.js", | ||
"version": "0.0.0-81e38e", | ||
"version": "0.0.0-98871a", | ||
"homepage": "https://github.com/LibertyDSNP/parquetjs", | ||
@@ -18,21 +18,9 @@ "license": "MIT", | ||
"dependencies": { | ||
"@types/bson": "^4.0.3", | ||
"@types/long": "^4.0.1", | ||
"@types/node": "^14.14.35", | ||
"@types/thrift": "^0.10.10", | ||
"assert": "^2.0.0", | ||
"browserify-zlib": "^0.2.0", | ||
"bson": "4.4.0", | ||
"cross-fetch": "^3.1.4", | ||
"esbuild": "^0.12.11", | ||
"events": "^3.3.0", | ||
"int53": "^0.2.4", | ||
"lodash": "^4.17.21", | ||
"long": "^4.0.0", | ||
"object-stream": "0.0.1", | ||
"path-browserify": "^1.0.1", | ||
"readable-stream": "^3.6.0", | ||
"snappyjs": "^0.6.0", | ||
"thrift": "0.14.1", | ||
"util": "^0.12.4", | ||
"varint": "^5.0.0", | ||
@@ -46,5 +34,10 @@ "wasm-brotli": "^2.0.2", | ||
"@babel/preset-typescript": "^7.14.5", | ||
"@types/bson": "^4.0.3", | ||
"@types/chai": "^4.2.16", | ||
"@types/long": "^4.0.1", | ||
"@types/mocha": "^8.2.2", | ||
"@types/node": "^14.14.35", | ||
"@types/sinon": "^10.0.0", | ||
"@types/thrift": "^0.10.10", | ||
"assert": "^2.0.0", | ||
"babel-loader": "^8.2.2", | ||
@@ -56,4 +49,6 @@ "babel-plugin-add-module-exports": "^1.0.4", | ||
"core-js": "^3.15.1", | ||
"esbuild": "^0.12.20", | ||
"mocha": "8.3.2", | ||
"msw": "^0.29.0", | ||
"object-stream": "0.0.1", | ||
"process": "^0.11.10", | ||
@@ -60,0 +55,0 @@ "regenerator-runtime": "^0.13.7", |
Sorry, the diff of this file is too big to display
Sorry, the diff of this file is too big to display
Sorry, the diff of this file is too big to display
Sorry, the diff of this file is not supported yet
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
10
1
2992761
29
17575
- Removed@types/bson@^4.0.3
- Removed@types/long@^4.0.1
- Removed@types/node@^14.14.35
- Removed@types/thrift@^0.10.10
- Removedassert@^2.0.0
- Removedesbuild@^0.12.11
- Removedevents@^3.3.0
- Removedlodash@^4.17.21
- Removedobject-stream@0.0.1
- Removedpath-browserify@^1.0.1
- Removedreadable-stream@^3.6.0
- Removedutil@^0.12.4
- Removed@types/bson@4.2.4(transitive)
- Removed@types/long@4.0.2(transitive)
- Removed@types/node@14.18.63(transitive)
- Removed@types/node-int64@0.4.32(transitive)
- Removed@types/q@1.5.8(transitive)
- Removed@types/thrift@0.10.17(transitive)
- Removedassert@2.1.0(transitive)
- Removedavailable-typed-arrays@1.0.7(transitive)
- Removedcall-bind@1.0.7(transitive)
- Removeddefine-data-property@1.1.4(transitive)
- Removeddefine-properties@1.2.1(transitive)
- Removedes-define-property@1.0.0(transitive)
- Removedes-errors@1.3.0(transitive)
- Removedesbuild@0.12.29(transitive)
- Removedevents@3.3.0(transitive)
- Removedfor-each@0.3.3(transitive)
- Removedfunction-bind@1.1.2(transitive)
- Removedget-intrinsic@1.2.4(transitive)
- Removedgopd@1.0.1(transitive)
- Removedhas-property-descriptors@1.0.2(transitive)
- Removedhas-proto@1.0.3(transitive)
- Removedhas-symbols@1.0.3(transitive)
- Removedhas-tostringtag@1.0.2(transitive)
- Removedhasown@2.0.2(transitive)
- Removedinherits@2.0.4(transitive)
- Removedis-arguments@1.1.1(transitive)
- Removedis-callable@1.2.7(transitive)
- Removedis-generator-function@1.0.10(transitive)
- Removedis-nan@1.3.2(transitive)
- Removedis-typed-array@1.1.13(transitive)
- Removedlodash@4.17.21(transitive)
- Removedobject-is@1.1.6(transitive)
- Removedobject-keys@1.1.1(transitive)
- Removedobject-stream@0.0.1(transitive)
- Removedobject.assign@4.1.5(transitive)
- Removedpath-browserify@1.0.1(transitive)
- Removedpossible-typed-array-names@1.0.0(transitive)
- Removedreadable-stream@3.6.2(transitive)
- Removedsafe-buffer@5.2.1(transitive)
- Removedset-function-length@1.2.2(transitive)
- Removedstring_decoder@1.3.0(transitive)
- Removedutil@0.12.5(transitive)
- Removedutil-deprecate@1.0.2(transitive)
- Removedwhich-typed-array@1.1.15(transitive)