@apache-arrow/es5-cjs - npm Package Compare versions

Comparing version 8.0.0 to 9.0.0

io/adapters.d.ts

 /// <reference types="node" />
+/// <reference types="node" />
+/// <reference types="node" />
+/// <reference types="node" />
 import { ArrayBufferViewInput } from '../util/buffer.js';
@@ -12,2 +15,3 @@ import { ReadableDOMStreamOptions } from './interfaces.js';
 }>;
+/** @ignore */
 declare const _default: {
@@ -18,6 +22,5 @@ fromIterable<T extends ArrayBufferViewInput>(source: T | Iterable<T>): Uint8ArrayGenerator;
     fromNodeStream(stream: NodeJS.ReadableStream): AsyncUint8ArrayGenerator;
-    toDOMStream<T_3>(source: Iterable<T_3> | AsyncIterable<T_3>, options?: ReadableDOMStreamOptions | undefined): ReadableStream<T_3>;
-    toNodeStream<T_4>(source: Iterable<T_4> | AsyncIterable<T_4>, options?: import("stream").ReadableOptions | undefined): import('stream').Readable;
+    toDOMStream<T_3>(source: Iterable<T_3> | AsyncIterable<T_3>, options?: ReadableDOMStreamOptions): ReadableStream<T_3>;
+    toNodeStream<T_4>(source: Iterable<T_4> | AsyncIterable<T_4>, options?: import('stream').ReadableOptions): import('stream').Readable;
 };
-/** @ignore */
 export default _default;

io/interfaces.d.ts

 /// <reference types="node" />
+/// <reference types="node" />
 /** @ignore */
@@ -3,0 +4,0 @@ export declare const ITERATOR_DONE: any;

io/node/reader.d.ts

@@ -25,5 +25,5 @@ /// <reference types="node" />
     _destroy(err: Error | null, cb: (error: Error | null) => void): void;
-    _open(source: AsyncByteQueue): Promise<import("../../ipc/reader.js").RecordBatchFileReader<T> | import("../../ipc/reader.js").AsyncRecordBatchStreamReader<T>>;
+    _open(source: AsyncByteQueue): Promise<import("../../ipc/reader.js").AsyncRecordBatchStreamReader<T>>;
     _pull(size: number, reader: RecordBatchReader<T>): Promise<boolean>;
 }
 export {};

ipc/reader.d.ts

 /// <reference types="node" />
+/// <reference types="node" />
 import { Vector } from '../vector.js';
@@ -70,3 +71,3 @@ import { DataType, TypeMap } from '../type.js';
     static from<T extends TypeMap = any>(source: FromArg3): Promise<RecordBatchFileReader<T> | RecordBatchStreamReader<T>>;
-    static from<T extends TypeMap = any>(source: FromArg4): Promise<RecordBatchFileReader<T> | AsyncRecordBatchReaders<T>>;
+    static from<T extends TypeMap = any>(source: FromArg4): Promise<AsyncRecordBatchFileReader<T> | AsyncRecordBatchStreamReader<T>>;
     static from<T extends TypeMap = any>(source: FromArg5): Promise<AsyncRecordBatchFileReader<T> | AsyncRecordBatchStreamReader<T>>;
@@ -73,0 +74,0 @@ static readAll<T extends RecordBatchReader>(source: T): T extends RecordBatchReaders ? IterableIterator<T> : AsyncIterableIterator<T>;

ipc/serialization.d.ts

 import { Table } from '../table.js';
 import { TypeMap } from '../type.js';
-import { FromArg0, FromArg1, FromArg2, FromArg3, FromArg4, FromArg5 } from './reader.js';
+import { FromArg0, FromArg1, FromArg2, FromArg3, FromArg4, FromArg5, RecordBatchReader, RecordBatchFileReader, RecordBatchStreamReader, AsyncRecordBatchFileReader, AsyncRecordBatchStreamReader } from './reader.js';
+declare type RecordBatchReaders<T extends TypeMap = any> = RecordBatchFileReader<T> | RecordBatchStreamReader<T>;
+declare type AsyncRecordBatchReaders<T extends TypeMap = any> = AsyncRecordBatchFileReader<T> | AsyncRecordBatchStreamReader<T>;
 /**
@@ -10,3 +12,6 @@ * Deserialize the IPC format into a {@link Table}. This function is a
 export declare function tableFromIPC<T extends TypeMap = any>(source: FromArg1): Promise<Table<T>>;
-export declare function tableFromIPC<T extends TypeMap = any>(source: FromArg3 | FromArg4 | FromArg5): Promise<Table<T>> | Table<T>;
+export declare function tableFromIPC<T extends TypeMap = any>(source: FromArg3 | FromArg4 | FromArg5): Promise<Table<T>>;
+export declare function tableFromIPC<T extends TypeMap = any>(source: RecordBatchReaders<T>): Table<T>;
+export declare function tableFromIPC<T extends TypeMap = any>(source: AsyncRecordBatchReaders<T>): Promise<Table<T>>;
+export declare function tableFromIPC<T extends TypeMap = any>(source: RecordBatchReader<T>): Table<T> | Promise<Table<T>>;
 /**
@@ -21,1 +26,2 @@ * Serialize a {@link Table} to the IPC format. This function is a convenience
 export declare function tableToIPC<T extends TypeMap = any>(table: Table, type?: 'file' | 'stream'): Uint8Array;
+export {};

ipc/serialization.js

@@ -20,3 +20,2 @@ "use strict";
 exports.tableToIPC = exports.tableFromIPC = void 0;
-var tslib_1 = require("tslib");
 var table_js_1 = require("../table.js");
@@ -27,15 +26,9 @@ var compat_js_1 = require("../util/compat.js");
 function tableFromIPC(input) {
-    var _this = this;
     var reader = reader_js_1.RecordBatchReader.from(input);
     if ((0, compat_js_1.isPromise)(reader)) {
-        return (function () { return tslib_1.__awaiter(_this, void 0, void 0, function () { var _a; return tslib_1.__generator(this, function (_b) {
-            switch (_b.label) {
-                case 0:
-                    _a = table_js_1.Table.bind;
-                    return [4 /*yield*/, reader];
-                case 1: return [4 /*yield*/, (_b.sent()).readAll()];
-                case 2: return [2 /*return*/, new (_a.apply(table_js_1.Table, [void 0, _b.sent()]))()];
-            }
-        }); }); })();
+        return reader.then(function (reader) { return tableFromIPC(reader); });
     }
+    if (reader.isAsync()) {
+        return reader.readAll().then(function (xs) { return new table_js_1.Table(xs); });
+    }
     return new table_js_1.Table(reader.readAll());
@@ -42,0 +35,0 @@ }

package.json

 {
-  "version": "8.0.0",
+  "version": "9.0.0",
   "name": "@apache-arrow/es5-cjs",
@@ -26,3 +26,3 @@ "browser": "Arrow.dom.js",
     "@types/command-line-usage": "5.0.2",
-    "@types/node": "^17.0.24",
+    "@types/node": "^17.0.36",
     "@types/pad-left": "2.1.1",
@@ -34,3 +34,3 @@ "command-line-args": "5.2.1",
     "pad-left": "^2.1.0",
-    "tslib": "^2.3.1"
+    "tslib": "^2.4.0"
   },
@@ -37,0 +37,0 @@ "bin": {

src/ipc/reader.ts

@@ -150,3 +150,3 @@ // Licensed to the Apache Software Foundation (ASF) under one
     public static from<T extends TypeMap = any>(source: FromArg3): Promise<RecordBatchFileReader<T> | RecordBatchStreamReader<T>>;
-    public static from<T extends TypeMap = any>(source: FromArg4): Promise<RecordBatchFileReader<T> | AsyncRecordBatchReaders<T>>;
+    public static from<T extends TypeMap = any>(source: FromArg4): Promise<AsyncRecordBatchFileReader<T> | AsyncRecordBatchStreamReader<T>>;
     public static from<T extends TypeMap = any>(source: FromArg5): Promise<AsyncRecordBatchFileReader<T> | AsyncRecordBatchStreamReader<T>>;
@@ -153,0 +153,0 @@ /** @nocollapse */

src/ipc/serialization.ts

@@ -21,5 +21,13 @@ // Licensed to the Apache Software Foundation (ASF) under one
 import { isPromise } from '../util/compat.js';
-import { FromArg0, FromArg1, FromArg2, FromArg3, FromArg4, FromArg5, RecordBatchReader } from './reader.js';
+import {
+    FromArg0, FromArg1, FromArg2, FromArg3, FromArg4, FromArg5,
+    RecordBatchReader,
+    RecordBatchFileReader, RecordBatchStreamReader,
+    AsyncRecordBatchFileReader, AsyncRecordBatchStreamReader
+} from './reader.js';
 import { RecordBatchFileWriter, RecordBatchStreamWriter } from './writer.js';
 
+type RecordBatchReaders<T extends TypeMap = any> = RecordBatchFileReader<T> | RecordBatchStreamReader<T>;
+type AsyncRecordBatchReaders<T extends TypeMap = any> = AsyncRecordBatchFileReader<T> | AsyncRecordBatchStreamReader<T>;
+
 /**
@@ -31,9 +39,15 @@ * Deserialize the IPC format into a {@link Table}. This function is a
 export function tableFromIPC<T extends TypeMap = any>(source: FromArg1): Promise<Table<T>>;
-export function tableFromIPC<T extends TypeMap = any>(source: FromArg3 | FromArg4 | FromArg5): Promise<Table<T>> | Table<T>;
+export function tableFromIPC<T extends TypeMap = any>(source: FromArg3 | FromArg4 | FromArg5): Promise<Table<T>>;
+export function tableFromIPC<T extends TypeMap = any>(source: RecordBatchReaders<T>): Table<T>;
+export function tableFromIPC<T extends TypeMap = any>(source: AsyncRecordBatchReaders<T>): Promise<Table<T>>;
+export function tableFromIPC<T extends TypeMap = any>(source: RecordBatchReader<T>): Table<T> | Promise<Table<T>>;
 export function tableFromIPC<T extends TypeMap = any>(input: any): Table<T> | Promise<Table<T>> {
-    const reader = RecordBatchReader.from<T>(input);
-    if (isPromise(reader)) {
-        return (async () => new Table(await (await reader).readAll()))();
+    const reader = RecordBatchReader.from<T>(input) as RecordBatchReader<T> | Promise<RecordBatchReader<T>>;
+    if (isPromise<RecordBatchReader<T>>(reader)) {
+        return reader.then((reader) => tableFromIPC(reader)) as Promise<Table<T>>;
     }
-    return new Table(reader.readAll());
+    if (reader.isAsync()) {
+        return (reader as AsyncRecordBatchReaders<T>).readAll().then((xs) => new Table(xs));
+    }
+    return new Table((reader as RecordBatchReaders<T>).readAll());
 }
@@ -40,0 +54,0 @@

src/table.ts

@@ -227,3 +227,6 @@ // Licensed to the Apache Software Foundation (ASF) under one
     public [Symbol.iterator]() {
-        return iteratorVisitor.visit(new Vector(this.data)) as IterableIterator<Struct<T>['TValue']>;
+        if (this.batches.length > 0) {
+            return iteratorVisitor.visit(new Vector(this.data)) as IterableIterator<Struct<T>['TValue']>;
+        }
+        return (new Array(0))[Symbol.iterator]();
     }
@@ -230,0 +233,0 @@

src/vector.ts

@@ -70,3 +70,3 @@ // Licensed to the Apache Software Foundation (ASF) under one
             : input as Data<T>[];
-        if (data.some((x) => !(x instanceof Data))) {
+        if (data.length === 0 || data.some((x) => !(x instanceof Data))) {
             throw new TypeError('Vector constructor expects an Array of Data instances.');
@@ -73,0 +73,0 @@ }

table.d.ts

@@ -92,3 +92,3 @@ import { Data } from './data.js';
      */
-    [Symbol.iterator](): IterableIterator<import("./Arrow.js").StructRowProxy<T>>;
+    [Symbol.iterator](): IterableIterator<any>;
     /**
@@ -99,3 +99,3 @@ * Return a JavaScript Array of the Table rows.
      */
-    toArray(): import("./Arrow.js").StructRowProxy<T>[];
+    toArray(): any[];
     /**
@@ -102,0 +102,0 @@ * Returns a string representation of the Table rows.

table.js

@@ -202,3 +202,6 @@ "use strict";
     Table.prototype[Symbol.iterator] = function () {
-        return iterator_js_1.instance.visit(new vector_js_1.Vector(this.data));
+        if (this.batches.length > 0) {
+            return iterator_js_1.instance.visit(new vector_js_1.Vector(this.data));
+        }
+        return (new Array(0))[Symbol.iterator]();
     };
@@ -205,0 +208,0 @@ /**

util/chunk.d.ts

@@ -28,2 +28,2 @@ import { Data } from '../data.js';
 /** @ignore */
-export declare function wrapChunkedIndexOf<T extends DataType>(indexOf: (c: Data<T>, e: T['TValue'], o?: number) => any): (this: any, element: T['TValue'], offset?: number | undefined) => any;
+export declare function wrapChunkedIndexOf<T extends DataType>(indexOf: (c: Data<T>, e: T['TValue'], o?: number) => any): (this: any, element: T['TValue'], offset?: number) => any;

util/utf8.d.ts

 /** @ignore */
-export declare const decodeUtf8: (buffer?: BufferSource | undefined) => string;
+export declare const decodeUtf8: (buffer?: BufferSource) => string;
 /** @ignore */
-export declare const encodeUtf8: (value?: string | undefined) => Uint8Array;
+export declare const encodeUtf8: (value?: string) => Uint8Array;

vector.js

@@ -42,3 +42,3 @@ "use strict";
             : input;
-        if (data.some(function (x) { return !(x instanceof data_js_1.Data); })) {
+        if (data.length === 0 || data.some(function (x) { return !(x instanceof data_js_1.Data); })) {
             throw new TypeError('Vector constructor expects an Array of Data instances.');
@@ -45,0 +45,0 @@ }

No alert changes

Improved metrics

Total package byte prevSize

2966204

increased by0.31%

Lines of code

42769

increased by0.05%

Dependency changes

• Updated@types/node@^17.0.36

• Updatedtslib@^2.4.0