@saulx/utils - npm Package Compare versions

Comparing version 4.2.1 to 4.3.0

dist/src/readStream.d.ts

 /// <reference types="node" resolution-mode="require"/>
 import { Stream } from 'stream';
-export declare const readStream: (stream: Stream) => Promise<Buffer>;
+export declare const readStream: (stream: Stream, opts?: {
+    throttle?: number;
+    maxCunkSize?: number;
+}) => Promise<Buffer>;

dist/src/readStream.js

@@ -1,22 +0,61 @@
-import { PassThrough } from 'stream';
-export const readStream = (stream) => new Promise((resolve, reject) => {
-    const s = new PassThrough();
-    s.on('error', (err) => {
-        reject(err);
-    });
-    let buffers = [];
-    s.on('data', (s) => {
-        if (typeof s === 'string') {
-            buffers.push(Buffer.from(s));
+import { Writable } from 'stream';
+export const readStream = (stream, opts) => new Promise((resolve, reject) => {
+    const maxCunkSize = opts?.maxCunkSize ?? 0;
+    const throttle = opts?.throttle ?? 0;
+    const buffers = [];
+    const processChunk = (c, next) => {
+        buffers.push(c.slice(0, maxCunkSize));
+        const chunkP = c.slice(maxCunkSize);
+        if (chunkP.byteLength > maxCunkSize) {
+            if (throttle) {
+                setTimeout(() => {
+                    processChunk(chunkP, next);
+                }, throttle);
+            }
+            else {
+                processChunk(chunkP, next);
+            }
         }
         else {
-            buffers.push(s);
+            if (throttle) {
+                setTimeout(() => {
+                    next();
+                }, throttle);
+            }
+            else {
+                next();
+            }
         }
+    };
+    const s = new Writable({
+        write: (c, _encoding, next) => {
+            if (maxCunkSize && c.byteLength > maxCunkSize) {
+                processChunk(c, next);
+            }
+            else {
+                if (typeof c === 'string') {
+                    buffers.push(Buffer.from(c));
+                }
+                else {
+                    buffers.push(c);
+                }
+                if (throttle) {
+                    setTimeout(() => {
+                        next();
+                    }, throttle);
+                }
+                else {
+                    next();
+                }
+            }
+        },
     });
-    s.on('end', () => {
+    s.on('error', (err) => {
+        reject(err);
+    });
+    s.on('finish', () => {
         resolve(Buffer.concat(buffers));
     });
-    // @ts-ignore
     stream.pipe(s);
 });
 //# sourceMappingURL=readStream.js.map

package.json

 {
   "name": "@saulx/utils",
-  "version": "4.2.1",
+  "version": "4.3.0",
   "repository": "https://github.com/atelier-saulx/utils",
@@ -5,0 +5,0 @@ "files": [

No alert changes

Improved metrics

Total package byte prevSize

88135

increased by2.5%

Lines of code

1284

increased by3.38%

No dependency changes