@naturalcycles/db-lib - npm Package Compare versions

Comparing version 8.9.1 to 8.10.0

CHANGELOG.md

@@ -0,1 +1,9 @@
+# [8.10.0](https://github.com/NaturalCycles/db-lib/compare/v8.9.1...v8.10.0) (2021-07-30)
+
+
+### Features
+
+* skipConversion=true for CommonDao.stream* methods ([7e70bcb](https://github.com/NaturalCycles/db-lib/commit/7e70bcb4516240e9da5cb5d5cf096ac38838aa0c))
+* sortObjects default to false in dbPipelineBackup ([39fab5b](https://github.com/NaturalCycles/db-lib/commit/39fab5b8a895f52498735dea494317714437e3ca))
+
 ## [8.9.1](https://github.com/NaturalCycles/db-lib/compare/v8.9.0...v8.9.1) (2021-07-22)
@@ -2,0 +10,0 @@

dist/commondao/common.dao.js

@@ -237,2 +237,3 @@ "use strict";
         opt.skipValidation = opt.skipValidation !== false; // default true
+        opt.skipConversion = opt.skipConversion !== false; // default true
         opt.errorMode = opt.errorMode || js_lib_1.ErrorMode.SUPPRESS;
@@ -266,4 +267,4 @@ const partialQuery = !!q._selectedFieldNames;
         q.table = opt.table || q.table;
-        if (opt.skipValidation === undefined)
-            opt.skipValidation = true;
+        opt.skipValidation = opt.skipValidation !== false; // default true
+        opt.skipConversion = opt.skipConversion !== false; // default true
         opt.errorMode = opt.errorMode || js_lib_1.ErrorMode.SUPPRESS;
@@ -299,2 +300,3 @@ const partialQuery = !!q._selectedFieldNames;
         opt.skipValidation = opt.skipValidation !== false; // default true
+        opt.skipConversion = opt.skipConversion !== false; // default true
         opt.errorMode = opt.errorMode || js_lib_1.ErrorMode.SUPPRESS;
@@ -316,2 +318,3 @@ const partialQuery = !!q._selectedFieldNames;
         opt.skipValidation = opt.skipValidation !== false; // default true
+        opt.skipConversion = opt.skipConversion !== false; // default true
         opt.errorMode = opt.errorMode || js_lib_1.ErrorMode.SUPPRESS;
@@ -338,3 +341,2 @@ const stream = this.cfg.db.streamQuery(q, opt);
         q.table = opt.table || q.table;
-        opt.skipValidation = opt.skipValidation !== false; // default true
         opt.errorMode = opt.errorMode || js_lib_1.ErrorMode.SUPPRESS;
@@ -348,3 +350,2 @@ return this.cfg.db.streamQuery(q.select(['id']), opt).pipe(nodejs_lib_1.transformMap(objectWithId => objectWithId.id, {
         q.table = opt.table || q.table;
-        opt.skipValidation = opt.skipValidation !== false; // default true
         opt.errorMode = opt.errorMode || js_lib_1.ErrorMode.SUPPRESS;
@@ -351,0 +352,0 @@ const op = `streamQueryIdsForEach(${q.pretty()})`;

dist/commondao/common.dao.model.d.ts

@@ -146,2 +146,6 @@ import { ErrorMode } from '@naturalcycles/js-lib';
     /**
+     * @default true (for streams)
+     */
+    skipConversion?: boolean;
+    /**
      * @default ErrorMode.SUPPRESS for returning ReadableStream, because .pipe() has no concept of "error propagation"
@@ -148,0 +152,0 @@ * @default ErrorMode.SUPPRESS for .forEach() streams as well, but overridable

dist/pipeline/dbPipelineBackup.d.ts

@@ -85,2 +85,6 @@ /// <reference types="node" />
     emitSchemaFromDB?: boolean;
+    /**
+     * @default false
+     */
+    sortObjects?: boolean;
 }
@@ -87,0 +91,0 @@ /**

dist/pipeline/dbPipelineBackup.js

@@ -23,3 +23,3 @@ "use strict";
 async function dbPipelineBackup(opt) {
-    const { db, concurrency = 16, limit = 0, sinceUpdated, outputDirPath, protectFromOverwrite = false, zlibOptions, mapperPerTable = {}, transformMapOptions, errorMode = js_lib_1.ErrorMode.SUPPRESS, emitSchemaFromDB = false, emitSchemaFromData = false, } = opt;
+    const { db, concurrency = 16, limit = 0, sinceUpdated, outputDirPath, protectFromOverwrite = false, zlibOptions, mapperPerTable = {}, transformMapOptions, errorMode = js_lib_1.ErrorMode.SUPPRESS, emitSchemaFromDB = false, emitSchemaFromData = false, sortObjects = false, } = opt;
     const strict = errorMode !== js_lib_1.ErrorMode.SUPPRESS;
@@ -76,3 +76,3 @@ const gzip = opt.gzip !== false; // default to true
             }),
-            nodejs_lib_1.transformToNDJson({ strict, sortObjects: true }),
+            nodejs_lib_1.transformToNDJson({ strict, sortObjects }),
             ...(gzip ? [zlib_1.createGzip(zlibOptions)] : []),
@@ -79,0 +79,0 @@ fs.createWriteStream(filePath),

package.json

@@ -45,3 +45,3 @@ {
   },
-  "version": "8.9.1",
+  "version": "8.10.0",
   "description": "Lowest Common Denominator API to supported Databases",
@@ -48,0 +48,0 @@ "keywords": [

src/commondao/common.dao.model.ts

@@ -185,2 +185,7 @@ import { ErrorMode } from '@naturalcycles/js-lib'
   /**
+   * @default true (for streams)
+   */
+  skipConversion?: boolean
+
+  /**
    * @default ErrorMode.SUPPRESS for returning ReadableStream, because .pipe() has no concept of "error propagation"
@@ -187,0 +192,0 @@ * @default ErrorMode.SUPPRESS for .forEach() streams as well, but overridable

src/commondao/common.dao.ts

@@ -318,2 +318,3 @@ import {
     opt.skipValidation = opt.skipValidation !== false // default true
+    opt.skipConversion = opt.skipConversion !== false // default true
     opt.errorMode = opt.errorMode || ErrorMode.SUPPRESS
@@ -358,3 +359,4 @@
     q.table = opt.table || q.table
-    if (opt.skipValidation === undefined) opt.skipValidation = true
+    opt.skipValidation = opt.skipValidation !== false // default true
+    opt.skipConversion = opt.skipConversion !== false // default true
     opt.errorMode = opt.errorMode || ErrorMode.SUPPRESS
@@ -400,2 +402,3 @@
     opt.skipValidation = opt.skipValidation !== false // default true
+    opt.skipConversion = opt.skipConversion !== false // default true
     opt.errorMode = opt.errorMode || ErrorMode.SUPPRESS
@@ -425,2 +428,3 @@
     opt.skipValidation = opt.skipValidation !== false // default true
+    opt.skipConversion = opt.skipConversion !== false // default true
     opt.errorMode = opt.errorMode || ErrorMode.SUPPRESS
@@ -456,3 +460,2 @@
     q.table = opt.table || q.table
-    opt.skipValidation = opt.skipValidation !== false // default true
     opt.errorMode = opt.errorMode || ErrorMode.SUPPRESS
@@ -474,3 +477,2 @@
     q.table = opt.table || q.table
-    opt.skipValidation = opt.skipValidation !== false // default true
     opt.errorMode = opt.errorMode || ErrorMode.SUPPRESS
@@ -477,0 +479,0 @@

src/pipeline/dbPipelineBackup.ts

@@ -112,2 +112,7 @@ import { AppError, AsyncMapper, ErrorMode, pMap, _passthroughMapper } from '@naturalcycles/js-lib'
   emitSchemaFromDB?: boolean
+
+  /**
+   * @default false
+   */
+  sortObjects?: boolean
 }
@@ -140,2 +145,3 @@
     emitSchemaFromData = false,
+    sortObjects = false,
   } = opt
@@ -213,3 +219,3 @@ const strict = errorMode !== ErrorMode.SUPPRESS
         }),
-        transformToNDJson({ strict, sortObjects: true }),
+        transformToNDJson({ strict, sortObjects }),
         ...(gzip ? [createGzip(zlibOptions)] : []), // optional gzip
@@ -216,0 +222,0 @@ fs.createWriteStream(filePath),

No alert changes

Improved metrics

Total package byte prevSize

387483

increased by0.26%

Lines of code

9106

increased by0.22%

No dependency changes