Big News: Socket raises $60M Series C at a $1B valuation to secure software supply chains for AI-driven development.Announcement →
@datastream/validate
Advanced tools
@datastream/validate - npm Package Compare versions
+2
-2
@@ -53,3 +53,3 @@ var __create = Object.create; | ||
| let idx = idxStart - 1; | ||
| const transform = (chunk) => { | ||
| const transform = (chunk, enqueue) => { | ||
| idx += 1; | ||
@@ -66,3 +66,3 @@ const chunkValid = schema(chunk); | ||
| } | ||
| return chunk; | ||
| enqueue(chunk); | ||
| }; | ||
@@ -69,0 +69,0 @@ const stream = (0, import_core.createTransformStream)(transform, streamOptions); |
| { | ||
| "version": 3, | ||
| "sources": ["index.js"], | ||
| "sourcesContent": ["import { createTransformStream } from '@datastream/core'\nimport _ajv from 'ajv/dist/2020.js'\nimport formats from 'ajv-formats'\nimport formatsDraft2019 from 'ajv-formats-draft2019'\n// import ajvErrors from 'ajv-errors'\nimport uriResolver from 'fast-uri'\n\nconst Ajv = _ajv.default // esm workaround for linting\n\nconst ajvDefaults = {\n strict: true,\n coerceTypes: true,\n allErrors: true,\n useDefaults: 'empty',\n uriResolver\n}\n\nexport const validateStream = (\n { schema, idxStart, resultKey, ...ajvOptions },\n streamOptions\n) => {\n idxStart ??= 0\n // language ??= 'en'\n\n if (typeof schema !== 'function') {\n const ajv = new Ajv({ ...ajvDefaults, ...ajvOptions })\n formats(ajv)\n formatsDraft2019(ajv)\n // ajvErrors(ajv)\n schema = ajv.compile(schema)\n }\n\n const value = {} // aka errors\n let idx = idxStart - 1\n const transform = (chunk) => {\n idx += 1\n\n const chunkValid = schema(chunk)\n // console.log({ chunkValid })\n if (!chunkValid) {\n // if (availableLanguages) {\n // availableLanguages[language](chunkSchema.errors)\n // }\n\n for (const error of schema.errors) {\n const { id, keys, message } = processError(error)\n\n if (!value[id]) {\n value[id] = { id, keys, message, idx: [] }\n }\n value[id].idx.push(idx)\n }\n }\n return chunk // TODO option to not pass chunk on?\n }\n const stream = createTransformStream(transform, streamOptions)\n stream.result = () => ({ key: resultKey ?? 'validate', value })\n return stream\n}\n\nconst processError = (error) => {\n const message = error.message || ''\n\n let id = error.schemaPath\n\n let keys = []\n if (error.keyword === 'errorMessage') {\n error.params.errors.forEach((error) => {\n const value = makeKeys(error)\n if (value) keys.push(value)\n })\n keys = [...new Set(keys.sort())]\n } else {\n keys.push(makeKeys(error))\n }\n if (!error.instancePath && keys.length) {\n id += `/${keys.join('|')}`\n }\n return { id, keys, message }\n}\n\nconst makeKeys = (error) => {\n // deps groups columns that are related in anyOf/oneOf.\n /* error.params.deps ?? */\n return (\n error.params.missingProperty ||\n error.params.additionalProperty ||\n error.instancePath.replace('/', '')\n )\n}\n\nexport default validateStream\n"], | ||
| "mappings": ";;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,kBAAsC;AACtC,eAAiB;AACjB,yBAAoB;AACpB,mCAA6B;AAE7B,sBAAwB;AAExB,MAAM,MAAM,SAAAA,QAAK;AAEjB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb,6BAAAC;AACF;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,cAAc,WAAW,GAC7C,kBACG;AACH,eAAa;AAGb,MAAI,OAAO,WAAW,YAAY;AAChC,UAAM,MAAM,IAAI,IAAI,EAAE,GAAG,aAAa,GAAG,WAAW,CAAC;AACrD,2BAAAC,SAAQ,GAAG;AACX,qCAAAC,SAAiB,GAAG;AAEpB,aAAS,IAAI,QAAQ,MAAM;AAAA,EAC7B;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,UAAU;AAC3B,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AAKf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,MAAM,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,IAAI,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACA,QAAM,aAAS,mCAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACC,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;", | ||
| "sourcesContent": ["import { createTransformStream } from '@datastream/core'\nimport _ajv from 'ajv/dist/2020.js'\nimport formats from 'ajv-formats'\nimport formatsDraft2019 from 'ajv-formats-draft2019'\n// import ajvErrors from 'ajv-errors'\nimport uriResolver from 'fast-uri'\n\nconst Ajv = _ajv.default // esm workaround for linting\n\nconst ajvDefaults = {\n strict: true,\n coerceTypes: true,\n allErrors: true,\n useDefaults: 'empty',\n uriResolver\n}\n\nexport const validateStream = (\n { schema, idxStart, resultKey, ...ajvOptions },\n streamOptions\n) => {\n idxStart ??= 0\n // language ??= 'en'\n\n if (typeof schema !== 'function') {\n const ajv = new Ajv({ ...ajvDefaults, ...ajvOptions })\n formats(ajv)\n formatsDraft2019(ajv)\n // ajvErrors(ajv)\n schema = ajv.compile(schema)\n }\n\n const value = {} // aka errors\n let idx = idxStart - 1\n const transform = (chunk, enqueue) => {\n idx += 1\n\n const chunkValid = schema(chunk)\n // console.log({ chunkValid })\n if (!chunkValid) {\n // if (availableLanguages) {\n // availableLanguages[language](chunkSchema.errors)\n // }\n\n for (const error of schema.errors) {\n const { id, keys, message } = processError(error)\n\n if (!value[id]) {\n value[id] = { id, keys, message, idx: [] }\n }\n value[id].idx.push(idx)\n }\n }\n enqueue(chunk) // TODO option to not pass chunk on?\n }\n const stream = createTransformStream(transform, streamOptions)\n stream.result = () => ({ key: resultKey ?? 'validate', value })\n return stream\n}\n\nconst processError = (error) => {\n const message = error.message || ''\n\n let id = error.schemaPath\n\n let keys = []\n if (error.keyword === 'errorMessage') {\n error.params.errors.forEach((error) => {\n const value = makeKeys(error)\n if (value) keys.push(value)\n })\n keys = [...new Set(keys.sort())]\n } else {\n keys.push(makeKeys(error))\n }\n if (!error.instancePath && keys.length) {\n id += `/${keys.join('|')}`\n }\n return { id, keys, message }\n}\n\nconst makeKeys = (error) => {\n // deps groups columns that are related in anyOf/oneOf.\n /* error.params.deps ?? */\n return (\n error.params.missingProperty ||\n error.params.additionalProperty ||\n error.instancePath.replace('/', '')\n )\n}\n\nexport default validateStream\n"], | ||
| "mappings": ";;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,kBAAsC;AACtC,eAAiB;AACjB,yBAAoB;AACpB,mCAA6B;AAE7B,sBAAwB;AAExB,MAAM,MAAM,SAAAA,QAAK;AAEjB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb,6BAAAC;AACF;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,cAAc,WAAW,GAC7C,kBACG;AACH,eAAa;AAGb,MAAI,OAAO,WAAW,YAAY;AAChC,UAAM,MAAM,IAAI,IAAI,EAAE,GAAG,aAAa,GAAG,WAAW,CAAC;AACrD,2BAAAC,SAAQ,GAAG;AACX,qCAAAC,SAAiB,GAAG;AAEpB,aAAS,IAAI,QAAQ,MAAM;AAAA,EAC7B;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,OAAO,YAAY;AACpC,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AAKf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,MAAM,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,IAAI,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,EACf;AACA,QAAM,aAAS,mCAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACC,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;", | ||
| "names": ["_ajv", "uriResolver", "formats", "formatsDraft2019", "error"] | ||
| } |
+2
-2
@@ -24,3 +24,3 @@ import { createTransformStream } from "@datastream/core"; | ||
| let idx = idxStart - 1; | ||
| const transform = (chunk) => { | ||
| const transform = (chunk, enqueue) => { | ||
| idx += 1; | ||
@@ -37,3 +37,3 @@ const chunkValid = schema(chunk); | ||
| } | ||
| return chunk; | ||
| enqueue(chunk); | ||
| }; | ||
@@ -40,0 +40,0 @@ const stream = createTransformStream(transform, streamOptions); |
| { | ||
| "version": 3, | ||
| "sources": ["index.js"], | ||
| "sourcesContent": ["import { createTransformStream } from '@datastream/core'\nimport _ajv from 'ajv/dist/2020.js'\nimport formats from 'ajv-formats'\nimport formatsDraft2019 from 'ajv-formats-draft2019'\n// import ajvErrors from 'ajv-errors'\nimport uriResolver from 'fast-uri'\n\nconst Ajv = _ajv.default // esm workaround for linting\n\nconst ajvDefaults = {\n strict: true,\n coerceTypes: true,\n allErrors: true,\n useDefaults: 'empty',\n uriResolver\n}\n\nexport const validateStream = (\n { schema, idxStart, resultKey, ...ajvOptions },\n streamOptions\n) => {\n idxStart ??= 0\n // language ??= 'en'\n\n if (typeof schema !== 'function') {\n const ajv = new Ajv({ ...ajvDefaults, ...ajvOptions })\n formats(ajv)\n formatsDraft2019(ajv)\n // ajvErrors(ajv)\n schema = ajv.compile(schema)\n }\n\n const value = {} // aka errors\n let idx = idxStart - 1\n const transform = (chunk) => {\n idx += 1\n\n const chunkValid = schema(chunk)\n // console.log({ chunkValid })\n if (!chunkValid) {\n // if (availableLanguages) {\n // availableLanguages[language](chunkSchema.errors)\n // }\n\n for (const error of schema.errors) {\n const { id, keys, message } = processError(error)\n\n if (!value[id]) {\n value[id] = { id, keys, message, idx: [] }\n }\n value[id].idx.push(idx)\n }\n }\n return chunk // TODO option to not pass chunk on?\n }\n const stream = createTransformStream(transform, streamOptions)\n stream.result = () => ({ key: resultKey ?? 'validate', value })\n return stream\n}\n\nconst processError = (error) => {\n const message = error.message || ''\n\n let id = error.schemaPath\n\n let keys = []\n if (error.keyword === 'errorMessage') {\n error.params.errors.forEach((error) => {\n const value = makeKeys(error)\n if (value) keys.push(value)\n })\n keys = [...new Set(keys.sort())]\n } else {\n keys.push(makeKeys(error))\n }\n if (!error.instancePath && keys.length) {\n id += `/${keys.join('|')}`\n }\n return { id, keys, message }\n}\n\nconst makeKeys = (error) => {\n // deps groups columns that are related in anyOf/oneOf.\n /* error.params.deps ?? */\n return (\n error.params.missingProperty ||\n error.params.additionalProperty ||\n error.instancePath.replace('/', '')\n )\n}\n\nexport default validateStream\n"], | ||
| "mappings": "AAAA,SAAS,6BAA6B;AACtC,OAAO,UAAU;AACjB,OAAO,aAAa;AACpB,OAAO,sBAAsB;AAE7B,OAAO,iBAAiB;AAExB,MAAM,MAAM,KAAK;AAEjB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb;AACF;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,cAAc,WAAW,GAC7C,kBACG;AACH,eAAa;AAGb,MAAI,OAAO,WAAW,YAAY;AAChC,UAAM,MAAM,IAAI,IAAI,EAAE,GAAG,aAAa,GAAG,WAAW,CAAC;AACrD,YAAQ,GAAG;AACX,qBAAiB,GAAG;AAEpB,aAAS,IAAI,QAAQ,MAAM;AAAA,EAC7B;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,UAAU;AAC3B,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AAKf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,MAAM,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,IAAI,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACA,QAAM,SAAS,sBAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACA,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;", | ||
| "sourcesContent": ["import { createTransformStream } from '@datastream/core'\nimport _ajv from 'ajv/dist/2020.js'\nimport formats from 'ajv-formats'\nimport formatsDraft2019 from 'ajv-formats-draft2019'\n// import ajvErrors from 'ajv-errors'\nimport uriResolver from 'fast-uri'\n\nconst Ajv = _ajv.default // esm workaround for linting\n\nconst ajvDefaults = {\n strict: true,\n coerceTypes: true,\n allErrors: true,\n useDefaults: 'empty',\n uriResolver\n}\n\nexport const validateStream = (\n { schema, idxStart, resultKey, ...ajvOptions },\n streamOptions\n) => {\n idxStart ??= 0\n // language ??= 'en'\n\n if (typeof schema !== 'function') {\n const ajv = new Ajv({ ...ajvDefaults, ...ajvOptions })\n formats(ajv)\n formatsDraft2019(ajv)\n // ajvErrors(ajv)\n schema = ajv.compile(schema)\n }\n\n const value = {} // aka errors\n let idx = idxStart - 1\n const transform = (chunk, enqueue) => {\n idx += 1\n\n const chunkValid = schema(chunk)\n // console.log({ chunkValid })\n if (!chunkValid) {\n // if (availableLanguages) {\n // availableLanguages[language](chunkSchema.errors)\n // }\n\n for (const error of schema.errors) {\n const { id, keys, message } = processError(error)\n\n if (!value[id]) {\n value[id] = { id, keys, message, idx: [] }\n }\n value[id].idx.push(idx)\n }\n }\n enqueue(chunk) // TODO option to not pass chunk on?\n }\n const stream = createTransformStream(transform, streamOptions)\n stream.result = () => ({ key: resultKey ?? 'validate', value })\n return stream\n}\n\nconst processError = (error) => {\n const message = error.message || ''\n\n let id = error.schemaPath\n\n let keys = []\n if (error.keyword === 'errorMessage') {\n error.params.errors.forEach((error) => {\n const value = makeKeys(error)\n if (value) keys.push(value)\n })\n keys = [...new Set(keys.sort())]\n } else {\n keys.push(makeKeys(error))\n }\n if (!error.instancePath && keys.length) {\n id += `/${keys.join('|')}`\n }\n return { id, keys, message }\n}\n\nconst makeKeys = (error) => {\n // deps groups columns that are related in anyOf/oneOf.\n /* error.params.deps ?? */\n return (\n error.params.missingProperty ||\n error.params.additionalProperty ||\n error.instancePath.replace('/', '')\n )\n}\n\nexport default validateStream\n"], | ||
| "mappings": "AAAA,SAAS,6BAA6B;AACtC,OAAO,UAAU;AACjB,OAAO,aAAa;AACpB,OAAO,sBAAsB;AAE7B,OAAO,iBAAiB;AAExB,MAAM,MAAM,KAAK;AAEjB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb;AACF;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,cAAc,WAAW,GAC7C,kBACG;AACH,eAAa;AAGb,MAAI,OAAO,WAAW,YAAY;AAChC,UAAM,MAAM,IAAI,IAAI,EAAE,GAAG,aAAa,GAAG,WAAW,CAAC;AACrD,YAAQ,GAAG;AACX,qBAAiB,GAAG;AAEpB,aAAS,IAAI,QAAQ,MAAM;AAAA,EAC7B;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,OAAO,YAAY;AACpC,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AAKf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,MAAM,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,IAAI,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,EACf;AACA,QAAM,SAAS,sBAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACA,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;", | ||
| "names": ["error"] | ||
| } |
+2
-2
@@ -24,3 +24,3 @@ import { createTransformStream } from "@datastream/core"; | ||
| let idx = idxStart - 1; | ||
| const transform = (chunk) => { | ||
| const transform = (chunk, enqueue) => { | ||
| idx += 1; | ||
@@ -37,3 +37,3 @@ const chunkValid = schema(chunk); | ||
| } | ||
| return chunk; | ||
| enqueue(chunk); | ||
| }; | ||
@@ -40,0 +40,0 @@ const stream = createTransformStream(transform, streamOptions); |
| { | ||
| "version": 3, | ||
| "sources": ["index.js"], | ||
| "sourcesContent": ["import { createTransformStream } from '@datastream/core'\nimport _ajv from 'ajv/dist/2020.js'\nimport formats from 'ajv-formats'\nimport formatsDraft2019 from 'ajv-formats-draft2019'\n// import ajvErrors from 'ajv-errors'\nimport uriResolver from 'fast-uri'\n\nconst Ajv = _ajv.default // esm workaround for linting\n\nconst ajvDefaults = {\n strict: true,\n coerceTypes: true,\n allErrors: true,\n useDefaults: 'empty',\n uriResolver\n}\n\nexport const validateStream = (\n { schema, idxStart, resultKey, ...ajvOptions },\n streamOptions\n) => {\n idxStart ??= 0\n // language ??= 'en'\n\n if (typeof schema !== 'function') {\n const ajv = new Ajv({ ...ajvDefaults, ...ajvOptions })\n formats(ajv)\n formatsDraft2019(ajv)\n // ajvErrors(ajv)\n schema = ajv.compile(schema)\n }\n\n const value = {} // aka errors\n let idx = idxStart - 1\n const transform = (chunk) => {\n idx += 1\n\n const chunkValid = schema(chunk)\n // console.log({ chunkValid })\n if (!chunkValid) {\n // if (availableLanguages) {\n // availableLanguages[language](chunkSchema.errors)\n // }\n\n for (const error of schema.errors) {\n const { id, keys, message } = processError(error)\n\n if (!value[id]) {\n value[id] = { id, keys, message, idx: [] }\n }\n value[id].idx.push(idx)\n }\n }\n return chunk // TODO option to not pass chunk on?\n }\n const stream = createTransformStream(transform, streamOptions)\n stream.result = () => ({ key: resultKey ?? 'validate', value })\n return stream\n}\n\nconst processError = (error) => {\n const message = error.message || ''\n\n let id = error.schemaPath\n\n let keys = []\n if (error.keyword === 'errorMessage') {\n error.params.errors.forEach((error) => {\n const value = makeKeys(error)\n if (value) keys.push(value)\n })\n keys = [...new Set(keys.sort())]\n } else {\n keys.push(makeKeys(error))\n }\n if (!error.instancePath && keys.length) {\n id += `/${keys.join('|')}`\n }\n return { id, keys, message }\n}\n\nconst makeKeys = (error) => {\n // deps groups columns that are related in anyOf/oneOf.\n /* error.params.deps ?? */\n return (\n error.params.missingProperty ||\n error.params.additionalProperty ||\n error.instancePath.replace('/', '')\n )\n}\n\nexport default validateStream\n"], | ||
| "mappings": "AAAA,SAAS,6BAA6B;AACtC,OAAO,UAAU;AACjB,OAAO,aAAa;AACpB,OAAO,sBAAsB;AAE7B,OAAO,iBAAiB;AAExB,MAAM,MAAM,KAAK;AAEjB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb;AACF;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,cAAc,WAAW,GAC7C,kBACG;AACH,eAAa;AAGb,MAAI,OAAO,WAAW,YAAY;AAChC,UAAM,MAAM,IAAI,IAAI,EAAE,GAAG,aAAa,GAAG,WAAW,CAAC;AACrD,YAAQ,GAAG;AACX,qBAAiB,GAAG;AAEpB,aAAS,IAAI,QAAQ,MAAM;AAAA,EAC7B;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,UAAU;AAC3B,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AAKf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,MAAM,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,IAAI,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACA,QAAM,SAAS,sBAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACA,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;", | ||
| "sourcesContent": ["import { createTransformStream } from '@datastream/core'\nimport _ajv from 'ajv/dist/2020.js'\nimport formats from 'ajv-formats'\nimport formatsDraft2019 from 'ajv-formats-draft2019'\n// import ajvErrors from 'ajv-errors'\nimport uriResolver from 'fast-uri'\n\nconst Ajv = _ajv.default // esm workaround for linting\n\nconst ajvDefaults = {\n strict: true,\n coerceTypes: true,\n allErrors: true,\n useDefaults: 'empty',\n uriResolver\n}\n\nexport const validateStream = (\n { schema, idxStart, resultKey, ...ajvOptions },\n streamOptions\n) => {\n idxStart ??= 0\n // language ??= 'en'\n\n if (typeof schema !== 'function') {\n const ajv = new Ajv({ ...ajvDefaults, ...ajvOptions })\n formats(ajv)\n formatsDraft2019(ajv)\n // ajvErrors(ajv)\n schema = ajv.compile(schema)\n }\n\n const value = {} // aka errors\n let idx = idxStart - 1\n const transform = (chunk, enqueue) => {\n idx += 1\n\n const chunkValid = schema(chunk)\n // console.log({ chunkValid })\n if (!chunkValid) {\n // if (availableLanguages) {\n // availableLanguages[language](chunkSchema.errors)\n // }\n\n for (const error of schema.errors) {\n const { id, keys, message } = processError(error)\n\n if (!value[id]) {\n value[id] = { id, keys, message, idx: [] }\n }\n value[id].idx.push(idx)\n }\n }\n enqueue(chunk) // TODO option to not pass chunk on?\n }\n const stream = createTransformStream(transform, streamOptions)\n stream.result = () => ({ key: resultKey ?? 'validate', value })\n return stream\n}\n\nconst processError = (error) => {\n const message = error.message || ''\n\n let id = error.schemaPath\n\n let keys = []\n if (error.keyword === 'errorMessage') {\n error.params.errors.forEach((error) => {\n const value = makeKeys(error)\n if (value) keys.push(value)\n })\n keys = [...new Set(keys.sort())]\n } else {\n keys.push(makeKeys(error))\n }\n if (!error.instancePath && keys.length) {\n id += `/${keys.join('|')}`\n }\n return { id, keys, message }\n}\n\nconst makeKeys = (error) => {\n // deps groups columns that are related in anyOf/oneOf.\n /* error.params.deps ?? */\n return (\n error.params.missingProperty ||\n error.params.additionalProperty ||\n error.instancePath.replace('/', '')\n )\n}\n\nexport default validateStream\n"], | ||
| "mappings": "AAAA,SAAS,6BAA6B;AACtC,OAAO,UAAU;AACjB,OAAO,aAAa;AACpB,OAAO,sBAAsB;AAE7B,OAAO,iBAAiB;AAExB,MAAM,MAAM,KAAK;AAEjB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb;AACF;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,cAAc,WAAW,GAC7C,kBACG;AACH,eAAa;AAGb,MAAI,OAAO,WAAW,YAAY;AAChC,UAAM,MAAM,IAAI,IAAI,EAAE,GAAG,aAAa,GAAG,WAAW,CAAC;AACrD,YAAQ,GAAG;AACX,qBAAiB,GAAG;AAEpB,aAAS,IAAI,QAAQ,MAAM;AAAA,EAC7B;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,OAAO,YAAY;AACpC,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AAKf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,MAAM,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,IAAI,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,EACf;AACA,QAAM,SAAS,sBAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACA,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;", | ||
| "names": ["error"] | ||
| } |
+4
-4
| { | ||
| "name": "@datastream/validate", | ||
| "version": "0.0.6", | ||
| "version": "0.0.7", | ||
| "description": "", | ||
@@ -68,4 +68,4 @@ "type": "module", | ||
| "dependencies": { | ||
| "@datastream/core": "0.0.6", | ||
| "@datastream/validate": "0.0.6", | ||
| "@datastream/core": "0.0.7", | ||
| "@datastream/validate": "0.0.7", | ||
| "ajv": "8.11.0", | ||
@@ -76,3 +76,3 @@ "ajv-formats": "2.1.1", | ||
| }, | ||
| "gitHead": "2aa29caed5b1f2950d379c4f09b1e6046cd4ac32" | ||
| "gitHead": "0944e32006ed25dd98dfd4b8ad759a919eecac50" | ||
| } |
No alert changes
Improved metrics
- Total package byte prevSize
22152
0.44%Dependency changes
+ Added
@datastream/core@0.0.7(transitive)+ Added
abort-controller@3.0.0(transitive)+ Added
base64-js@1.5.1(transitive)+ Added
buffer@6.0.3(transitive)+ Added
cloneable-readable@3.0.0(transitive)+ Added
event-target-shim@5.0.1(transitive)+ Added
events@3.3.0(transitive)+ Added
ieee754@1.2.1(transitive)+ Added
process@0.11.10(transitive)+ Added
readable-stream@4.7.0(transitive)+ Added
safe-buffer@5.2.1(transitive)+ Added
string_decoder@1.3.0(transitive)- Removed
@datastream/core@0.0.6(transitive)Updated
@datastream/core@0.0.7Updated
@datastream/validate@0.0.7