Big News: Socket raises $60M Series C at a $1B valuation to secure software supply chains for AI-driven development.Announcement
Sign In

@datastream/validate

Package Overview
Dependencies
Maintainers
1
Versions
48
Alerts
File Explorer

Advanced tools

Socket logo

Install Socket

Detect and block malicious and high-risk dependencies

Install

@datastream/validate - npm Package Compare versions

Comparing version
0.0.18
to
0.0.19
+67
./index.web.mjs
import { createTransformStream } from "@datastream/core";
import { compile } from "ajv-cmd";
const ajvDefaults = {
strict: true,
coerceTypes: true,
allErrors: true,
useDefaults: "empty",
messages: true
// needs to be true to allow multi-locale errorMessage to work
};
const transpileSchema = (schema, ajvOptions) => {
const options = { ...ajvDefaults, ...ajvOptions };
return compile(schema, options);
};
const validateStream = ({ schema, idxStart, resultKey, ...ajvOptions }, streamOptions) => {
idxStart ??= 0;
if (typeof schema !== "function") {
schema = transpileSchema(schema);
}
const value = {};
let idx = idxStart - 1;
const transform = (chunk, enqueue) => {
idx += 1;
const chunkValid = schema(chunk);
if (!chunkValid) {
for (const error of schema.errors) {
const { id, keys, message } = processError(error);
if (!value[id]) {
value[id] = { id, keys, message, idx: [] };
}
value[id].idx.push(idx);
}
}
enqueue(chunk);
};
const stream = createTransformStream(transform, streamOptions);
stream.result = () => ({ key: resultKey ?? "validate", value });
return stream;
};
const processError = (error) => {
const message = error.message || "";
let id = error.schemaPath;
let keys = [];
if (error.keyword === "errorMessage") {
error.params.errors.forEach((error2) => {
const value = makeKeys(error2);
if (value)
keys.push(value);
});
keys = [...new Set(keys.sort())];
} else {
keys.push(makeKeys(error));
}
if (!error.instancePath && keys.length) {
id += `/${keys.join("|")}`;
}
return { id, keys, message };
};
const makeKeys = (error) => {
return error.params.missingProperty || error.params.additionalProperty || error.instancePath.replace("/", "");
};
var validate_default = validateStream;
export {
validate_default as default,
transpileSchema,
validateStream
};
+1
-0

@@ -9,2 +9,3 @@ import { createTransformStream } from "@datastream/core";

messages: true
// needs to be true to allow multi-locale errorMessage to work
};

@@ -11,0 +12,0 @@ const transpileSchema = (schema, ajvOptions) => {

+1
-1

@@ -5,4 +5,4 @@ {

"sourcesContent": ["import { createTransformStream } from '@datastream/core'\nimport { compile } from 'ajv-cmd'\n\nconst ajvDefaults = {\n strict: true,\n coerceTypes: true,\n allErrors: true,\n useDefaults: 'empty',\n messages: true // needs to be true to allow multi-locale errorMessage to work\n}\n\n// This is pulled out due to it's performance cost (50-100ms on cold start)\n// Precompile your schema during a build step is recommended.\nexport const transpileSchema = (schema, ajvOptions) => {\n const options = { ...ajvDefaults, ...ajvOptions }\n return compile(schema, options)\n}\n\nexport const validateStream = (\n { schema, idxStart, resultKey, ...ajvOptions },\n streamOptions\n) => {\n idxStart ??= 0\n\n if (typeof schema !== 'function') {\n schema = transpileSchema(schema)\n }\n\n const value = {} // aka errors\n let idx = idxStart - 1\n const transform = (chunk, enqueue) => {\n idx += 1\n\n const chunkValid = schema(chunk)\n // console.log({ chunkValid })\n if (!chunkValid) {\n for (const error of schema.errors) {\n const { id, keys, message } = processError(error)\n\n if (!value[id]) {\n value[id] = { id, keys, message, idx: [] }\n }\n value[id].idx.push(idx)\n }\n }\n enqueue(chunk) // TODO option to not pass chunk on?\n }\n const stream = createTransformStream(transform, streamOptions)\n stream.result = () => ({ key: resultKey ?? 'validate', value })\n return stream\n}\n\nconst processError = (error) => {\n const message = error.message || ''\n\n let id = error.schemaPath\n\n let keys = []\n if (error.keyword === 'errorMessage') {\n error.params.errors.forEach((error) => {\n const value = makeKeys(error)\n if (value) keys.push(value)\n })\n keys = [...new Set(keys.sort())]\n } else {\n keys.push(makeKeys(error))\n }\n if (!error.instancePath && keys.length) {\n id += `/${keys.join('|')}`\n }\n return { id, keys, message }\n}\n\nconst makeKeys = (error) => {\n // deps groups columns that are related in anyOf/oneOf.\n /* error.params.deps ?? */\n return (\n error.params.missingProperty ||\n error.params.additionalProperty ||\n error.instancePath.replace('/', '')\n )\n}\n\nexport default validateStream\n"],
"mappings": "AAAA,SAAS,6BAA6B;AACtC,SAAS,eAAe;AAExB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb,UAAU;AACZ;AAIO,MAAM,kBAAkB,CAAC,QAAQ,eAAe;AACrD,QAAM,UAAU,EAAE,GAAG,aAAa,GAAG,WAAW;AAChD,SAAO,QAAQ,QAAQ,OAAO;AAChC;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,cAAc,WAAW,GAC7C,kBACG;AACH,eAAa;AAEb,MAAI,OAAO,WAAW,YAAY;AAChC,aAAS,gBAAgB,MAAM;AAAA,EACjC;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,OAAO,YAAY;AACpC,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AACf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,MAAM,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,IAAI,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,EACf;AACA,QAAM,SAAS,sBAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACA,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;",
"mappings": "AAAA,SAAS,6BAA6B;AACtC,SAAS,eAAe;AAExB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb,UAAU;AAAA;AACZ;AAIO,MAAM,kBAAkB,CAAC,QAAQ,eAAe;AACrD,QAAM,UAAU,EAAE,GAAG,aAAa,GAAG,WAAW;AAChD,SAAO,QAAQ,QAAQ,OAAO;AAChC;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,WAAW,GAAG,WAAW,GAC7C,kBACG;AACH,eAAa;AAEb,MAAI,OAAO,WAAW,YAAY;AAChC,aAAS,gBAAgB,MAAM;AAAA,EACjC;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,OAAO,YAAY;AACpC,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AACf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,EAAE,GAAG;AACd,gBAAM,EAAE,IAAI,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,EAAE,EAAE,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,EACf;AACA,QAAM,SAAS,sBAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACA,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;",
"names": ["error"]
}

@@ -9,2 +9,3 @@ import { createTransformStream } from "@datastream/core";

messages: true
// needs to be true to allow multi-locale errorMessage to work
};

@@ -11,0 +12,0 @@ const transpileSchema = (schema, ajvOptions) => {

@@ -5,4 +5,4 @@ {

"sourcesContent": ["import { createTransformStream } from '@datastream/core'\nimport { compile } from 'ajv-cmd'\n\nconst ajvDefaults = {\n strict: true,\n coerceTypes: true,\n allErrors: true,\n useDefaults: 'empty',\n messages: true // needs to be true to allow multi-locale errorMessage to work\n}\n\n// This is pulled out due to it's performance cost (50-100ms on cold start)\n// Precompile your schema during a build step is recommended.\nexport const transpileSchema = (schema, ajvOptions) => {\n const options = { ...ajvDefaults, ...ajvOptions }\n return compile(schema, options)\n}\n\nexport const validateStream = (\n { schema, idxStart, resultKey, ...ajvOptions },\n streamOptions\n) => {\n idxStart ??= 0\n\n if (typeof schema !== 'function') {\n schema = transpileSchema(schema)\n }\n\n const value = {} // aka errors\n let idx = idxStart - 1\n const transform = (chunk, enqueue) => {\n idx += 1\n\n const chunkValid = schema(chunk)\n // console.log({ chunkValid })\n if (!chunkValid) {\n for (const error of schema.errors) {\n const { id, keys, message } = processError(error)\n\n if (!value[id]) {\n value[id] = { id, keys, message, idx: [] }\n }\n value[id].idx.push(idx)\n }\n }\n enqueue(chunk) // TODO option to not pass chunk on?\n }\n const stream = createTransformStream(transform, streamOptions)\n stream.result = () => ({ key: resultKey ?? 'validate', value })\n return stream\n}\n\nconst processError = (error) => {\n const message = error.message || ''\n\n let id = error.schemaPath\n\n let keys = []\n if (error.keyword === 'errorMessage') {\n error.params.errors.forEach((error) => {\n const value = makeKeys(error)\n if (value) keys.push(value)\n })\n keys = [...new Set(keys.sort())]\n } else {\n keys.push(makeKeys(error))\n }\n if (!error.instancePath && keys.length) {\n id += `/${keys.join('|')}`\n }\n return { id, keys, message }\n}\n\nconst makeKeys = (error) => {\n // deps groups columns that are related in anyOf/oneOf.\n /* error.params.deps ?? */\n return (\n error.params.missingProperty ||\n error.params.additionalProperty ||\n error.instancePath.replace('/', '')\n )\n}\n\nexport default validateStream\n"],
"mappings": "AAAA,SAAS,6BAA6B;AACtC,SAAS,eAAe;AAExB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb,UAAU;AACZ;AAIO,MAAM,kBAAkB,CAAC,QAAQ,eAAe;AACrD,QAAM,UAAU,EAAE,GAAG,aAAa,GAAG,WAAW;AAChD,SAAO,QAAQ,QAAQ,OAAO;AAChC;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,cAAc,WAAW,GAC7C,kBACG;AACH,eAAa;AAEb,MAAI,OAAO,WAAW,YAAY;AAChC,aAAS,gBAAgB,MAAM;AAAA,EACjC;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,OAAO,YAAY;AACpC,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AACf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,MAAM,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,IAAI,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,EACf;AACA,QAAM,SAAS,sBAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACA,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;",
"mappings": "AAAA,SAAS,6BAA6B;AACtC,SAAS,eAAe;AAExB,MAAM,cAAc;AAAA,EAClB,QAAQ;AAAA,EACR,aAAa;AAAA,EACb,WAAW;AAAA,EACX,aAAa;AAAA,EACb,UAAU;AAAA;AACZ;AAIO,MAAM,kBAAkB,CAAC,QAAQ,eAAe;AACrD,QAAM,UAAU,EAAE,GAAG,aAAa,GAAG,WAAW;AAChD,SAAO,QAAQ,QAAQ,OAAO;AAChC;AAEO,MAAM,iBAAiB,CAC5B,EAAE,QAAQ,UAAU,WAAW,GAAG,WAAW,GAC7C,kBACG;AACH,eAAa;AAEb,MAAI,OAAO,WAAW,YAAY;AAChC,aAAS,gBAAgB,MAAM;AAAA,EACjC;AAEA,QAAM,QAAQ,CAAC;AACf,MAAI,MAAM,WAAW;AACrB,QAAM,YAAY,CAAC,OAAO,YAAY;AACpC,WAAO;AAEP,UAAM,aAAa,OAAO,KAAK;AAE/B,QAAI,CAAC,YAAY;AACf,iBAAW,SAAS,OAAO,QAAQ;AACjC,cAAM,EAAE,IAAI,MAAM,QAAQ,IAAI,aAAa,KAAK;AAEhD,YAAI,CAAC,MAAM,EAAE,GAAG;AACd,gBAAM,EAAE,IAAI,EAAE,IAAI,MAAM,SAAS,KAAK,CAAC,EAAE;AAAA,QAC3C;AACA,cAAM,EAAE,EAAE,IAAI,KAAK,GAAG;AAAA,MACxB;AAAA,IACF;AACA,YAAQ,KAAK;AAAA,EACf;AACA,QAAM,SAAS,sBAAsB,WAAW,aAAa;AAC7D,SAAO,SAAS,OAAO,EAAE,KAAK,aAAa,YAAY,MAAM;AAC7D,SAAO;AACT;AAEA,MAAM,eAAe,CAAC,UAAU;AAC9B,QAAM,UAAU,MAAM,WAAW;AAEjC,MAAI,KAAK,MAAM;AAEf,MAAI,OAAO,CAAC;AACZ,MAAI,MAAM,YAAY,gBAAgB;AACpC,UAAM,OAAO,OAAO,QAAQ,CAACA,WAAU;AACrC,YAAM,QAAQ,SAASA,MAAK;AAC5B,UAAI;AAAO,aAAK,KAAK,KAAK;AAAA,IAC5B,CAAC;AACD,WAAO,CAAC,GAAG,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC;AAAA,EACjC,OAAO;AACL,SAAK,KAAK,SAAS,KAAK,CAAC;AAAA,EAC3B;AACA,MAAI,CAAC,MAAM,gBAAgB,KAAK,QAAQ;AACtC,UAAM,IAAI,KAAK,KAAK,GAAG;AAAA,EACzB;AACA,SAAO,EAAE,IAAI,MAAM,QAAQ;AAC7B;AAEA,MAAM,WAAW,CAAC,UAAU;AAG1B,SACE,MAAM,OAAO,mBACb,MAAM,OAAO,sBACb,MAAM,aAAa,QAAQ,KAAK,EAAE;AAEtC;AAEA,IAAO,mBAAQ;",
"names": ["error"]
}
{
"name": "@datastream/validate",
"version": "0.0.18",
"version": "0.0.19",
"description": "",

@@ -68,7 +68,7 @@ "type": "module",

"dependencies": {
"@datastream/core": "0.0.18",
"@datastream/validate": "0.0.18",
"ajv-cmd": "0.1.10"
"@datastream/core": "0.0.19",
"@datastream/validate": "0.0.19",
"ajv-cmd": "0.3.1"
},
"gitHead": "20b2f057a5241ec4fe7bcdcf8e2433cd427ed7f6"
"gitHead": "893d21043ef0903afc2fe43d0b3f7fc47671847d"
}