@trustmodel/sdk
Advanced tools
@@ -27,6 +27,8 @@ /** Agentic (agent-trace) evaluation. | ||
| constructor(http: HttpTransport); | ||
| /** Evaluate an agent run. Given a `trace`, uploads it (upload-url → PUT → evaluate) and | ||
| * evaluates by `file_path` — the flow prod supports today. Metadata (goal / name / | ||
| * agent_framework) is derived from the trace root when not passed explicitly. */ | ||
| /** Evaluate an agent run. With a `trace`, sends it INLINE (one call, no upload — | ||
| * TRUS-1691); if the gateway doesn't yet accept an inline trace (older deploy → 400), | ||
| * falls back to upload-url → PUT → evaluate. Metadata (goal / name / agent_framework) | ||
| * is derived from the trace root when not passed explicitly. */ | ||
| evaluate(params: EvaluateAgentParams): Promise<AgenticEvaluation>; | ||
| private postEvaluate; | ||
| /** Upload an inline trace and return its stored `file_path` (upload-url → PUT). */ | ||
@@ -33,0 +35,0 @@ private uploadTrace; |
@@ -1,1 +0,1 @@ | ||
| {"version":3,"file":"agentic.d.ts","sourceRoot":"","sources":["../../src/endpoints/agentic.ts"],"names":[],"mappings":"AAAA;;;;;oDAKoD;AAEpD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEnE,MAAM,WAAW,mBAAmB;IAClC,sFAAsF;IACtF,KAAK,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,CAAC;IACtC,6EAA6E;IAC7E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,+EAA+E;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,aAAa;IAEhD;;sFAEkF;IAC5E,QAAQ,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA+BvE,mFAAmF;YACrE,WAAW;IAezB,6CAA6C;IACvC,GAAG,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAKrE"} | ||
| {"version":3,"file":"agentic.d.ts","sourceRoot":"","sources":["../../src/endpoints/agentic.ts"],"names":[],"mappings":"AAAA;;;;;oDAKoD;AAEpD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAGnE,MAAM,WAAW,mBAAmB;IAClC,sFAAsF;IACtF,KAAK,CAAC,EAAE,YAAY,GAAG,YAAY,EAAE,CAAC;IACtC,6EAA6E;IAC7E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,+EAA+E;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,eAAe;IACd,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,EAAE,aAAa;IAEhD;;;qEAGiE;IAC3D,QAAQ,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuCvE,OAAO,CAAC,YAAY;IAOpB,mFAAmF;YACrE,WAAW;IAezB,6CAA6C;IACvC,GAAG,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAKrE"} |
@@ -7,2 +7,3 @@ /** Agentic (agent-trace) evaluation. | ||
| * fallback for large files passed as `filePath`. */ | ||
| import { TrustModelError } from "../errors.js"; | ||
| export class AgenticEndpoint { | ||
@@ -13,5 +14,6 @@ http; | ||
| } | ||
| /** Evaluate an agent run. Given a `trace`, uploads it (upload-url → PUT → evaluate) and | ||
| * evaluates by `file_path` — the flow prod supports today. Metadata (goal / name / | ||
| * agent_framework) is derived from the trace root when not passed explicitly. */ | ||
| /** Evaluate an agent run. With a `trace`, sends it INLINE (one call, no upload — | ||
| * TRUS-1691); if the gateway doesn't yet accept an inline trace (older deploy → 400), | ||
| * falls back to upload-url → PUT → evaluate. Metadata (goal / name / agent_framework) | ||
| * is derived from the trace root when not passed explicitly. */ | ||
| async evaluate(params) { | ||
@@ -27,6 +29,3 @@ if (!params.trace && !params.filePath) { | ||
| throw new Error("A `goal` is required (pass it, or include it in the trace)."); | ||
| // Resolve a file_path: use the given one, or upload the inline trace. | ||
| const filePath = params.filePath ?? (await this.uploadTrace(params.trace)); | ||
| const body = { | ||
| file_path: filePath, | ||
| const meta = { | ||
| goal, | ||
@@ -41,2 +40,19 @@ name, | ||
| }; | ||
| // Pre-uploaded file — evaluate directly. | ||
| if (params.filePath) { | ||
| return this.postEvaluate({ ...meta, file_path: params.filePath }); | ||
| } | ||
| // Inline one-call (preferred). Fall back to upload if the gateway rejects it (400). | ||
| try { | ||
| return await this.postEvaluate({ ...meta, trace: params.trace }); | ||
| } | ||
| catch (err) { | ||
| if (err instanceof TrustModelError && err.status === 400) { | ||
| const filePath = await this.uploadTrace(params.trace); | ||
| return this.postEvaluate({ ...meta, file_path: filePath }); | ||
| } | ||
| throw err; | ||
| } | ||
| } | ||
| postEvaluate(body) { | ||
| return this.http.request("/sdk/v1/agentic/evaluate/", { | ||
@@ -43,0 +59,0 @@ method: "POST", |
@@ -1,1 +0,1 @@ | ||
| {"version":3,"file":"agentic.js","sourceRoot":"","sources":["../../src/endpoints/agentic.ts"],"names":[],"mappings":"AAAA;;;;;oDAKoD;AAqBpD,MAAM,OAAO,eAAe;IACG;IAA7B,YAA6B,IAAmB;QAAnB,SAAI,GAAJ,IAAI,CAAe;IAAG,CAAC;IAEpD;;sFAEkF;IAClF,KAAK,CAAC,QAAQ,CAAC,MAA2B;QACxC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC1E,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,IAAI,WAAW,CAAC;QACtD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,EAAE,eAAe,IAAI,QAAQ,CAAC;QAClF,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QAE1F,sEAAsE;QACtE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAM,CAAC,CAAC,CAAC;QAE5E,MAAM,IAAI,GAA4B;YACpC,SAAS,EAAE,QAAQ;YACnB,IAAI;YACJ,IAAI;YACJ,eAAe,EAAE,cAAc;YAC/B,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,cAAc,EAAE,MAAM,CAAC,aAAa;YACpC,cAAc,EAAE,MAAM,CAAC,aAAa,IAAI,KAAK;SAC9C,CAAC;QACF,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAoB,2BAA2B,EAAE;YACvE,MAAM,EAAE,MAAM;YACd,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,mFAAmF;IAC3E,KAAK,CAAC,WAAW,CAAC,KAAoC;QAC5D,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAChC,6BAA6B,EAC7B,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,CAChD,CAAC;QACF,sFAAsF;QACtF,MAAM,SAAS,GAAG,CAAC,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,GAAG,CAAuB,CAAC;QAClE,MAAM,QAAQ,GAAG,CAAC,EAAE,CAAC,SAAS,IAAI,EAAE,CAAC,SAAS,CAAuB,CAAC;QACtE,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAChF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,GAAG,CAAC,YAA6B;QACrC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CACtB,+BAA+B,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAC3E,CAAC;IACJ,CAAC;CACF"} | ||
| {"version":3,"file":"agentic.js","sourceRoot":"","sources":["../../src/endpoints/agentic.ts"],"names":[],"mappings":"AAAA;;;;;oDAKoD;AAIpD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAkB/C,MAAM,OAAO,eAAe;IACG;IAA7B,YAA6B,IAAmB;QAAnB,SAAI,GAAJ,IAAI,CAAe;IAAG,CAAC;IAEpD;;;qEAGiE;IACjE,KAAK,CAAC,QAAQ,CAAC,MAA2B;QACxC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC1E,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,IAAI,WAAW,CAAC;QACtD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,EAAE,eAAe,IAAI,QAAQ,CAAC;QAClF,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QAE1F,MAAM,IAAI,GAA4B;YACpC,IAAI;YACJ,IAAI;YACJ,eAAe,EAAE,cAAc;YAC/B,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,UAAU;YAC9B,cAAc,EAAE,MAAM,CAAC,aAAa;YACpC,cAAc,EAAE,MAAM,CAAC,aAAa,IAAI,KAAK;SAC9C,CAAC;QAEF,yCAAyC;QACzC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,oFAAoF;QACpF,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,eAAe,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAM,CAAC,CAAC;gBACvD,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC7D,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,IAA6B;QAChD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAoB,2BAA2B,EAAE;YACvE,MAAM,EAAE,MAAM;YACd,IAAI;SACL,CAAC,CAAC;IACL,CAAC;IAED,mFAAmF;IAC3E,KAAK,CAAC,WAAW,CAAC,KAAoC;QAC5D,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAChC,6BAA6B,EAC7B,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,CAChD,CAAC;QACF,sFAAsF;QACtF,MAAM,SAAS,GAAG,CAAC,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,GAAG,CAAuB,CAAC;QAClE,MAAM,QAAQ,GAAG,CAAC,EAAE,CAAC,SAAS,IAAI,EAAE,CAAC,SAAS,CAAuB,CAAC;QACtE,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAChF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,GAAG,CAAC,YAA6B;QACrC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CACtB,+BAA+B,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAC3E,CAAC;IACJ,CAAC;CACF"} |
+1
-1
| { | ||
| "name": "@trustmodel/sdk", | ||
| "version": "0.3.3", | ||
| "version": "0.3.4", | ||
| "description": "Official TypeScript/Node SDK for TrustModel \u2014 AI trust evaluation, OTel telemetry, and agent governance (AGP).", | ||
@@ -5,0 +5,0 @@ "type": "module", |
URL strings
Supply chain riskPackage contains fragments of external URLs or IP addresses, which the package may be accessing at runtime.
URL strings
Supply chain riskPackage contains fragments of external URLs or IP addresses, which the package may be accessing at runtime.
103138
1.22%1252
1.46%