autoevals
Advanced tools
Comparing version
@@ -279,3 +279,3 @@ import { Scorer, ScorerArgs, Score } from '@braintrust/core'; | ||
declare const ContextEntityRecall: ScorerWithPartial<string, RagasArgs & { | ||
pairwiseScorer?: Scorer<string, {}>; | ||
pairwiseScorer?: Scorer<string, object>; | ||
}>; | ||
@@ -307,3 +307,3 @@ declare const ContextRelevancy: ScorerWithPartial<string, RagasArgs>; | ||
answerSimilarityWeight?: number; | ||
answerSimilarity?: Scorer<string, {}>; | ||
answerSimilarity?: Scorer<string, object>; | ||
}>; | ||
@@ -310,0 +310,0 @@ |
{ | ||
"name": "autoevals", | ||
"version": "0.0.127", | ||
"version": "0.0.129", | ||
"description": "Universal library for evaluating AI models", | ||
@@ -29,3 +29,3 @@ "repository": { | ||
"docs": "npx typedoc --options typedoc.json js/index.ts", | ||
"test": "jest", | ||
"test": "vitest", | ||
"prepublishOnly": "../scripts/node_prepublish_autoevals.py", | ||
@@ -37,3 +37,3 @@ "postpublish": "../scripts/node_postpublish_autoevals.py" | ||
"devDependencies": { | ||
"@types/jest": "^29.5.11", | ||
"@rollup/plugin-yaml": "^4.1.2", | ||
"@types/js-levenshtein": "^1.1.3", | ||
@@ -43,6 +43,3 @@ "@types/js-yaml": "^4.0.9", | ||
"@types/node": "^20.10.5", | ||
"jest": "^29.7.0", | ||
"jest-text-transformer": "^1.0.4", | ||
"msw": "^2.7.3", | ||
"ts-jest": "^29.1.1", | ||
"tsup": "^8.4.0", | ||
@@ -52,6 +49,7 @@ "tsx": "^3.14.0", | ||
"typedoc-plugin-markdown": "^3.17.1", | ||
"typescript": "^5.3.3" | ||
"typescript": "^5.3.3", | ||
"vitest": "^2.1.9" | ||
}, | ||
"dependencies": { | ||
"@braintrust/core": "0.0.84", | ||
"@braintrust/core": "0.0.87", | ||
"ajv": "^8.13.0", | ||
@@ -63,3 +61,3 @@ "compute-cosine-similarity": "^1.1.0", | ||
"mustache": "^4.2.0", | ||
"openai": "4.47.1", | ||
"openai": "^4.47.1", | ||
"zod": "^3.22.4", | ||
@@ -66,0 +64,0 @@ "zod-to-json-schema": "^3.22.5" |
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is too big to display
Sorry, the diff of this file is not supported yet
12
-14.29%177260
-0.11%3670
-0.05%11
22.22%+ Added
+ Added
- Removed
- Removed
- Removed
Updated
Updated