@open-evals/metrics - npm Package Compare versions

Comparing version

+6

-2

dist/index.d.ts

		import { EmbeddingModel, LanguageModel } from "ai";
		import * as evalite0 from "evalite";
		import { EmbeddingMetric, LLMMetric, MetricScore, SingleTurnSample } from "@ai-sdk-eval/core";
		import { Metric, MetricScore as MetricScore$1, SingleTurnSample as SingleTurnSample$1 } from "@open-evals/core";

		//#region src/metrics/faithfulness.d.ts

		/**
		@@ -262,2 +263,5 @@ * Options for configuring the Faithfulness metric
		//#endregion
		export { AnswerSimilarity, type AnswerSimilarityOptions, ContextRecall, type ContextRecallOptions, FactualCorrectness, type FactualCorrectnessOptions, Faithfulness, type FaithfulnessOptions, NoiseSensitivity, type NoiseSensitivityOptions, fbetaScore };
		//#region src/evalite.d.ts
		declare function toEvaliteScorer(metric: Metric): evalite0.Evalite.Scorer<Omit<SingleTurnSample$1, "response">, string, MetricScore$1>;
		//#endregion
		export { AnswerSimilarity, type AnswerSimilarityOptions, ContextRecall, type ContextRecallOptions, FactualCorrectness, type FactualCorrectnessOptions, Faithfulness, type FaithfulnessOptions, NoiseSensitivity, type NoiseSensitivityOptions, fbetaScore, toEvaliteScorer };

+24

-1

dist/index.js

		import { cosineSimilarity, embedMany, generateObject } from "ai";
		import { z } from "zod";
		import { createScorer } from "evalite";

		@@ -939,2 +940,24 @@ //#region ../core/dist/index.js
		//#endregion
		export { AnswerSimilarity, ContextRecall, FactualCorrectness, Faithfulness, NoiseSensitivity, fbetaScore };
		//#region src/evalite.ts
		function toEvaliteScorer(metric) {
		return createScorer({
		name: metric.name,
		description: metric.description,
		async scorer({ input, output }) {
		const result = await metric.evaluate({
		...input,
		response: output
		});
		return {
		score: result.score,
		metadata: {
		...result.metadata,
		reason: result.reason
		}
		};
		}
		});
		}

		//#endregion
		export { AnswerSimilarity, ContextRecall, FactualCorrectness, Faithfulness, NoiseSensitivity, fbetaScore, toEvaliteScorer };

+3

-2

package.json

		{
		"name": "@open-evals/metrics",
		"version": "0.1.2",
		"version": "0.1.3",
		"description": "Metrics for Open Evals",
		@@ -32,3 +32,4 @@ "author": {
		"zod": "^4.1.12",
		"@open-evals/core": "0.1.1"
		"evalite": "^0.16.1",
		"@open-evals/core": "0.1.2"
		},
		@@ -35,0 +36,0 @@ "devDependencies": {

Improved metrics