autoevals - npm Package Compare versions

Comparing version 0.0.76 to 0.0.77

jsdist/index.d.ts

 import { Scorer, ScorerArgs, Score } from '@braintrust/core';
 export { Score, Scorer, ScorerArgs } from '@braintrust/core';
-import { ChatCompletion, ChatCompletionMessageParam, ChatCompletionCreateParams } from 'openai/resources';
+import { ChatCompletion, ChatCompletionMessageParam, ChatCompletionTool, ChatCompletionToolChoiceOption } from 'openai/resources';
 
@@ -8,4 +8,4 @@ interface CachedLLMParams {
     messages: ChatCompletionMessageParam[];
-    functions?: ChatCompletionCreateParams.Function[];
-    function_call?: ChatCompletionCreateParams["function_call"];
+    tools?: ChatCompletionTool[];
+    tool_choice?: ChatCompletionToolChoiceOption;
     temperature?: number;
@@ -52,19 +52,4 @@ max_tokens?: number;
 } & OpenAIAuth;
-declare function buildClassificationFunctions(useCoT: boolean, choiceStrings: string[]): {
-    name: string;
-    description: string;
-    parameters: {
-        properties: {
-            choice: {
-                enum: string[];
-                description: string;
-                title: string;
-                type: string;
-            };
-        };
-        required: string[];
-        title: string;
-        type: string;
-    };
-}[];
+declare const DEFAULT_MODEL = "gpt-4o";
+declare function buildClassificationTools(useCoT: boolean, choiceStrings: string[]): ChatCompletionTool[];
 type OpenAIClassifierArgs<RenderArgs> = {
@@ -75,3 +60,3 @@ name: string;
     choiceScores: Record<string, number>;
-    classificationFunctions: ChatCompletionCreateParams.Function[];
+    classificationTools: ChatCompletionTool[];
     cache?: ChatCache;
@@ -126,3 +111,3 @@ } & LLMArgs & RenderArgs;
     output: string;
-    expected?: string;
+    expected?: string | undefined;
 }>>;
@@ -275,2 +260,2 @@ /**
 
-export { AnswerCorrectness, AnswerRelevancy, AnswerSimilarity, Battle, ClosedQA, ContextEntityRecall, ContextPrecision, ContextRecall, ContextRelevancy, EmbeddingSimilarity, Evaluators, Factuality, Faithfulness, Humor, JSONDiff, type LLMArgs, type LLMClassifierArgs, LLMClassifierFromSpec, LLMClassifierFromSpecFile, LLMClassifierFromTemplate, Levenshtein, LevenshteinScorer, ListContains, type ModelGradedSpec, Moderation, NumericDiff, OpenAIClassifier, type OpenAIClassifierArgs, Possible, type ScorerWithPartial, Security, Sql, Summary, Translation, ValidJSON, buildClassificationFunctions, makePartial, templates };
+export { AnswerCorrectness, AnswerRelevancy, AnswerSimilarity, Battle, ClosedQA, ContextEntityRecall, ContextPrecision, ContextRecall, ContextRelevancy, DEFAULT_MODEL, EmbeddingSimilarity, Evaluators, Factuality, Faithfulness, Humor, JSONDiff, type LLMArgs, type LLMClassifierArgs, LLMClassifierFromSpec, LLMClassifierFromSpecFile, LLMClassifierFromTemplate, Levenshtein, LevenshteinScorer, ListContains, type ModelGradedSpec, Moderation, NumericDiff, OpenAIClassifier, type OpenAIClassifierArgs, Possible, type ScorerWithPartial, Security, Sql, Summary, Translation, ValidJSON, buildClassificationTools, makePartial, templates };

package.json

 {
   "name": "autoevals",
-  "version": "0.0.76",
+  "version": "0.0.77",
   "description": "Universal library for evaluating AI models",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/braintrustdata/autoevals.git"
+  },
+  "homepage": "https://www.braintrust.dev/docs",
   "main": "./jsdist/index.js",
@@ -6,0 +11,0 @@ "module": "./jsdist/index.mjs",

New alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

Fixed alerts

License Policy Violation

License

This package is not allowed per your license policy. Review the package's license to ensure compliance.

Found 1 instance in 1 package

No repository

Supply chain risk

Package does not have a linked source code repository. Without this field, a package will have no reference to the location of the source code use to generate the package.

Found 1 instance in 1 package

No website

Quality

Package does not have a website.

Found 1 instance in 1 package

Improved metrics

Number of low quality alerts

1

decreased by-50%

Number of low supply chain risk alerts

8

decreased by-11.11%

Worsened metrics

Total package byte prevSize

158777

decreased by-0.29%

Lines of code

3318

decreased by-0.48%

No dependency changes