node-llama-cpp - npm Package Compare versions

Comparing version 2.7.5 to 2.8.0

dist/cli/commands/BuildCommand.d.ts

@@ -5,4 +5,4 @@ import { CommandModule } from "yargs";
     nodeTarget?: string;
-    metal: boolean;
-    cuda: boolean;
+    metal?: boolean;
+    cuda?: boolean;
 };
@@ -9,0 +9,0 @@ export declare const BuildCommand: CommandModule<object, BuildCommand>;

dist/cli/commands/BuildCommand.js

@@ -40,3 +40,3 @@ import process from "process";
 };
-export async function BuildLlamaCppCommand({ arch, nodeTarget, metal, cuda }) {
+export async function BuildLlamaCppCommand({ arch = undefined, nodeTarget = undefined, metal = defaultLlamaCppMetalSupport, cuda = defaultLlamaCppCudaSupport }) {
     if (!(await fs.pathExists(llamaCppDirectory))) {
@@ -43,0 +43,0 @@ console.log(chalk.red('llama.cpp is not downloaded. Please run "node-llama-cpp download" first'));

dist/cli/commands/ClearCommand.js

 import fs from "fs-extra";
 import chalk from "chalk";
-import { llamaCppDirectory } from "../../config.js";
+import { llamaCppDirectory, llamaCppDirectoryTagFilePath } from "../../config.js";
 import withOra from "../../utils/withOra.js";
@@ -31,2 +31,3 @@ import { clearLlamaBuild } from "../../utils/clearLlamaBuild.js";
             await fs.remove(llamaCppDirectory);
+            await fs.remove(llamaCppDirectoryTagFilePath);
         });
@@ -33,0 +34,0 @@ }

dist/cli/commands/DownloadCommand.d.ts

 import { CommandModule } from "yargs";
 type DownloadCommandArgs = {
-    repo: string;
-    release: "latest" | string;
+    repo?: string;
+    release?: "latest" | string;
     arch?: string;
     nodeTarget?: string;
-    metal: boolean;
-    cuda: boolean;
+    metal?: boolean;
+    cuda?: boolean;
     skipBuild?: boolean;
     noBundle?: boolean;
-    updateBinariesReleaseMetadataAndSaveGitBundle?: boolean;
 };
@@ -13,0 +12,0 @@ export declare const DownloadCommand: CommandModule<object, DownloadCommandArgs>;

dist/cli/commands/DownloadCommand.js

@@ -5,3 +5,3 @@ import process from "process";
 import chalk from "chalk";
-import { defaultLlamaCppCudaSupport, defaultLlamaCppGitHubRepo, defaultLlamaCppMetalSupport, defaultLlamaCppRelease, isCI, llamaCppDirectory } from "../../config.js";
+import { defaultLlamaCppCudaSupport, defaultLlamaCppGitHubRepo, defaultLlamaCppMetalSupport, defaultLlamaCppRelease, isCI, llamaCppDirectory, llamaCppDirectoryTagFilePath } from "../../config.js";
 import { compileLlamaCpp } from "../../utils/compileLLamaCpp.js";
@@ -74,3 +74,3 @@ import withOra from "../../utils/withOra.js";
 };
-export async function DownloadLlamaCppCommand({ repo, release, arch, nodeTarget, metal, cuda, skipBuild, noBundle, updateBinariesReleaseMetadataAndSaveGitBundle }) {
+export async function DownloadLlamaCppCommand({ repo = defaultLlamaCppGitHubRepo, release = defaultLlamaCppRelease, arch = undefined, nodeTarget = undefined, metal = defaultLlamaCppMetalSupport, cuda = defaultLlamaCppCudaSupport, skipBuild = false, noBundle = false, updateBinariesReleaseMetadataAndSaveGitBundle = false }) {
     const useBundle = noBundle != true;
@@ -133,2 +133,3 @@ const octokit = new Octokit();
         await fs.remove(llamaCppDirectory);
+        await fs.remove(llamaCppDirectoryTagFilePath);
     });
@@ -135,0 +136,0 @@ console.log(chalk.blue("Cloning llama.cpp"));

dist/commands.d.ts

 import { BuildLlamaCppCommand } from "./cli/commands/BuildCommand.js";
 import { DownloadLlamaCppCommand } from "./cli/commands/DownloadCommand.js";
 import { ClearLlamaCppBuildCommand } from "./cli/commands/ClearCommand.js";
-export { BuildLlamaCppCommand, DownloadLlamaCppCommand, ClearLlamaCppBuildCommand };
+import { getBuildDefaults } from "./utils/getBuildDefaults.js";
+export { BuildLlamaCppCommand, DownloadLlamaCppCommand, ClearLlamaCppBuildCommand, getBuildDefaults };

dist/commands.js

 import { BuildLlamaCppCommand } from "./cli/commands/BuildCommand.js";
 import { DownloadLlamaCppCommand } from "./cli/commands/DownloadCommand.js";
 import { ClearLlamaCppBuildCommand } from "./cli/commands/ClearCommand.js";
-export { BuildLlamaCppCommand, DownloadLlamaCppCommand, ClearLlamaCppBuildCommand };
+import { getBuildDefaults } from "./utils/getBuildDefaults.js";
+export { BuildLlamaCppCommand, DownloadLlamaCppCommand, ClearLlamaCppBuildCommand, getBuildDefaults };
 //# sourceMappingURL=commands.js.map

dist/config.d.ts

@@ -11,2 +11,3 @@ export declare const llamaDirectory: string;
 export declare const binariesGithubReleasePath: string;
+export declare const llamaCppDirectoryTagFilePath: string;
 export declare const currentReleaseGitBundlePath: string;
@@ -13,0 +14,0 @@ export declare const xpackDirectory: string;

dist/config.js

@@ -20,2 +20,3 @@ import { fileURLToPath } from "url";
 export const binariesGithubReleasePath = path.join(llamaDirectory, "binariesGithubRelease.json");
+export const llamaCppDirectoryTagFilePath = path.join(llamaDirectory, "llama.cpp.tag.json");
 export const currentReleaseGitBundlePath = path.join(llamaDirectory, "gitRelease.bundle");
@@ -22,0 +23,0 @@ export const xpackDirectory = path.join(llamaDirectory, "xpack");

dist/index.d.ts

@@ -16,4 +16,5 @@ import { LlamaModel, type LlamaModelOptions } from "./llamaEvaluator/LlamaModel.js";
 import { getChatWrapperByBos } from "./chatWrappers/createChatWrapperByBos.js";
+import { getReleaseInfo } from "./utils/getReleaseInfo.js";
 import { type ConversationInteraction, type Token } from "./types.js";
 import { type GbnfJsonArraySchema, type GbnfJsonBasicSchema, type GbnfJsonConstSchema, type GbnfJsonEnumSchema, type GbnfJsonObjectSchema, type GbnfJsonOneOfSchema, type GbnfJsonSchema, type GbnfJsonSchemaImmutableType, type GbnfJsonSchemaToType } from "./utils/gbnfJson/types.js";
-export { LlamaModel, type LlamaModelOptions, LlamaGrammar, type LlamaGrammarOptions, LlamaJsonSchemaGrammar, LlamaJsonSchemaValidationError, LlamaGrammarEvaluationState, type LlamaGrammarEvaluationStateOptions, LlamaContext, type LlamaContextOptions, type LlamaContextRepeatPenalty, LlamaChatSession, type LlamaChatSessionOptions, type LLamaChatPromptOptions, type LlamaChatSessionRepeatPenalty, type ConversationInteraction, AbortError, ChatPromptWrapper, EmptyChatPromptWrapper, LlamaChatPromptWrapper, GeneralChatPromptWrapper, ChatMLChatPromptWrapper, FalconChatPromptWrapper, getChatWrapperByBos, type Token, type GbnfJsonSchema, type GbnfJsonSchemaToType, type GbnfJsonSchemaImmutableType, type GbnfJsonBasicSchema, type GbnfJsonConstSchema, type GbnfJsonEnumSchema, type GbnfJsonOneOfSchema, type GbnfJsonObjectSchema, type GbnfJsonArraySchema };
+export { LlamaModel, type LlamaModelOptions, LlamaGrammar, type LlamaGrammarOptions, LlamaJsonSchemaGrammar, LlamaJsonSchemaValidationError, LlamaGrammarEvaluationState, type LlamaGrammarEvaluationStateOptions, LlamaContext, type LlamaContextOptions, type LlamaContextRepeatPenalty, LlamaChatSession, type LlamaChatSessionOptions, type LLamaChatPromptOptions, type LlamaChatSessionRepeatPenalty, type ConversationInteraction, AbortError, ChatPromptWrapper, EmptyChatPromptWrapper, LlamaChatPromptWrapper, GeneralChatPromptWrapper, ChatMLChatPromptWrapper, FalconChatPromptWrapper, getChatWrapperByBos, getReleaseInfo, type Token, type GbnfJsonSchema, type GbnfJsonSchemaToType, type GbnfJsonSchemaImmutableType, type GbnfJsonBasicSchema, type GbnfJsonConstSchema, type GbnfJsonEnumSchema, type GbnfJsonOneOfSchema, type GbnfJsonObjectSchema, type GbnfJsonArraySchema };

dist/index.js

@@ -16,3 +16,4 @@ import { LlamaModel } from "./llamaEvaluator/LlamaModel.js";
 import { getChatWrapperByBos } from "./chatWrappers/createChatWrapperByBos.js";
-export { LlamaModel, LlamaGrammar, LlamaJsonSchemaGrammar, LlamaJsonSchemaValidationError, LlamaGrammarEvaluationState, LlamaContext, LlamaChatSession, AbortError, ChatPromptWrapper, EmptyChatPromptWrapper, LlamaChatPromptWrapper, GeneralChatPromptWrapper, ChatMLChatPromptWrapper, FalconChatPromptWrapper, getChatWrapperByBos };
+import { getReleaseInfo } from "./utils/getReleaseInfo.js";
+export { LlamaModel, LlamaGrammar, LlamaJsonSchemaGrammar, LlamaJsonSchemaValidationError, LlamaGrammarEvaluationState, LlamaContext, LlamaChatSession, AbortError, ChatPromptWrapper, EmptyChatPromptWrapper, LlamaChatPromptWrapper, GeneralChatPromptWrapper, ChatMLChatPromptWrapper, FalconChatPromptWrapper, getChatWrapperByBos, getReleaseInfo };
 //# sourceMappingURL=index.js.map

dist/utils/cloneLlamaCppRepo.d.ts

 export declare function cloneLlamaCppRepo(githubOwner: string, githubRepo: string, tag: string, useBundles?: boolean): Promise<void>;
+export declare function getClonedLlamaCppRepoReleaseTag(): Promise<string | null>;

dist/utils/cloneLlamaCppRepo.js

@@ -5,3 +5,3 @@ import simpleGit from "simple-git";
 import fs from "fs-extra";
-import { llamaCppDirectory } from "../config.js";
+import { llamaCppDirectory, llamaCppDirectoryTagFilePath } from "../config.js";
 import { getGitBundlePathForRelease } from "./gitReleaseBundles.js";
@@ -49,2 +49,3 @@ export async function cloneLlamaCppRepo(githubOwner, githubRepo, tag, useBundles = true) {
             await fs.remove(llamaCppDirectory);
+            await fs.remove(llamaCppDirectoryTagFilePath);
             console.error("Failed to clone git bundle, cloning from GitHub instead", err);
@@ -67,2 +68,14 @@ printCloneErrorHelp(String(err));
     }
+    try {
+        const clonedLlamaCppRepoTagJson = {
+            tag
+        };
+        await fs.writeJson(llamaCppDirectoryTagFilePath, clonedLlamaCppRepoTagJson, {
+            spaces: 4
+        });
+    }
+    catch (err) {
+        console.error("Failed to write llama.cpp tag file", err);
+        throw err;
+    }
 }
@@ -80,2 +93,14 @@ function printCloneErrorHelp(error) {
 }
+export async function getClonedLlamaCppRepoReleaseTag() {
+    if (!(await fs.pathExists(llamaCppDirectoryTagFilePath)))
+        return null;
+    try {
+        const clonedLlamaCppRepoTagJson = await fs.readJson(llamaCppDirectoryTagFilePath);
+        return clonedLlamaCppRepoTagJson.tag;
+    }
+    catch (err) {
+        console.error("Failed to read llama.cpp tag file", err);
+        return null;
+    }
+}
 //# sourceMappingURL=cloneLlamaCppRepo.js.map

llama/binariesGithubRelease.json

 {
-    "release": "b1489"
+    "release": "b1492"
 }

package.json

 {
   "name": "node-llama-cpp",
-  "version": "2.7.5",
+  "version": "2.8.0",
   "description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
@@ -5,0 +5,0 @@ "main": "dist/index.js",

New alerts

URL strings

Supply chain risk

Package contains fragments of external URLs or IP addresses, which the package may be accessing at runtime.

Found 1 instance in 1 package

Fixed alerts

URL strings

Supply chain risk

Package contains fragments of external URLs or IP addresses, which the package may be accessing at runtime.

Found 1 instance in 1 package

Improved metrics

Number of package files

231

2.67%

Lines of code

3692

2.36%

Published versions last two months

3

50%

Published versions last week

1

Infinity%

Worsened metrics

Total package byte prevSize

12925865

-0.14%

Number of downloads

6123

-21.04%

Number of low supply chain risk alerts

49

2.08%

No dependency changes