@ai-sdk/google-vertex - npm Package Compare versions

Comparing version 2.1.0 to 2.1.1

anthropic/dist/index.d.ts

@@ -7,3 +7,3 @@ import { ProviderV1, LanguageModelV1 } from '@ai-sdk/provider';
 type GoogleVertexAnthropicMessagesModelId = 'claude-3-5-sonnet-v2@20241022' | 'claude-3-5-haiku@20241022' | 'claude-3-5-sonnet@20240620' | 'claude-3-haiku@20240307' | 'claude-3-sonnet@20240229' | 'claude-3-opus@20240229' | (string & {});
-interface GoogleVertexAnthropicMessagesSettings extends Omit<AnthropicMessagesSettings, 'cacheControl'> {
+interface GoogleVertexAnthropicMessagesSettings extends AnthropicMessagesSettings {
 }
@@ -10,0 +10,0 @@

anthropic/edge/dist/index.d.ts

@@ -24,3 +24,3 @@ import { ProviderV1, LanguageModelV1 } from '@ai-sdk/provider';
 type GoogleVertexAnthropicMessagesModelId = 'claude-3-5-sonnet-v2@20241022' | 'claude-3-5-haiku@20241022' | 'claude-3-5-sonnet@20240620' | 'claude-3-haiku@20240307' | 'claude-3-sonnet@20240229' | 'claude-3-opus@20240229' | (string & {});
-interface GoogleVertexAnthropicMessagesSettings extends Omit<AnthropicMessagesSettings, 'cacheControl'> {
+interface GoogleVertexAnthropicMessagesSettings extends AnthropicMessagesSettings {
 }
@@ -27,0 +27,0 @@

CHANGELOG.md

 # @ai-sdk/google-vertex
 
+## 2.1.1
+
+### Patch Changes
+
+- b284e2c: feat (provider/google-vertex): support prompt caching for Anthropic Claude models
+- Updated dependencies [e7a9ec9]
+- Updated dependencies [858f934]
+- Updated dependencies [b284e2c]
+- Updated dependencies [0a699f1]
+  - @ai-sdk/provider-utils@2.1.1
+  - @ai-sdk/anthropic@1.1.1
+  - @ai-sdk/provider@1.0.5
+  - @ai-sdk/google@1.1.1
+
 ## 2.1.0
@@ -4,0 +18,0 @@

package.json

 {
   "name": "@ai-sdk/google-vertex",
-  "version": "2.1.0",
+  "version": "2.1.1",
   "license": "Apache-2.0",
@@ -40,6 +40,6 @@ "sideEffects": false,
   "dependencies": {
-    "@ai-sdk/anthropic": "1.1.0",
-    "@ai-sdk/google": "1.1.0",
-    "@ai-sdk/provider": "1.0.4",
-    "@ai-sdk/provider-utils": "2.1.0",
+    "@ai-sdk/anthropic": "1.1.1",
+    "@ai-sdk/google": "1.1.1",
+    "@ai-sdk/provider": "1.0.5",
+    "@ai-sdk/provider-utils": "2.1.1",
     "google-auth-library": "^9.15.0"
@@ -46,0 +46,0 @@ },

README.md

@@ -81,2 +81,56 @@ # AI SDK - Google Vertex AI Provider
 
+## Prompt Caching Support for Anthropic Claude Models
+
+The Google Vertex Anthropic provider supports prompt caching for Anthropic Claude models. Prompt caching can help reduce latency and costs by reusing cached results for identical requests. Caches are unique to Google Cloud projects and have a five-minute lifetime.
+
+### Enabling Prompt Caching
+
+To enable prompt caching, you can use the `cacheControl` property in the settings. Here is an example demonstrating how to enable prompt caching:
+
+```ts
+import { vertexAnthropic } from '@ai-sdk/google-vertex/anthropic';
+import { generateText } from 'ai';
+import fs from 'node:fs';
+
+const errorMessage = fs.readFileSync('data/error-message.txt', 'utf8');
+
+async function main() {
+  const result = await generateText({
+    model: vertexAnthropic('claude-3-5-sonnet-v2@20241022', {
+      cacheControl: true,
+    }),
+    messages: [
+      {
+        role: 'user',
+        content: [
+          {
+            type: 'text',
+            text: 'You are a JavaScript expert.',
+          },
+          {
+            type: 'text',
+            text: `Error message: ${errorMessage}`,
+            experimental_providerMetadata: {
+              anthropic: {
+                cacheControl: { type: 'ephemeral' },
+              },
+            },
+          },
+          {
+            type: 'text',
+            text: 'Explain the error message.',
+          },
+        ],
+      },
+    ],
+  });
+
+  console.log(result.text);
+  console.log(result.experimental_providerMetadata?.anthropic);
+  // e.g. { cacheCreationInputTokens: 2118, cacheReadInputTokens: 0 }
+}
+
+main().catch(console.error);
+```
+
 ## Custom Provider Configuration
@@ -83,0 +137,0 @@

No alert changes

Improved metrics

Total package byte prevSize

239224

increased by0.8%

Number of lines in readme file

222

increased by32.14%

Dependency changes

• + Added@ai-sdk/anthropic@1.1.1(transitive)

• + Added@ai-sdk/google@1.1.1(transitive)

• + Added@ai-sdk/provider@1.0.5(transitive)

• + Added@ai-sdk/provider-utils@2.1.1(transitive)

• - Removed@ai-sdk/anthropic@1.1.0(transitive)

• - Removed@ai-sdk/google@1.1.0(transitive)

• - Removed@ai-sdk/provider@1.0.4(transitive)

• - Removed@ai-sdk/provider-utils@2.1.0(transitive)

• Updated@ai-sdk/anthropic@1.1.1

• Updated@ai-sdk/google@1.1.1

• Updated@ai-sdk/provider@1.0.5

• Updated@ai-sdk/provider-utils@2.1.1