@ai-sdk/gateway - npm Package Compare versions

Comparing version 3.0.139 to 3.0.140

CHANGELOG.md

 # @ai-sdk/gateway
 
+## 3.0.140
+
+### Patch Changes
+
+- f6689df: feat(gateway): add `caching` provider option to `GatewayProviderOptions`
+- 13b6a72: Backport: chore(provider/gateway): update gateway model settings files
+
 ## 3.0.139
@@ -4,0 +11,0 @@

dist/index.d.mts

@@ -176,3 +176,3 @@ import { LanguageModelV3, ProviderV3, EmbeddingModelV3, ImageModelV3, Experimental_VideoModelV3, RerankingModelV3, SpeechModelV3, TranscriptionModelV3, TypeValidationError } from '@ai-sdk/provider';
 
-type GatewayImageModelId = 'bfl/flux-2-flex' | 'bfl/flux-2-klein-4b' | 'bfl/flux-2-klein-9b' | 'bfl/flux-2-max' | 'bfl/flux-2-pro' | 'bfl/flux-kontext-max' | 'bfl/flux-kontext-pro' | 'bfl/flux-pro-1.0-fill' | 'bfl/flux-pro-1.1' | 'bfl/flux-pro-1.1-ultra' | 'bytedance/seedream-4.0' | 'bytedance/seedream-4.5' | 'bytedance/seedream-5.0-lite' | 'google/imagen-4.0-fast-generate-001' | 'google/imagen-4.0-generate-001' | 'google/imagen-4.0-ultra-generate-001' | 'openai/gpt-image-1' | 'openai/gpt-image-1-mini' | 'openai/gpt-image-1.5' | 'openai/gpt-image-2' | 'prodia/flux-fast-schnell' | 'recraft/recraft-v2' | 'recraft/recraft-v3' | 'recraft/recraft-v4' | 'recraft/recraft-v4-pro' | 'recraft/recraft-v4.1' | 'recraft/recraft-v4.1-pro' | 'recraft/recraft-v4.1-utility' | 'recraft/recraft-v4.1-utility-pro' | 'xai/grok-imagine-image' | (string & {});
+type GatewayImageModelId = 'bfl/flux-2-flex' | 'bfl/flux-2-klein-4b' | 'bfl/flux-2-klein-9b' | 'bfl/flux-2-max' | 'bfl/flux-2-pro' | 'bfl/flux-kontext-max' | 'bfl/flux-kontext-pro' | 'bfl/flux-pro-1.0-fill' | 'bfl/flux-pro-1.1' | 'bfl/flux-pro-1.1-ultra' | 'bytedance/seedream-4.0' | 'bytedance/seedream-4.5' | 'bytedance/seedream-5.0-lite' | 'google/imagen-4.0-fast-generate-001' | 'google/imagen-4.0-generate-001' | 'google/imagen-4.0-ultra-generate-001' | 'openai/gpt-image-1' | 'openai/gpt-image-1-mini' | 'openai/gpt-image-1.5' | 'openai/gpt-image-2' | 'prodia/flux-fast-schnell' | 'quiverai/arrow-1.1' | 'recraft/recraft-v2' | 'recraft/recraft-v3' | 'recraft/recraft-v4' | 'recraft/recraft-v4-pro' | 'recraft/recraft-v4.1' | 'recraft/recraft-v4.1-pro' | 'recraft/recraft-v4.1-utility' | 'recraft/recraft-v4.1-utility-pro' | 'xai/grok-imagine-image' | (string & {});
 
@@ -728,2 +728,3 @@ interface PerplexitySearchConfig {
     serviceTier?: "flex" | "priority" | undefined;
+    caching?: "auto" | undefined;
 }>;
@@ -730,0 +731,0 @@ type GatewayProviderOptions = InferSchema<typeof gatewayProviderOptions>;

dist/index.d.ts

@@ -176,3 +176,3 @@ import { LanguageModelV3, ProviderV3, EmbeddingModelV3, ImageModelV3, Experimental_VideoModelV3, RerankingModelV3, SpeechModelV3, TranscriptionModelV3, TypeValidationError } from '@ai-sdk/provider';
 
-type GatewayImageModelId = 'bfl/flux-2-flex' | 'bfl/flux-2-klein-4b' | 'bfl/flux-2-klein-9b' | 'bfl/flux-2-max' | 'bfl/flux-2-pro' | 'bfl/flux-kontext-max' | 'bfl/flux-kontext-pro' | 'bfl/flux-pro-1.0-fill' | 'bfl/flux-pro-1.1' | 'bfl/flux-pro-1.1-ultra' | 'bytedance/seedream-4.0' | 'bytedance/seedream-4.5' | 'bytedance/seedream-5.0-lite' | 'google/imagen-4.0-fast-generate-001' | 'google/imagen-4.0-generate-001' | 'google/imagen-4.0-ultra-generate-001' | 'openai/gpt-image-1' | 'openai/gpt-image-1-mini' | 'openai/gpt-image-1.5' | 'openai/gpt-image-2' | 'prodia/flux-fast-schnell' | 'recraft/recraft-v2' | 'recraft/recraft-v3' | 'recraft/recraft-v4' | 'recraft/recraft-v4-pro' | 'recraft/recraft-v4.1' | 'recraft/recraft-v4.1-pro' | 'recraft/recraft-v4.1-utility' | 'recraft/recraft-v4.1-utility-pro' | 'xai/grok-imagine-image' | (string & {});
+type GatewayImageModelId = 'bfl/flux-2-flex' | 'bfl/flux-2-klein-4b' | 'bfl/flux-2-klein-9b' | 'bfl/flux-2-max' | 'bfl/flux-2-pro' | 'bfl/flux-kontext-max' | 'bfl/flux-kontext-pro' | 'bfl/flux-pro-1.0-fill' | 'bfl/flux-pro-1.1' | 'bfl/flux-pro-1.1-ultra' | 'bytedance/seedream-4.0' | 'bytedance/seedream-4.5' | 'bytedance/seedream-5.0-lite' | 'google/imagen-4.0-fast-generate-001' | 'google/imagen-4.0-generate-001' | 'google/imagen-4.0-ultra-generate-001' | 'openai/gpt-image-1' | 'openai/gpt-image-1-mini' | 'openai/gpt-image-1.5' | 'openai/gpt-image-2' | 'prodia/flux-fast-schnell' | 'quiverai/arrow-1.1' | 'recraft/recraft-v2' | 'recraft/recraft-v3' | 'recraft/recraft-v4' | 'recraft/recraft-v4-pro' | 'recraft/recraft-v4.1' | 'recraft/recraft-v4.1-pro' | 'recraft/recraft-v4.1-utility' | 'recraft/recraft-v4.1-utility-pro' | 'xai/grok-imagine-image' | (string & {});
 
@@ -728,2 +728,3 @@ interface PerplexitySearchConfig {
     serviceTier?: "flex" | "priority" | undefined;
+    caching?: "auto" | undefined;
 }>;
@@ -730,0 +731,0 @@ type GatewayProviderOptions = InferSchema<typeof gatewayProviderOptions>;

package.json

 {
   "name": "@ai-sdk/gateway",
   "private": false,
-  "version": "3.0.139",
+  "version": "3.0.140",
   "license": "Apache-2.0",
@@ -6,0 +6,0 @@ "sideEffects": false,

src/gateway-image-model-settings.ts

@@ -23,2 +23,3 @@ export type GatewayImageModelId =
   | 'prodia/flux-fast-schnell'
+  | 'quiverai/arrow-1.1'
   | 'recraft/recraft-v2'
@@ -25,0 +26,0 @@ | 'recraft/recraft-v3'

src/gateway-provider-options.ts

@@ -111,2 +111,11 @@ import {
       serviceTier: z.enum(['flex', 'priority']).optional(),
+      /**
+       * Enables automatic prompt caching across providers. When set to
+       * `'auto'`, the gateway applies the appropriate caching strategy for
+       * the routed provider: it adds a `cache_control` breakpoint to static
+       * content for providers that require explicit markers (such as
+       * Anthropic), while providers with implicit caching cache
+       * automatically. Leave unset to pass requests through unmodified.
+       */
+      caching: z.literal('auto').optional(),
     }),
@@ -113,0 +122,0 @@ ),

No alert changes

Improved metrics

Total package byte prevSize

773610

0.11%

Lines of code

9610

0.11%

No dependency changes