@imaginary-dev/runtime
Advanced tools
Comparing version 0.0.6 to 0.0.7
@@ -50,4 +50,4 @@ "use strict"; | ||
], | ||
max_tokens: serviceParameters?.openai?.max_tokens ?? undefined, | ||
temperature: serviceParameters?.openai?.temperature ?? exports.DEFAULT_TEMPERATURE, | ||
max_tokens: serviceParameters?.openai?.max_tokens ?? getMaxTokensForModel(model), | ||
...(0, util_1.getSafeOpenAIServiceParameters)(serviceParameters), | ||
@@ -87,9 +87,2 @@ }; | ||
exports.runPrompt = runPrompt; | ||
function getMaxTokensForModel(model) { | ||
// GPT-3.5 can do about 4k total. | ||
if (model.includes("gpt-3.5")) | ||
return 3000; | ||
// GPT-4 can do about 8k total. | ||
return 7000; | ||
} | ||
exports.runPromptWithRetry = (0, util_2.wrapWithRetry)(exports.runPrompt, { | ||
@@ -96,0 +89,0 @@ minTimeout: 300, |
{ | ||
"name": "@imaginary-dev/runtime", | ||
"version": "0.0.6", | ||
"version": "0.0.7", | ||
"description": "Runs imaginary functions as LLM prompts", | ||
@@ -5,0 +5,0 @@ "files": [ |
Sorry, the diff of this file is not supported yet
92309
1370