iBoss/bolt-diy
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Update stream-text.ts dynamic model max Token updated

Browse Source
This commit is contained in:
Raiyan Hasan
2024-11-21 11:49:09 +05:30
committed by GitHub
parent 4269d57ea8
commit e1c3d603df
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
app/lib/.server/llm/stream-text.ts
View File

@@ -68,9 +68,11 @@ export function streamText(
const modelDetails = MODEL_LIST.find((m) => m.name === currentModel); const modelDetails = MODEL_LIST.find((m) => m.name === currentModel);
const dynamicMaxTokens = const dynamicMaxTokens =
modelDetails && modelDetails.maxTokenAllowed modelDetails && modelDetails.maxTokenAllowed
? Math.min(MAX_TOKENS, modelDetails.maxTokenAllowed) ? modelDetails.maxTokenAllowed
: MAX_TOKENS; : MAX_TOKENS;
return _streamText({ return _streamText({