Update stream-text.ts dynamic model max Token updated

2024-11-21 11:49:09 +05:30
parent 4269d57ea8
commit e1c3d603df
1 changed files with 6 additions and 4 deletions
--- a/app/lib/.server/llm/stream-text.ts
+++ b/app/lib/.server/llm/stream-text.ts
@@ -68,9 +68,11 @@ export function streamText(

  const modelDetails = MODEL_LIST.find((m) => m.name === currentModel);

+  
+
    const dynamicMaxTokens =
-    modelDetails && modelDetails.maxTokenAllowed
-      ? Math.min(MAX_TOKENS, modelDetails.maxTokenAllowed)
+modelDetails && modelDetails.maxTokenAllowed
+  ? modelDetails.maxTokenAllowed
  : MAX_TOKENS;

  return _streamText({