From e9e117c62fe61aa778c875c388bf52f19ae4910b Mon Sep 17 00:00:00 2001 From: xKevIsDev Date: Thu, 17 Jul 2025 23:26:19 +0100 Subject: [PATCH] fix: update maxTokenAllowed calculation to enforce upper limit - Changed the maxTokenAllowed property to use Math.min for limiting the value to a maximum of 16384 tokens, ensuring better control over context window size. --- app/lib/modules/llm/providers/groq.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/app/lib/modules/llm/providers/groq.ts b/app/lib/modules/llm/providers/groq.ts index e9d2b0b..7d1e1e5 100644 --- a/app/lib/modules/llm/providers/groq.ts +++ b/app/lib/modules/llm/providers/groq.ts @@ -60,7 +60,7 @@ export default class GroqProvider extends BaseProvider { name: m.id, label: `${m.id} - context ${m.context_window ? Math.floor(m.context_window / 1000) + 'k' : 'N/A'} [ by ${m.owned_by}]`, provider: this.name, - maxTokenAllowed: m.context_window || 8000, + maxTokenAllowed: Math.min(m.context_window || 8192, 16384), })); }