max token is now dynamically handle for each model

2024-11-20 21:41:51 +05:30
parent d41a0ac2c2
commit eabfbb2220
4 changed files with 77 additions and 66 deletions
--- a/app/lib/.server/llm/constants.ts
+++ b/app/lib/.server/llm/constants.ts
@@ -1,5 +1,5 @@
 // see https://docs.anthropic.com/en/docs/about-claude/models
-export const MAX_TOKENS = 4096;
+export const MAX_TOKENS = 8000;

 // limits the number of model responses that can be returned in a single request
 export const MAX_RESPONSE_SEGMENTS = 2;