max token is now dynamically handle for each model

2024-11-20 21:41:51 +05:30
parent d41a0ac2c2
commit eabfbb2220
4 changed files with 77 additions and 66 deletions
--- a/app/utils/types.ts
+++ b/app/utils/types.ts
@@ -25,6 +25,7 @@ export interface ModelInfo {
  name: string;
  label: string;
  provider: string;
+  maxTokenAllowed: number;
 }

 export interface ProviderInfo {