feat: add support for message continuation (#1)

2024-07-19 04:12:55 -05:00
parent 7edf287768
commit cae55a7026
4 changed files with 105 additions and 3 deletions
--- a/packages/bolt/app/lib/.server/llm/constants.ts
+++ b/packages/bolt/app/lib/.server/llm/constants.ts
@@ -1,2 +1,5 @@
 // see https://docs.anthropic.com/en/docs/about-claude/models
 export const MAX_TOKENS = 8192;
+
+// limits the number of model responses that can be returned in a single request
+export const MAX_RESPONSE_SEGMENTS = 2;