feat: add support for message continuation (#1)

packages/bolt/app/lib/.server/llm/constants.ts

@@ -1,2 +1,5 @@
 // see https://docs.anthropic.com/en/docs/about-claude/models
 export const MAX_TOKENS = 8192;
+
+// limits the number of model responses that can be returned in a single request
+export const MAX_RESPONSE_SEGMENTS = 2;

packages/bolt/app/lib/.server/llm/prompts.ts

@@ -1,4 +1,5 @@
 import { WORK_DIR } from '../../../utils/constants';
+import { stripIndents } from '../../../utils/stripIndent';
 
 export const getSystemPrompt = (cwd: string = WORK_DIR) => `
 You are Bolt, an expert AI assistant and exceptional senior software developer with vast knowledge across multiple programming languages, frameworks, and best practices.
@@ -198,3 +199,8 @@ Here are some examples of correct usage of artifacts:
   </example>
 </examples>
 `;
+
+export const CONTINUE_PROMPT = stripIndents`
+  Continue your prior response. IMPORTANT: Immediately begin from where you left off without any interruptions.
+  Do not repeat any content, including artifact and action tags.
+`;

packages/bolt/app/lib/.server/llm/switchable-stream.ts

@@ -0,0 +1,65 @@
+export default class SwitchableStream extends TransformStream {
+  private _controller: TransformStreamDefaultController | null = null;
+  private _currentReader: ReadableStreamDefaultReader | null = null;
+  private _switches = 0;
+
+  constructor() {
+    let controllerRef: TransformStreamDefaultController | undefined;
+
+    super({
+      start(controller) {
+        controllerRef = controller;
+      },
+    });
+
+    if (controllerRef === undefined) {
+      throw new Error('Controller not properly initialized');
+    }
+
+    this._controller = controllerRef;
+  }
+
+  async switchSource(newStream: ReadableStream) {
+    if (this._currentReader) {
+      await this._currentReader.cancel();
+    }
+
+    this._currentReader = newStream.getReader();
+
+    this._pumpStream();
+
+    this._switches++;
+  }
+
+  private async _pumpStream() {
+    if (!this._currentReader || !this._controller) {
+      throw new Error('Stream is not properly initialized');
+    }
+
+    try {
+      while (true) {
+        const { done, value } = await this._currentReader.read();
+
+        if (done) {
+          break;
+        }
+
+        this._controller.enqueue(value);
+      }
+    } catch (error) {
+      this._controller.error(error);
+    }
+  }
+
+  close() {
+    if (this._currentReader) {
+      this._currentReader.cancel();
+    }
+
+    this._controller?.terminate();
+  }
+
+  get switches() {
+    return this._switches;
+  }
+}