Added the ability to use practically any LLM you can dream of within Bolt.new

app/lib/.server/llm/stream-text.ts

@@ -1,8 +1,10 @@
+// @ts-nocheck
+// Preventing TS checks with files presented in the video for a better presentation.
 import { streamText as _streamText, convertToCoreMessages } from 'ai';
-import { getAPIKey } from '~/lib/.server/llm/api-key';
-import { getAnthropicModel } from '~/lib/.server/llm/model';
+import { getModel } from '~/lib/.server/llm/model';
 import { MAX_TOKENS } from './constants';
 import { getSystemPrompt } from './prompts';
+import { MODEL_LIST, DEFAULT_MODEL, DEFAULT_PROVIDER } from '~/utils/constants';
 
 interface ToolResult<Name extends string, Args, Result> {
   toolCallId: string;
@@ -15,21 +17,50 @@ interface Message {
   role: 'user' | 'assistant';
   content: string;
   toolInvocations?: ToolResult<string, unknown, unknown>[];
+  model?: string;
 }
 
 export type Messages = Message[];
 
 export type StreamingOptions = Omit<Parameters<typeof _streamText>[0], 'model'>;
 
+function extractModelFromMessage(message: Message): { model: string; content: string } {
+  const modelRegex = /^\[Model: (.*?)\]\n\n/;
+  const match = message.content.match(modelRegex);
+
+  if (match) {
+    const model = match[1];
+    const content = message.content.replace(modelRegex, '');
+    return { model, content };
+  }
+
+  // Default model if not specified
+  return { model: DEFAULT_MODEL, content: message.content };
+}
+
 export function streamText(messages: Messages, env: Env, options?: StreamingOptions) {
+  let currentModel = DEFAULT_MODEL;
+  const processedMessages = messages.map((message) => {
+    if (message.role === 'user') {
+      const { model, content } = extractModelFromMessage(message);
+      if (model && MODEL_LIST.find((m) => m.name === model)) {
+        currentModel = model; // Update the current model
+      }
+      return { ...message, content };
+    }
+    return message;
+  });
+
+  const provider = MODEL_LIST.find((model) => model.name === currentModel)?.provider || DEFAULT_PROVIDER;
+
   return _streamText({
-    model: getAnthropicModel(getAPIKey(env)),
+    model: getModel(provider, currentModel, env),
     system: getSystemPrompt(),
     maxTokens: MAX_TOKENS,
-    headers: {
-      'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',
-    },
-    messages: convertToCoreMessages(messages),
+    // headers: {
+    //   'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',
+    // },
+    messages: convertToCoreMessages(processedMessages),
     ...options,
   });
 }