Added the OpenRouter provider and a few models from OpenRouter (easily extendable to include more!)

app/lib/.server/llm/api-key.ts

@@ -14,6 +14,8 @@ export function getAPIKey(cloudflareEnv: Env, provider: string) {
       return env.OPENAI_API_KEY || cloudflareEnv.OPENAI_API_KEY;
     case 'Groq':
       return env.GROQ_API_KEY || cloudflareEnv.GROQ_API_KEY;
+    case 'OpenRouter':
+      return env.OPEN_ROUTER_API_KEY || cloudflareEnv.OPEN_ROUTER_API_KEY;
     default:
       return "";
   }

app/lib/.server/llm/model.ts

@@ -4,6 +4,7 @@ import { getAPIKey } from '~/lib/.server/llm/api-key';
 import { createAnthropic } from '@ai-sdk/anthropic';
 import { createOpenAI } from '@ai-sdk/openai';
 import { ollama } from 'ollama-ai-provider';
+import { createOpenRouter } from "@openrouter/ai-sdk-provider";
 
 export function getAnthropicModel(apiKey: string, model: string) {
   const anthropic = createAnthropic({
@@ -34,6 +35,14 @@ export function getOllamaModel(model: string) {
   return ollama(model);
 }
 
+export function getOpenRouterModel(apiKey: string, model: string) {
+  const openRouter = createOpenRouter({
+    apiKey
+  });
+
+  return openRouter.chat(model);
+}
+
 export function getModel(provider: string, model: string, env: Env) {
   const apiKey = getAPIKey(env, provider);
   
@@ -44,6 +53,8 @@ export function getModel(provider: string, model: string, env: Env) {
       return getOpenAIModel(apiKey, model);
     case 'Groq':
       return getGroqModel(apiKey, model);
+    case 'OpenRouter':
+      return getOpenRouterModel(apiKey, model);
     default:
       return getOllamaModel(model);
   }

app/utils/constants.ts

@@ -17,6 +17,12 @@ export const MODEL_LIST = [
     { name: 'codellama:34b', label: 'Code Llama 34b', provider: 'Ollama' },
     { name: 'codellama:13b', label: 'Code Llama 13b', provider: 'Ollama' },
     { name: 'codellama:7b', label: 'Code Llama 7b', provider: 'Ollama' },
+    { name: 'deepseek/deepseek-coder', label: 'Deepseek-Coder V2 236B (OpenRouter)', provider: 'OpenRouter' },
+    { name: 'google/gemini-flash-1.5', label: 'Google Gemini Flash 1.5 (OpenRouter)', provider: 'OpenRouter' },
+    { name: 'google/gemini-pro-1.5', label: 'Google Gemini Pro 1.5 (OpenRouter)', provider: 'OpenRouter' },
+    { name: 'mistralai/mistral-nemo', label: 'OpenRouter Mistral Nemo (OpenRouter)', provider: 'OpenRouter' },
+    { name: 'qwen/qwen-110b-chat', label: 'OpenRouter Qwen 110b Chat (OpenRouter)', provider: 'OpenRouter' },
+    { name: 'cohere/command', label: 'Cohere Command (OpenRouter)', provider: 'OpenRouter' },
     { name: 'llama-3.1-70b-versatile', label: 'Llama 3.1 70b (Groq)', provider: 'Groq' },
     { name: 'llama-3.1-8b-instant', label: 'Llama 3.1 8b (Groq)', provider: 'Groq' },
     { name: 'llama-3.2-11b-vision-preview', label: 'Llama 3.2 11b (Groq)', provider: 'Groq' },