iBoss/bolt-diy
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Merge pull request #209 from patrykwegrzyn/main

Browse Source 
feat: set numCtx = 32768 for Ollama models
This commit is contained in:
Cole Medin
2024-11-07 18:12:27 -06:00
committed by GitHub
parent 775283e3b4 dec65132e7
commit 1ba0606e58
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
app/lib/.server/llm/model.ts
View File

@@ -58,7 +58,10 @@ export function getGroqModel(apiKey: string, model: string) {
} }
export function getOllamaModel(baseURL: string, model: string) { export function getOllamaModel(baseURL: string, model: string) {
let Ollama = ollama(model); let Ollama = ollama(model, {
numCtx: 32768,
});
Ollama.config.baseURL = `${baseURL}/api`; Ollama.config.baseURL = `${baseURL}/api`;
return Ollama; return Ollama;
} }