Merge pull request #209 from patrykwegrzyn/main
Browse files
app/lib/.server/llm/model.ts
CHANGED
@@ -58,7 +58,10 @@ export function getGroqModel(apiKey: string, model: string) {
|
|
58 |
}
|
59 |
|
60 |
export function getOllamaModel(baseURL: string, model: string) {
|
61 |
-
let Ollama = ollama(model
|
|
|
|
|
|
|
62 |
Ollama.config.baseURL = `${baseURL}/api`;
|
63 |
return Ollama;
|
64 |
}
|
|
|
58 |
}
|
59 |
|
60 |
export function getOllamaModel(baseURL: string, model: string) {
|
61 |
+
let Ollama = ollama(model, {
|
62 |
+
numCtx: 32768,
|
63 |
+
});
|
64 |
+
|
65 |
Ollama.config.baseURL = `${baseURL}/api`;
|
66 |
return Ollama;
|
67 |
}
|