Ollama: larget context

This commit is contained in:
Filippo Berto 2025-02-07 15:04:07 +01:00
parent 236c9278ec
commit 5e0d6215b5
Signed by: bertof
GPG key ID: 9DBF7E6A1D2CE9ED

View file

@ -406,7 +406,11 @@ in
local token = readAll("${nixosConfig.age.secrets.ollama.path}")
local conf = {
-- url = string.format("https://bertof:%s@ollama.ricerca.sesar.di.unimi.it/", token),
model = "codegemma:7b"
model = "codegemma:7b",
options = {
temperature = 0.6,
num_ctx = 8192
}
}
local ollama = require("ollama")
ollama.setup(conf)