Myned/nixos
Myned/nixos
1
1
Fork 0
Code Issues Activity

ollama: modify config

Browse source
This commit is contained in:
Myned 2025-03-26 20:55:22 -05:00
parent 8bfc60e2b3
commit aee62d0155
WARNING! Although there is a key with this ID in the database it does not verify this commit! This commit is SUSPICIOUS.
GPG key ID: C7224454F7881A34
1 changed files with 10 additions and 1 deletions

11
options/custom/services/ollama.nix
View file

@ -15,7 +15,16 @@ in {
# https://wiki.nixos.org/wiki/Ollama
services.ollama = {
enable = true;
openFirewall = true;
# Bind to all interfaces, but only Tailscale can access the closed port
# https://github.com/ollama/ollama/blob/main/docs/faq.md#how-can-i-expose-ollama-on-my-network
host = "0.0.0.0";
#// openFirewall = true; # 11434/tcp
environmentVariables = {
# https://github.com/ollama/ollama/blob/main/docs/faq.md#how-can-i-specify-the-context-window-size
OLLAMA_CONTEXT_LENGTH = "8192";
};
# https://wiki.nixos.org/wiki/Ollama#AMD_GPU_with_open_source_driver
# https://github.com/ollama/ollama/blob/main/docs/gpu.md#overrides