{ pkgs, ... }: { environment.systemPackages = with pkgs; [ ollama ]; services.ollama.listenAddress = "0.0.0.0:4827"; services.ollama.environmentVariables = { #"CUDA_VISIBLE_DEVICES" = "GPU-cf2321f0-d34b-ec9b-31e9-8c0c69e1444a"; OLLAMA_LLM_LIBRARY = "gpu"; }; services.ollama.enable = true; #services.ollama.acceleration = "cuda"; # virtualisation.oci-containers.containers = { # webui = { # image = "ghcr.io/ollama-webui/ollama-webui:main"; # ports = [ # "5121:8080" # ]; # volumes = [ # "/home/carbon/ollamawebui:/app/backend/data" # ]; # }; # }; }