30 lines
640 B
Nix
30 lines
640 B
Nix
|
{ pkgs, ... }: {
|
||
|
|
|
||
|
|
environment.systemPackages = with pkgs; [
|
||
|
|
ollama
|
||
|
|
];
|
||
|
|
|
||
|
|
|
||
|
|
services.ollama.listenAddress = "0.0.0.0:4827";
|
||
|
|
services.ollama.environmentVariables = {
|
||
|
|
#"CUDA_VISIBLE_DEVICES" = "GPU-cf2321f0-d34b-ec9b-31e9-8c0c69e1444a";
|
||
|
|
OLLAMA_LLM_LIBRARY = "gpu";
|
||
|
|
};
|
||
|
|
services.ollama.enable = true;
|
||
|
|
#services.ollama.acceleration = "cuda";
|
||
|
|
|
||
|
|
|
||
|
|
# virtualisation.oci-containers.containers = {
|
||
|
|
|
||
|
|
# webui = {
|
||
|
|
# image = "ghcr.io/ollama-webui/ollama-webui:main";
|
||
|
|
# ports = [
|
||
|
|
# "5121:8080"
|
||
|
|
# ];
|
||
|
|
# volumes = [
|
||
|
|
# "/home/carbon/ollamawebui:/app/backend/data"
|
||
|
|
# ];
|
||
|
|
# };
|
||
|
|
# };
|
||
|
|
}
|