19 lines
436 B
Nix
19 lines
436 B
Nix
{ config, pkgs, lib, ... }:
|
|
|
|
{
|
|
services.ollama = {
|
|
enable = true;
|
|
host = "127.0.0.1";
|
|
port = 11434;
|
|
openFirewall = false;
|
|
acceleration = "rocm";
|
|
# Don't preload models - start on-demand to save battery
|
|
loadModels = [ ];
|
|
};
|
|
|
|
# ROCm GPU configuration for AMD Ryzen 7 7840U (gfx1103)
|
|
systemd.services.ollama.environment = {
|
|
HSA_OVERRIDE_GFX_VERSION = "11.0.3";
|
|
ROCR_VISIBLE_DEVICES = "0";
|
|
};
|
|
} |