20 lines
405 B
Nix
20 lines
405 B
Nix
{ config, pkgs, lib, ... }:
|
|
|
|
{
|
|
services.ollama = {
|
|
enable = true;
|
|
host = "127.0.0.1";
|
|
port = 11434;
|
|
openFirewall = false;
|
|
acceleration = "rocm";
|
|
loadModels = [
|
|
"mxbai-embed-large"
|
|
];
|
|
};
|
|
|
|
# ROCm GPU configuration for AMD Ryzen 7 7840U (gfx1103)
|
|
systemd.services.ollama.environment = {
|
|
HSA_OVERRIDE_GFX_VERSION = "11.0.3";
|
|
ROCR_VISIBLE_DEVICES = "0";
|
|
};
|
|
} |