From 4b417eb22b6f3a7272e746d3f0c31d22d3b1d597 Mon Sep 17 00:00:00 2001 From: abysssol Date: Mon, 26 Aug 2024 16:01:47 -0400 Subject: [PATCH] nixos/ollama: fix `rocmOverrideGfx` description Updated example to one that works, based on this comment: https://github.com/NixOS/nixpkgs/issues/333123#issuecomment-2310706898 --- nixos/modules/services/misc/ollama.nix | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/nixos/modules/services/misc/ollama.nix b/nixos/modules/services/misc/ollama.nix index a1141c784b4d..f9d151927995 100644 --- a/nixos/modules/services/misc/ollama.nix +++ b/nixos/modules/services/misc/ollama.nix @@ -127,8 +127,7 @@ in example = "10.3.0"; description = '' Override what rocm will detect your gpu model as. - For example, make rocm treat your RX 5700 XT (or any other model) - as an RX 6900 XT using a value of `"10.3.0"` (gfx 1030). + For example, if you have an RX 5700 XT, try setting this to `"10.1.0"` (gfx 1010). This sets the value of `HSA_OVERRIDE_GFX_VERSION`. See [ollama's docs]( https://github.com/ollama/ollama/blob/main/docs/gpu.md#amd-radeon