nixpkgs/nixos/tests/ollama-cuda.nix
abysssol aa8e02582d nixos/ollama: split cuda and rocm from service test
Cuda and rocm are platform specific, only working on linux.
Also, ofborg won't run any of the service test at all because
cuda is unfreely licensed.
2024-07-14 22:01:56 -04:00

18 lines
327 B
Nix

{ lib, ... }:
{
name = "ollama-cuda";
meta.maintainers = with lib.maintainers; [ abysssol ];
nodes.cuda =
{ ... }:
{
services.ollama.enable = true;
services.ollama.acceleration = "cuda";
};
testScript = ''
cuda.wait_for_unit("multi-user.target")
cuda.wait_for_open_port(11434)
'';
}