mirror of
https://github.com/NixOS/nixpkgs.git
synced 2024-11-14 22:04:27 +01:00
18 lines
327 B
Nix
18 lines
327 B
Nix
|
{ lib, ... }:
|
||
|
|
{
|
||
|
|
name = "ollama-cuda";
|
||
|
|
meta.maintainers = with lib.maintainers; [ abysssol ];
|
||
|
|
|
||
|
|
nodes.cuda =
|
||
|
|
{ ... }:
|
||
|
|
{
|
||
|
|
services.ollama.enable = true;
|
||
|
|
services.ollama.acceleration = "cuda";
|
||
|
|
};
|
||
|
|
|
||
|
|
testScript = ''
|
||
|
|
cuda.wait_for_unit("multi-user.target")
|
||
|
|
cuda.wait_for_open_port(11434)
|
||
|
|
'';
|
||
|
|
}
|