28 lines
584 B
Nix
28 lines
584 B
Nix
{
|
|
config,
|
|
lib,
|
|
pkgs,
|
|
...
|
|
}:
|
|
with lib; let
|
|
cfg = config.extraServices.ollama;
|
|
in {
|
|
options.extraServices.ollama.enable = mkEnableOption "enable ollama";
|
|
|
|
config = mkIf cfg.enable {
|
|
services.ollama = {
|
|
enable = true;
|
|
package = pkgs.ollama-vulkan;
|
|
host = "[::]";
|
|
openFirewall = true;
|
|
environmentVariables = {
|
|
OLLAMA_HOST = "0.0.0.0";
|
|
};
|
|
};
|
|
nixpkgs.config = {
|
|
rocmSupport = config.services.xserver.videoDrivers == ["amdgpu"];
|
|
cudaSupport = config.services.xserver.videoDrivers == ["nvidia"];
|
|
};
|
|
};
|
|
}
|