diff --git a/hosts/AZ-CLD-1/services/containers/litellm.nix b/hosts/AZ-CLD-1/services/containers/litellm.nix index 0c1bf42..39dd6ec 100644 --- a/hosts/AZ-CLD-1/services/containers/litellm.nix +++ b/hosts/AZ-CLD-1/services/containers/litellm.nix @@ -8,7 +8,8 @@ servicePort = portUtils.getPort serviceName "AZ-CLD-1"; in { virtualisation.oci-containers.containers.${serviceName} = { - image = "ghcr.io/berriai/litellm:v1.78.5-stable"; + #image = "ghcr.io/berriai/litellm:v1.78.5-stable"; + image = "ghcr.io/berriai/litellm:v1.80.0-stable"; ports = ["127.0.0.1:${toString servicePort}:4000"]; environmentFiles = [config.age.secrets.litellm-env.path]; environment = { @@ -17,6 +18,7 @@ in { SCARF_NO_ANALYTICS = "True"; STORE_MODEL_IN_DB = "True"; }; + volumes = [ "/var/lib/litellm/config.yaml:/app/config.yaml" ]; extraOptions = ["--add-host=postgres:10.89.0.1" "--ip=10.89.0.30" "--network=web"]; };