litellm update / librechat gpt 5.1
This commit is contained in:
parent
07a3d1e6b8
commit
812b55ea98
@ -8,7 +8,8 @@
|
|||||||
servicePort = portUtils.getPort serviceName "AZ-CLD-1";
|
servicePort = portUtils.getPort serviceName "AZ-CLD-1";
|
||||||
in {
|
in {
|
||||||
virtualisation.oci-containers.containers.${serviceName} = {
|
virtualisation.oci-containers.containers.${serviceName} = {
|
||||||
image = "ghcr.io/berriai/litellm:v1.78.5-stable";
|
#image = "ghcr.io/berriai/litellm:v1.78.5-stable";
|
||||||
|
image = "ghcr.io/berriai/litellm:v1.80.0-stable";
|
||||||
ports = ["127.0.0.1:${toString servicePort}:4000"];
|
ports = ["127.0.0.1:${toString servicePort}:4000"];
|
||||||
environmentFiles = [config.age.secrets.litellm-env.path];
|
environmentFiles = [config.age.secrets.litellm-env.path];
|
||||||
environment = {
|
environment = {
|
||||||
@ -17,6 +18,7 @@ in {
|
|||||||
SCARF_NO_ANALYTICS = "True";
|
SCARF_NO_ANALYTICS = "True";
|
||||||
STORE_MODEL_IN_DB = "True";
|
STORE_MODEL_IN_DB = "True";
|
||||||
};
|
};
|
||||||
|
volumes = [ "/var/lib/litellm/config.yaml:/app/config.yaml" ];
|
||||||
extraOptions = ["--add-host=postgres:10.89.0.1" "--ip=10.89.0.30" "--network=web"];
|
extraOptions = ["--add-host=postgres:10.89.0.1" "--ip=10.89.0.30" "--network=web"];
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user