updates to ai and api

This commit is contained in:
Chris Cochrun 2024-01-08 11:38:30 -06:00
parent 5b3e377544
commit 4360c226dc
2 changed files with 13 additions and 5 deletions

View file

@ -11,16 +11,21 @@ with lib;
# backend = "podman";
containers = {
localai = {
image = [ "quay.io/go-skynet/local-ai:v2.0.0-cublas-cuda11-ffmpeg" ];
image = "quay.io/go-skynet/local-ai:v2.0.0-ffmpeg";
autoStart = true;
ports = [ "7890:8080" ];
volumes = [ "/home/chris/localai/models:/models" ];
volumes = [
"/home/chris/localai/models:/models"
"/dev/dri/card0:/dev/dri/card0"
"/dev/dri/renderD128:/dev/dri/renderD128"
];
environment = {
THREADS = "2";
MODELS_PATH = "/models";
DEBUG = true;
REBUILD = true;
BUILD_TYPE = "cublas";
DEBUG = "true";
REBUILD = "true";
# BUILD_TYPE = "cublas";
TZ = "America/Chicago";
};
};
};

View file

@ -308,6 +308,9 @@
"api.tfcconnection.org".extraConfig = ''
encode gzip
reverse_proxy 127.0.0.1:4242
header {
Access-Control-Allow-Origin *
}
'';
};
virtualHosts = {