updates to ai and api
This commit is contained in:
parent
5b3e377544
commit
4360c226dc
|
@ -11,16 +11,21 @@ with lib;
|
|||
# backend = "podman";
|
||||
containers = {
|
||||
localai = {
|
||||
image = [ "quay.io/go-skynet/local-ai:v2.0.0-cublas-cuda11-ffmpeg" ];
|
||||
image = "quay.io/go-skynet/local-ai:v2.0.0-ffmpeg";
|
||||
autoStart = true;
|
||||
ports = [ "7890:8080" ];
|
||||
volumes = [ "/home/chris/localai/models:/models" ];
|
||||
volumes = [
|
||||
"/home/chris/localai/models:/models"
|
||||
"/dev/dri/card0:/dev/dri/card0"
|
||||
"/dev/dri/renderD128:/dev/dri/renderD128"
|
||||
];
|
||||
environment = {
|
||||
THREADS = "2";
|
||||
MODELS_PATH = "/models";
|
||||
DEBUG = true;
|
||||
REBUILD = true;
|
||||
BUILD_TYPE = "cublas";
|
||||
DEBUG = "true";
|
||||
REBUILD = "true";
|
||||
# BUILD_TYPE = "cublas";
|
||||
TZ = "America/Chicago";
|
||||
};
|
||||
};
|
||||
};
|
||||
|
|
|
@ -308,6 +308,9 @@
|
|||
"api.tfcconnection.org".extraConfig = ''
|
||||
encode gzip
|
||||
reverse_proxy 127.0.0.1:4242
|
||||
header {
|
||||
Access-Control-Allow-Origin *
|
||||
}
|
||||
'';
|
||||
};
|
||||
virtualHosts = {
|
||||
|
|
Loading…
Reference in a new issue