TFC/tfc-nixos
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

updates to ai and api

Browse source
This commit is contained in:
Chris Cochrun 2024-01-08 11:38:30 -06:00
parent 5b3e377544
commit 4360c226dc
2 changed files with 13 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
modules/localai.nix
View file

@ -11,16 +11,21 @@ with lib;
# backend = "podman"; # backend = "podman";
containers = { containers = {
localai = { localai = {
image = [ "quay.io/go-skynet/local-ai:v2.0.0-cublas-cuda11-ffmpeg" ]; image = "quay.io/go-skynet/local-ai:v2.0.0-ffmpeg";
autoStart = true; autoStart = true;
ports = [ "7890:8080" ]; ports = [ "7890:8080" ];
volumes = [ "/home/chris/localai/models:/models" ]; volumes = [
"/home/chris/localai/models:/models"
"/dev/dri/card0:/dev/dri/card0"
"/dev/dri/renderD128:/dev/dri/renderD128"
];
environment = { environment = {
THREADS = "2"; THREADS = "2";
MODELS_PATH = "/models"; MODELS_PATH = "/models";
DEBUG = true; DEBUG = "true";
REBUILD = true; REBUILD = "true";
BUILD_TYPE = "cublas"; # BUILD_TYPE = "cublas";
TZ = "America/Chicago";
}; };
}; };
}; };

3
system/shen/configuration.nix
View file

@ -308,6 +308,9 @@
"api.tfcconnection.org".extraConfig = '' "api.tfcconnection.org".extraConfig = ''
encode gzip encode gzip
reverse_proxy 127.0.0.1:4242 reverse_proxy 127.0.0.1:4242
header {
Access-Control-Allow-Origin *
}
''; '';
}; };
virtualHosts = { virtualHosts = {