From 4360c226dc1bf8f36a2df235df5d0be7e3fdd74e Mon Sep 17 00:00:00 2001
From: Chris Cochrun <chris@tfcconnection.org>
Date: Mon, 8 Jan 2024 11:38:30 -0600
Subject: [PATCH] updates to ai and api

---
 modules/localai.nix           | 15 ++++++++++-----
 system/shen/configuration.nix |  3 +++
 2 files changed, 13 insertions(+), 5 deletions(-)

diff --git a/modules/localai.nix b/modules/localai.nix
index e120f3e..961a713 100644
--- a/modules/localai.nix
+++ b/modules/localai.nix
@@ -11,16 +11,21 @@ with lib;
       # backend = "podman";
       containers = {
         localai = {
-          image = [ "quay.io/go-skynet/local-ai:v2.0.0-cublas-cuda11-ffmpeg" ];
+          image = "quay.io/go-skynet/local-ai:v2.0.0-ffmpeg";
           autoStart = true;
           ports = [ "7890:8080" ];
-          volumes = [ "/home/chris/localai/models:/models" ];
+          volumes = [
+            "/home/chris/localai/models:/models"
+            "/dev/dri/card0:/dev/dri/card0"
+            "/dev/dri/renderD128:/dev/dri/renderD128"
+          ];
           environment = {
             THREADS = "2";
             MODELS_PATH = "/models";
-            DEBUG = true;
-            REBUILD = true;
-            BUILD_TYPE = "cublas";
+            DEBUG = "true";
+            REBUILD = "true";
+            # BUILD_TYPE = "cublas";
+            TZ = "America/Chicago";
           };
         };
       };
diff --git a/system/shen/configuration.nix b/system/shen/configuration.nix
index 0ff1511..6a21cf2 100644
--- a/system/shen/configuration.nix
+++ b/system/shen/configuration.nix
@@ -308,6 +308,9 @@
       "api.tfcconnection.org".extraConfig = ''
         encode gzip
         reverse_proxy 127.0.0.1:4242
+        header {
+          Access-Control-Allow-Origin *
+        }
       '';
     };
     virtualHosts = {