open-webui: proxy websockets

hosts/library/nginx.nix

@@ -12,9 +12,6 @@
         proxy_set_header X-Real-IP $remote_addr;
         proxy_set_header Host $host;
 
-        proxy_set_header Range $http_range;
-        proxy_set_header If-Range $http_if_range;
-
         proxy_http_version 1.1;
         proxy_set_header Upgrade $http_upgrade;
         proxy_set_header Connection "upgrade";
@@ -45,7 +42,16 @@
           ];
           locations."/" = {
             proxyPass = "http://localhost:8081";
-            extraConfig = proxyConfig;
+            extraConfig =
+              proxyConfig
+              + ''
+                # Disable proxy buffering for better streaming response from models
+                proxy_buffering off;
+
+                # Increase max request size for large attachments and long audio messages
+                client_max_body_size 20M;
+                proxy_read_timeout 10m;
+              '';
           };
         };
         "jellyfin.vimium.com" = {
@@ -58,7 +64,12 @@
           ];
           locations."/" = {
             proxyPass = "http://localhost:8096";
-            extraConfig = proxyConfig;
+            extraConfig =
+              proxyConfig
+              + ''
+                proxy_set_header Range $http_range;
+                proxy_set_header If-Range $http_if_range;
+              '';
           };
           locations."/metrics" = {
             return = "404";

hosts/vps1/nginx.nix

@@ -91,6 +91,23 @@ in
           extraConfig = nginxErrorPages + nginxEdgeHeaders;
           locations."/" = {
             proxyPass = "http://localhost:8001";
+            extraConfig = ''
+              proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+              proxy_set_header X-Forwarded-Proto $scheme;
+              proxy_set_header X-Real-IP $remote_addr;
+              proxy_set_header Host $host;
+
+              proxy_http_version 1.1;
+              proxy_set_header Upgrade $http_upgrade;
+              proxy_set_header Connection "upgrade";
+
+              # Disable proxy buffering for better streaming response from models
+              proxy_buffering off;
+
+              # Increase max request size for large attachments and long audio messages
+              client_max_body_size 20M;
+              proxy_read_timeout 10m;
+            '';
           };
         };
         "jellyfin.vimium.com" = {