mirrors_public/oddlama_nix-config
1
1
Fork 1
mirror of https://github.com/oddlama/nix-config.git synced 2025-10-10 23:00:39 +02:00
Code Activity

feat: add ollama-webui, disable fucking dnssec until it works (never)

Browse source
This commit is contained in:
oddlama 2024-06-09 20:19:41 +02:00
parent 17eceb2253
commit 673ea778a0
No known key found for this signature in database
GPG key ID: 14EFE510775FE39A
15 changed files with 195 additions and 125 deletions
Download patch file Download diff file Expand all files Collapse all files

68
hosts/sire/guests/ai.nix
View file

@ -1,18 +1,80 @@
{
{config, ...}: let
openWebuiDomain = "chat.${config.repo.secrets.global.domains.me}";
in {
microvm.mem = 1024 * 16;
microvm.vcpu = 20;
networking.firewall.allowedTCPPorts = [11434];
wireguard.proxy-home = {
client.via = "ward";
firewallRuleForNode.ward-web-proxy.allowedTCPPorts = [
config.services.open-webui.port
];
};
networking.firewall.allowedTCPPorts = [config.services.ollama.port];
environment.persistence."/state".directories = [
{
directory = "/var/lib/private/ollama";
mode = "0700";
}
{
directory = "/var/lib/private/open-webui";
mode = "0700";
}
];
services.ollama = {
enable = true;
listenAddress = "0.0.0.0:11434";
host = "0.0.0.0";
port = 11434;
};
services.open-webui = {
enable = true;
host = "0.0.0.0";
port = 11222;
environment = {
SCARF_NO_ANALYTICS = "True";
DO_NOT_TRACK = "True";
ANONYMIZED_TELEMETRY = "False";
WEBUI_AUTH = "False";
ENABLE_SIGNUP = "False";
OLLAMA_BASE_URL = "http://localhgost:11434";
TRANSFORMERS_CACHE = "/var/lib/open-webui/.cache/huggingface";
};
};
globals.services.open-webui.domain = openWebuiDomain;
nodes.ward-web-proxy = {
services.nginx = {
upstreams.open-webui = {
servers."${config.wireguard.proxy-home.ipv4}:${toString config.services.open-webui.port}" = {};
extraConfig = ''
zone open-webui 64k;
keepalive 2;
'';
};
virtualHosts.${openWebuiDomain} = {
forceSSL = true;
useACMEWildcardHost = true;
oauth2.enable = true;
oauth2.allowedGroups = ["access_openwebui"];
# FIXME: refer to lan 192.168... and fd10:: via globals
extraConfig = ''
client_max_body_size 512M;
allow 192.168.1.0/24;
allow fd10::/64;
deny all;
'';
locations."/" = {
proxyPass = "http://open-webui";
proxyWebsockets = true;
X-Frame-Options = "SAMEORIGIN";
};
};
};
};
}