1
1
Fork 1
mirror of https://github.com/oddlama/nix-config.git synced 2025-10-10 23:00:39 +02:00

feat: add ollama ai server

This commit is contained in:
oddlama 2024-01-26 00:31:54 +01:00
parent 4a34c84995
commit 9a53151fdd
No known key found for this signature in database
GPG key ID: 14EFE510775FE39A
9 changed files with 49 additions and 0 deletions

18
hosts/sire/guests/ai.nix Normal file
View file

@ -0,0 +1,18 @@
{
microvm.mem = 1024 * 16;
microvm.vcpu = 20;
networking.firewall.allowedTCPPorts = [11434];
environment.persistence."/state".directories = [
{
directory = "/var/lib/private/ollama";
mode = "0700";
}
];
services.ollama = {
enable = true;
listenAddress = "0.0.0.0:11434";
};
}