1
1
Fork 1
mirror of https://github.com/oddlama/nix-config.git synced 2025-10-10 23:00:39 +02:00

feat: add ollama ai server

This commit is contained in:
oddlama 2024-01-26 00:31:54 +01:00
parent 4a34c84995
commit 9a53151fdd
No known key found for this signature in database
GPG key ID: 14EFE510775FE39A
9 changed files with 49 additions and 0 deletions

View file

@ -132,6 +132,7 @@
// mkMicrovm "immich" {
enableStorageDataset = true;
}
// mkMicrovm "ai" {}
#// mkMicrovm "minecraft"
#// mkMicrovm "firefly"
#// mkMicrovm "fasten-health"

18
hosts/sire/guests/ai.nix Normal file
View file

@ -0,0 +1,18 @@
{
microvm.mem = 1024 * 16;
microvm.vcpu = 20;
networking.firewall.allowedTCPPorts = [11434];
environment.persistence."/state".directories = [
{
directory = "/var/lib/private/ollama";
mode = "0700";
}
];
services.ollama = {
enable = true;
listenAddress = "0.0.0.0:11434";
};
}

View file

@ -0,0 +1 @@
ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGD35UWbMDS/Asz1xNAf23XUqbAYsCxJFMuujfcFSENA