sokai/mynixos-config
1
1
Fork 0
forked from mirrors_public/oddlama_nix-config
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: add ollama ai server

Browse source
This commit is contained in:
oddlama 2024-01-26 00:31:54 +01:00
parent 4a34c84995
commit 9a53151fdd
No known key found for this signature in database
GPG key ID: 14EFE510775FE39A
9 changed files with 49 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
hosts/sire/default.nix
View file

@ -132,6 +132,7 @@
// mkMicrovm "immich" {
enableStorageDataset = true;
}
// mkMicrovm "ai" {}
#// mkMicrovm "minecraft"
#// mkMicrovm "firefly"
#// mkMicrovm "fasten-health"

18
hosts/sire/guests/ai.nix Normal file
View file

@ -0,0 +1,18 @@
{
microvm.mem = 1024 * 16;
microvm.vcpu = 20;
networking.firewall.allowedTCPPorts = [11434];
environment.persistence."/state".directories = [
{
directory = "/var/lib/private/ollama";
mode = "0700";
}
];
services.ollama = {
enable = true;
listenAddress = "0.0.0.0:11434";
};
}

1
hosts/sire/secrets/ai/host.pub Normal file
View file

@ -0,0 +1 @@
ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGD35UWbMDS/Asz1xNAf23XUqbAYsCxJFMuujfcFSENA