mirror of
https://github.com/oddlama/nix-config.git
synced 2025-10-10 23:00:39 +02:00
feat: add ollama ai server
This commit is contained in:
parent
4a34c84995
commit
9a53151fdd
9 changed files with 49 additions and 0 deletions
18
hosts/sire/guests/ai.nix
Normal file
18
hosts/sire/guests/ai.nix
Normal file
|
@ -0,0 +1,18 @@
|
|||
{
|
||||
microvm.mem = 1024 * 16;
|
||||
microvm.vcpu = 20;
|
||||
|
||||
networking.firewall.allowedTCPPorts = [11434];
|
||||
|
||||
environment.persistence."/state".directories = [
|
||||
{
|
||||
directory = "/var/lib/private/ollama";
|
||||
mode = "0700";
|
||||
}
|
||||
];
|
||||
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
listenAddress = "0.0.0.0:11434";
|
||||
};
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue