added ollama service
This commit is contained in:
parent
ddf12655bc
commit
1a80911b3f
21
hosts/sin/ollama.nix
Normal file
21
hosts/sin/ollama.nix
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
{ inputs, ... }:
|
||||||
|
{
|
||||||
|
# virtualisation.docker = {
|
||||||
|
# enable = true;
|
||||||
|
# storageDriver = "btrfs";
|
||||||
|
# };
|
||||||
|
|
||||||
|
services.ollama = {
|
||||||
|
enable = true;
|
||||||
|
openFirewall = true;
|
||||||
|
loadModels = [ ];
|
||||||
|
acceleration = "cuda";
|
||||||
|
};
|
||||||
|
|
||||||
|
services.open-webui = {
|
||||||
|
enable = true;
|
||||||
|
openFirewall = true;
|
||||||
|
host = "0.0.0.0";
|
||||||
|
port = 8050;
|
||||||
|
};
|
||||||
|
}
|
||||||
Loading…
x
Reference in New Issue
Block a user