33 lines
702 B
Nix
33 lines
702 B
Nix
{
|
|
lib,
|
|
config,
|
|
...
|
|
}:
|
|
{
|
|
config = lib.mkMerge [
|
|
(lib.mkIf config.osbmModules.services.ollama.enable {
|
|
services.ollama = {
|
|
enable = true;
|
|
acceleration = "cuda";
|
|
# loadModels = [
|
|
# "deepseek-r1:7b"
|
|
# "deepseek-r1:14b"
|
|
# ];
|
|
};
|
|
|
|
services.open-webui = {
|
|
enable = false; # TODO gives error fix later
|
|
port = 7070;
|
|
host = "0.0.0.0";
|
|
openFirewall = true;
|
|
environment = {
|
|
SCARF_NO_ANALYTICS = "True";
|
|
DO_NOT_TRACK = "True";
|
|
ANONYMIZED_TELEMETRY = "False";
|
|
WEBUI_AUTH = "False";
|
|
ENABLE_LOGIN_FORM = "False";
|
|
};
|
|
};
|
|
})
|
|
];
|
|
}
|