2024-06-04 10:37:06 +00:00
|
|
|
{
|
|
|
|
config,
|
|
|
|
lib,
|
|
|
|
pkgs,
|
|
|
|
...
|
|
|
|
}:
|
|
|
|
let
|
|
|
|
inherit (lib) types;
|
|
|
|
|
|
|
|
cfg = config.services.open-webui;
|
|
|
|
in
|
|
|
|
{
|
|
|
|
options = {
|
|
|
|
services.open-webui = {
|
|
|
|
enable = lib.mkEnableOption "Enable open-webui, an interactive chat web app";
|
|
|
|
package = lib.mkPackageOption pkgs "open-webui" { };
|
|
|
|
|
|
|
|
stateDir = lib.mkOption {
|
|
|
|
type = types.path;
|
|
|
|
default = "/var/lib/open-webui";
|
|
|
|
description = "State directory of open-webui.";
|
|
|
|
};
|
|
|
|
|
|
|
|
host = lib.mkOption {
|
|
|
|
type = types.str;
|
|
|
|
default = "localhost";
|
|
|
|
description = "Host of open-webui";
|
|
|
|
};
|
|
|
|
|
|
|
|
port = lib.mkOption {
|
|
|
|
type = types.port;
|
|
|
|
default = 8080;
|
|
|
|
description = "Port of open-webui";
|
|
|
|
};
|
|
|
|
|
|
|
|
environment = lib.mkOption {
|
|
|
|
type = types.attrsOf types.str;
|
|
|
|
default = { };
|
|
|
|
example = ''
|
|
|
|
{
|
|
|
|
OLLAMA_API_BASE_URL = "http://localhost:11434";
|
|
|
|
# Disable authentication
|
|
|
|
WEBUI_AUTH = "False";
|
|
|
|
}
|
|
|
|
'';
|
|
|
|
description = "Extra environment variables for open-webui";
|
|
|
|
};
|
2024-06-04 19:05:18 +00:00
|
|
|
|
|
|
|
openFirewall = lib.mkOption {
|
|
|
|
type = types.bool;
|
|
|
|
default = false;
|
|
|
|
description = ''
|
|
|
|
Whether to open the firewall for Open-WebUI.
|
|
|
|
This adds `services.open-webui.port` to `networking.firewall.allowedTCPPorts`.
|
|
|
|
'';
|
|
|
|
};
|
2024-06-04 10:37:06 +00:00
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
config = lib.mkIf cfg.enable {
|
|
|
|
systemd.services.open-webui = {
|
|
|
|
description = "User-friendly WebUI for LLMs (Formerly Ollama WebUI)";
|
|
|
|
wantedBy = [ "multi-user.target" ];
|
|
|
|
after = [ "network.target" ];
|
|
|
|
|
|
|
|
preStart = ''
|
|
|
|
mkdir -p ${cfg.stateDir}/static
|
|
|
|
'';
|
|
|
|
|
|
|
|
environment = {
|
|
|
|
STATIC_DIR = "${cfg.stateDir}/static";
|
|
|
|
DATA_DIR = "${cfg.stateDir}";
|
|
|
|
} // cfg.environment;
|
|
|
|
|
|
|
|
serviceConfig = {
|
|
|
|
ExecStart = "${lib.getExe cfg.package} serve --host ${cfg.host} --port ${toString cfg.port}";
|
|
|
|
WorkingDirectory = cfg.stateDir;
|
|
|
|
StateDirectory = "open-webui";
|
|
|
|
RuntimeDirectory = "open-webui";
|
|
|
|
RuntimeDirectoryMode = "0755";
|
|
|
|
PrivateTmp = true;
|
|
|
|
DynamicUser = true;
|
|
|
|
DevicePolicy = "closed";
|
|
|
|
LockPersonality = true;
|
|
|
|
MemoryDenyWriteExecute = false; # onnxruntime/capi/onnxruntime_pybind11_state.so: cannot enable executable stack as shared object requires: Permission Denied
|
|
|
|
PrivateUsers = true;
|
|
|
|
ProtectHome = true;
|
|
|
|
ProtectHostname = true;
|
|
|
|
ProtectKernelLogs = true;
|
|
|
|
ProtectKernelModules = true;
|
|
|
|
ProtectKernelTunables = true;
|
|
|
|
ProtectControlGroups = true;
|
|
|
|
ProcSubset = "all"; # Error in cpuinfo: failed to parse processor information from /proc/cpuinfo
|
|
|
|
RestrictNamespaces = true;
|
|
|
|
RestrictRealtime = true;
|
|
|
|
SystemCallArchitectures = "native";
|
|
|
|
UMask = "0077";
|
|
|
|
};
|
|
|
|
};
|
2024-06-04 19:05:18 +00:00
|
|
|
|
|
|
|
networking.firewall = lib.mkIf cfg.openFirewall { allowedTCPPorts = [ cfg.port ]; };
|
2024-06-04 10:37:06 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
meta.maintainers = with lib.maintainers; [ shivaraj-bh ];
|
|
|
|
}
|