{ config, lib, pkgs, ...} : with lib; let cfg = config.services.orangefs.server; aliases = mapAttrsToList (alias: url: alias) cfg.servers; # Maximum handle number is 2^63 maxHandle = 9223372036854775806; # One range of handles for each meta/data instance handleStep = maxHandle / (length aliases) / 2; fileSystems = mapAttrsToList (name: fs: '' Name ${name} ID ${toString fs.id} RootHandle ${toString fs.rootHandle} ${fs.extraConfig} ${concatStringsSep "\n" ( imap0 (i: alias: let begin = i * handleStep + 3; end = begin + handleStep - 1; in "Range ${alias} ${toString begin}-${toString end}") aliases )} ${concatStringsSep "\n" ( imap0 (i: alias: let begin = i * handleStep + 3 + (length aliases) * handleStep; end = begin + handleStep - 1; in "Range ${alias} ${toString begin}-${toString end}") aliases )} TroveSyncMeta ${if fs.troveSyncMeta then "yes" else "no"} TroveSyncData ${if fs.troveSyncData then "yes" else "no"} ${fs.extraStorageHints} '') cfg.fileSystems; configFile = '' LogType ${cfg.logType} DataStorageSpace ${cfg.dataStorageSpace} MetaDataStorageSpace ${cfg.metadataStorageSpace} BMIModules ${concatStringsSep "," cfg.BMIModules} ${cfg.extraDefaults} ${cfg.extraConfig} ${concatStringsSep "\n" (mapAttrsToList (alias: url: "Alias ${alias} ${url}") cfg.servers)} ${concatStringsSep "\n" fileSystems} ''; in { ###### interface options = { services.orangefs.server = { enable = mkEnableOption "OrangeFS server"; logType = mkOption { type = with types; enum [ "file" "syslog" ]; default = "syslog"; description = "Destination for log messages."; }; dataStorageSpace = mkOption { type = types.nullOr types.str; default = null; example = "/data/storage"; description = "Directory for data storage."; }; metadataStorageSpace = mkOption { type = types.nullOr types.str; default = null; example = "/data/meta"; description = "Directory for meta data storage."; }; BMIModules = mkOption { type = with types; listOf str; default = [ "bmi_tcp" ]; example = [ "bmi_tcp" "bmi_ib"]; description = "List of BMI modules to load."; }; extraDefaults = mkOption { type = types.lines; default = ""; description = "Extra config for <Defaults> section."; }; extraConfig = mkOption { type = types.lines; default = ""; description = "Extra config for the global section."; }; servers = mkOption { type = with types; attrsOf types.str; default = {}; example = { node1 = "tcp://node1:3334"; node2 = "tcp://node2:3334"; }; description = "URLs for storage server including port. The attribute names define the server alias."; }; fileSystems = mkOption { description = '' These options will create the <FileSystem> sections of config file. ''; default = { orangefs = {}; }; example = literalExpression '' { fs1 = { id = 101; }; fs2 = { id = 102; }; } ''; type = with types; attrsOf (submodule ({ ... } : { options = { id = mkOption { type = types.int; default = 1; description = "File system ID (must be unique within configuration)."; }; rootHandle = mkOption { type = types.int; default = 3; description = "File system root ID."; }; extraConfig = mkOption { type = types.lines; default = ""; description = "Extra config for <FileSystem> section."; }; troveSyncMeta = mkOption { type = types.bool; default = true; description = "Sync meta data."; }; troveSyncData = mkOption { type = types.bool; default = false; description = "Sync data."; }; extraStorageHints = mkOption { type = types.lines; default = ""; description = "Extra config for <StorageHints> section."; }; }; })); }; }; }; ###### implementation config = mkIf cfg.enable { environment.systemPackages = [ pkgs.orangefs ]; # orangefs daemon will run as user users.users.orangefs = { isSystemUser = true; group = "orangfs"; }; users.groups.orangefs = {}; # To format the file system the config file is needed. environment.etc."orangefs/server.conf" = { text = configFile; user = "orangefs"; group = "orangefs"; }; systemd.services.orangefs-server = { wantedBy = [ "multi-user.target" ]; requires = [ "network-online.target" ]; after = [ "network-online.target" ]; serviceConfig = { # Run as "simple" in forground mode. # This is more reliable ExecStart = '' ${pkgs.orangefs}/bin/pvfs2-server -d \ /etc/orangefs/server.conf ''; TimeoutStopSec = "120"; User = "orangefs"; Group = "orangefs"; }; }; }; }