nixpkgs/nixos/tests/orangefs.nix

import ./make-test-python.nix ({ ... } :

let
  server = { pkgs, ... } : {
    networking.firewall.allowedTCPPorts = [ 3334 ];
    boot.initrd.postDeviceCommands = ''
      ${pkgs.e2fsprogs}/bin/mkfs.ext4 -L data /dev/vdb
    '';

    virtualisation.emptyDiskImages = [ 4096 ];

    virtualisation.fileSystems =
      { "/data" =
          { device = "/dev/disk/by-label/data";
            fsType = "ext4";
          };
      };

    services.orangefs.server = {
      enable = true;
      dataStorageSpace = "/data/storage";
      metadataStorageSpace = "/data/meta";
      servers = {
        server1 = "tcp://server1:3334";
        server2 = "tcp://server2:3334";
      };
    };
  };

  client = { lib, ... } : {
    networking.firewall.enable = true;

    services.orangefs.client = {
      enable = true;
      fileSystems = [{
        target = "tcp://server1:3334/orangefs";
        mountPoint = "/orangefs";
      }];
    };
  };

in {
  name = "orangefs";

  nodes = {
    server1 = server;
    server2 = server;

    client1 = client;
    client2 = client;
  };

  testScript = ''
    # format storage
    for server in server1, server2:
        server.start()
        server.wait_for_unit("multi-user.target")
        server.succeed("mkdir -p /data/storage /data/meta")
        server.succeed("chown orangefs:orangefs /data/storage /data/meta")
        server.succeed("chmod 0770 /data/storage /data/meta")
        server.succeed(
            "sudo -g orangefs -u orangefs pvfs2-server -f /etc/orangefs/server.conf"
        )

    # start services after storage is formatted on all machines
    for server in server1, server2:
        server.succeed("systemctl start orangefs-server.service")

    with subtest("clients can reach and mount the FS"):
        for client in client1, client2:
            client.start()
            client.wait_for_unit("orangefs-client.service")
            # Both servers need to be reachable
            client.succeed("pvfs2-check-server -h server1 -f orangefs -n tcp -p 3334")
            client.succeed("pvfs2-check-server -h server2 -f orangefs -n tcp -p 3334")
            client.wait_for_unit("orangefs.mount")

    with subtest("R/W test between clients"):
        client1.succeed("echo test > /orangefs/file1")
        client2.succeed("grep test /orangefs/file1")
  '';
})