nixpkgs/nixos/tests/mysql/mariadb-galera.nix

{
  system ? builtins.currentSystem,
  config ? { },
  pkgs ? import ../../.. { inherit system config; },
  lib ? pkgs.lib,
}:

let
  inherit (import ./common.nix { inherit pkgs lib; }) mkTestName mariadbPackages;

  makeTest = import ./../make-test-python.nix;

  # Common user configuration
  makeGaleraTest =
    {
      mariadbPackage,
      name ? mkTestName mariadbPackage,
      galeraPackage ? pkgs.mariadb-galera,
    }:
    makeTest {
      name = "${name}-galera-mariabackup";
      meta = {
        maintainers = with lib.maintainers; [ izorkin ] ++ lib.teams.helsinki-systems.members;
      };

      # The test creates a Galera cluster with 3 nodes and is checking if mariabackup-based SST works. The cluster is tested by creating a DB and an empty table on one node,
      # and checking the table's presence on the other node.
      nodes =
        let
          mkGaleraNode =
            {
              id,
              method,
            }:
            let
              address = "192.168.1.${toString id}";
              isFirstClusterNode = id == 1 || id == 4;
            in
            {
              users = {
                users.testuser = {
                  isSystemUser = true;
                  group = "testusers";
                };
                groups.testusers = { };
              };

              networking = {
                interfaces.eth1 = {
                  ipv4.addresses = [
                    {
                      inherit address;
                      prefixLength = 24;
                    }
                  ];
                  ipv6.addresses = lib.mkForce [ ];
                };
                extraHosts = lib.concatMapStringsSep "\n" (i: "192.168.1.${toString i} galera_0${toString i}") (
                  lib.range 1 6
                );
                firewall.allowedTCPPorts = [
                  3306
                  4444
                  4567
                  4568
                ];
                firewall.allowedUDPPorts = [ 4567 ];
              };
              systemd.services.mysql = with pkgs; {
                path = with pkgs; [
                  bash
                  gawk
                  gnutar
                  gzip
                  inetutils
                  iproute2
                  netcat
                  procps
                  pv
                  rsync
                  socat
                  stunnel
                  which
                ];
              };
              services.mysql = {
                enable = true;
                package = mariadbPackage;
                ensureDatabases = lib.mkIf isFirstClusterNode [ "testdb" ];
                ensureUsers = lib.mkIf isFirstClusterNode [
                  {
                    name = "testuser";
                    ensurePermissions = {
                      "testdb.*" = "ALL PRIVILEGES";
                    };
                  }
                ];
                initialScript = lib.mkIf isFirstClusterNode (
                  pkgs.writeText "mariadb-init.sql" ''
                    GRANT ALL PRIVILEGES ON *.* TO 'check_repl'@'localhost' IDENTIFIED BY 'check_pass' WITH GRANT OPTION;
                    FLUSH PRIVILEGES;
                  ''
                );
                settings = {
                  mysqld = {
                    bind_address = "0.0.0.0";
                  };
                  galera = {
                    wsrep_on = "ON";
                    wsrep_debug = "NONE";
                    wsrep_retry_autocommit = "3";
                    wsrep_provider = "${galeraPackage}/lib/galera/libgalera_smm.so";
                    wsrep_cluster_address =
                      "gcomm://"
                      + lib.optionalString (id == 2 || id == 3) "galera_01,galera_02,galera_03"
                      + lib.optionalString (id == 5 || id == 6) "galera_04,galera_05,galera_06";
                    wsrep_cluster_name = "galera";
                    wsrep_node_address = address;
                    wsrep_node_name = "galera_0${toString id}";
                    wsrep_sst_method = method;
                    wsrep_sst_auth = "check_repl:check_pass";
                    binlog_format = "ROW";
                    enforce_storage_engine = "InnoDB";
                    innodb_autoinc_lock_mode = "2";
                  };
                };
              };
            };
        in
        {
          galera_01 = mkGaleraNode {
            id = 1;
            method = "mariabackup";
          };

          galera_02 = mkGaleraNode {
            id = 2;
            method = "mariabackup";
          };

          galera_03 = mkGaleraNode {
            id = 3;
            method = "mariabackup";
          };

          galera_04 = mkGaleraNode {
            id = 4;
            method = "rsync";
          };

          galera_05 = mkGaleraNode {
            id = 5;
            method = "rsync";
          };

          galera_06 = mkGaleraNode {
            id = 6;
            method = "rsync";
          };

        };

      testScript = ''
        galera_01.start()
        galera_01.wait_for_unit("mysql")
        galera_01.wait_for_open_port(3306)
        galera_01.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; create table db1 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
        )
        galera_01.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; insert into db1 values (37);'"
        )
        galera_02.start()
        galera_02.wait_for_unit("mysql")
        galera_02.wait_for_open_port(3306)
        galera_03.start()
        galera_03.wait_for_unit("mysql")
        galera_03.wait_for_open_port(3306)
        galera_02.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 37"
        )
        galera_02.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; create table db2 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
        )
        galera_02.succeed("systemctl stop mysql")
        galera_01.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; insert into db2 values (38);'"
        )
        galera_03.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; create table db3 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
        )
        galera_01.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; insert into db3 values (39);'"
        )
        galera_02.succeed("systemctl start mysql")
        galera_02.wait_for_open_port(3306)
        galera_02.succeed(
            "sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_cluster_size.*3'"
        )
        galera_03.succeed(
            "sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_local_state_comment.*Synced'"
        )
        galera_01.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db3;' -N | grep 39"
        )
        galera_02.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db2;' -N | grep 38"
        )
        galera_03.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 37"
        )
        galera_01.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db3;'")
        galera_02.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db2;'")
        galera_03.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db1;'")
        galera_01.crash()
        galera_02.crash()
        galera_03.crash()

        galera_04.start()
        galera_04.wait_for_unit("mysql")
        galera_04.wait_for_open_port(3306)
        galera_04.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; create table db1 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
        )
        galera_04.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; insert into db1 values (41);'"
        )
        galera_05.start()
        galera_05.wait_for_unit("mysql")
        galera_05.wait_for_open_port(3306)
        galera_06.start()
        galera_06.wait_for_unit("mysql")
        galera_06.wait_for_open_port(3306)
        galera_05.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 41"
        )
        galera_05.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; create table db2 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
        )
        galera_05.succeed("systemctl stop mysql")
        galera_04.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; insert into db2 values (42);'"
        )
        galera_06.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; create table db3 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
        )
        galera_04.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; insert into db3 values (43);'"
        )
        galera_05.succeed("systemctl start mysql")
        galera_05.wait_for_open_port(3306)
        galera_05.succeed(
            "sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_cluster_size.*3'"
        )
        galera_06.succeed(
            "sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_local_state_comment.*Synced'"
        )
        galera_04.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db3;' -N | grep 43"
        )
        galera_05.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db2;' -N | grep 42"
        )
        galera_06.succeed(
            "sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 41"
        )
        galera_04.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db3;'")
        galera_05.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db2;'")
        galera_06.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db1;'")
      '';
    };
in
lib.mapAttrs (_: mariadbPackage: makeGaleraTest { inherit mariadbPackage; }) mariadbPackages