depot/third_party/nixpkgs/nixos/tests/orangefs.nix

import ./make-test-python.nix (
  { ... }:

  let
    server =
      { pkgs, ... }:
      {
        networking.firewall.allowedTCPPorts = [ 3334 ];
        boot.initrd.postDeviceCommands = ''
          ${pkgs.e2fsprogs}/bin/mkfs.ext4 -L data /dev/vdb
        '';

        virtualisation.emptyDiskImages = [ 4096 ];

        virtualisation.fileSystems = {
          "/data" = {
            device = "/dev/disk/by-label/data";
            fsType = "ext4";
          };
        };

        services.orangefs.server = {
          enable = true;
          dataStorageSpace = "/data/storage";
          metadataStorageSpace = "/data/meta";
          servers = {
            server1 = "tcp://server1:3334";
            server2 = "tcp://server2:3334";
          };
        };
      };

    client =
      { lib, ... }:
      {
        networking.firewall.enable = true;

        services.orangefs.client = {
          enable = true;
          fileSystems = [
            {
              target = "tcp://server1:3334/orangefs";
              mountPoint = "/orangefs";
            }
          ];
        };
      };

  in
  {
    name = "orangefs";

    nodes = {
      server1 = server;
      server2 = server;

      client1 = client;
      client2 = client;
    };

    testScript = ''
      # format storage
      for server in server1, server2:
          server.start()
          server.wait_for_unit("multi-user.target")
          server.succeed("mkdir -p /data/storage /data/meta")
          server.succeed("chown orangefs:orangefs /data/storage /data/meta")
          server.succeed("chmod 0770 /data/storage /data/meta")
          server.succeed(
              "sudo -g orangefs -u orangefs pvfs2-server -f /etc/orangefs/server.conf"
          )

      # start services after storage is formatted on all machines
      for server in server1, server2:
          server.succeed("systemctl start orangefs-server.service")

      with subtest("clients can reach and mount the FS"):
          for client in client1, client2:
              client.start()
              client.wait_for_unit("orangefs-client.service")
              # Both servers need to be reachable
              client.succeed("pvfs2-check-server -h server1 -f orangefs -n tcp -p 3334")
              client.succeed("pvfs2-check-server -h server2 -f orangefs -n tcp -p 3334")
              client.wait_for_unit("orangefs.mount")

      with subtest("R/W test between clients"):
          client1.succeed("echo test > /orangefs/file1")
          client2.succeed("grep test /orangefs/file1")
    '';
  }
)