depot/nixos/tests/iscsi-root.nix

import ./make-test-python.nix (
  { pkgs, lib, ... }:
  let
    initiatorName = "iqn.2020-08.org.linux-iscsi.initiatorhost:example";
    targetName = "iqn.2003-01.org.linux-iscsi.target.x8664:sn.acf8fd9c23af";
  in
  {
    name = "iscsi";
    meta = {
      maintainers = lib.teams.deshaw.members ++ lib.teams.helsinki-systems.members;
    };

    nodes = {
      target =
        {
          config,
          pkgs,
          lib,
          ...
        }:
        {
          services.target = {
            enable = true;
            config = {
              fabric_modules = [ ];
              storage_objects = [
                {
                  dev = "/dev/vdb";
                  name = "test";
                  plugin = "block";
                  write_back = true;
                  wwn = "92b17c3f-6b40-4168-b082-ceeb7b495522";
                }
              ];
              targets = [
                {
                  fabric = "iscsi";
                  tpgs = [
                    {
                      enable = true;
                      attributes = {
                        authentication = 0;
                        generate_node_acls = 1;
                      };
                      luns = [
                        {
                          alias = "94dfe06967";
                          alua_tg_pt_gp_name = "default_tg_pt_gp";
                          index = 0;
                          storage_object = "/backstores/block/test";
                        }
                      ];
                      node_acls = [
                        {
                          mapped_luns = [
                            {
                              alias = "d42f5bdf8a";
                              index = 0;
                              tpg_lun = 0;
                              write_protect = false;
                            }
                          ];
                          node_wwn = initiatorName;
                        }
                      ];
                      portals = [
                        {
                          ip_address = "[::]";
                          iser = false;
                          offload = false;
                          port = 3260;
                        }
                      ];
                      tag = 1;
                    }
                  ];
                  wwn = targetName;
                }
              ];
            };
          };

          networking.firewall.allowedTCPPorts = [ 3260 ];
          networking.firewall.allowedUDPPorts = [ 3260 ];

          virtualisation.memorySize = 2048;
          virtualisation.emptyDiskImages = [ 2048 ];
        };

      initiatorAuto =
        {
          nodes,
          config,
          pkgs,
          ...
        }:
        {
          services.openiscsi = {
            enable = true;
            enableAutoLoginOut = true;
            discoverPortal = "target";
            name = initiatorName;
          };

          environment.systemPackages = with pkgs; [
            xfsprogs
          ];

          system.extraDependencies = [ nodes.initiatorRootDisk.system.build.toplevel ];

          nix.settings = {
            substituters = lib.mkForce [ ];
            hashed-mirrors = null;
            connect-timeout = 1;
          };
        };

      initiatorRootDisk =
        {
          config,
          pkgs,
          modulesPath,
          lib,
          ...
        }:
        {
          boot.loader.grub.enable = false;
          boot.kernelParams = lib.mkOverride 5 ([
            "boot.shell_on_fail"
            "console=tty1"
            "ip=${config.networking.primaryIPAddress}:::255.255.255.0::eth1:none"
          ]);

          # defaults to true, puts some code in the initrd that tries to mount an overlayfs on /nix/store
          virtualisation.writableStore = false;

          fileSystems = lib.mkOverride 5 {
            "/" = {
              fsType = "xfs";
              device = "/dev/sda";
              options = [ "_netdev" ];
            };
          };

          boot.iscsi-initiator = {
            discoverPortal = "target";
            name = initiatorName;
            target = targetName;
          };
        };
    };

    testScript =
      { nodes, ... }:
      ''
        target.start()
        target.wait_for_unit("iscsi-target.service")

        initiatorAuto.start()

        initiatorAuto.wait_for_unit("iscsid.service")
        initiatorAuto.wait_for_unit("iscsi.service")
        initiatorAuto.get_unit_info("iscsi")

        initiatorAuto.succeed("set -x; while ! test -e /dev/sda; do sleep 1; done")

        initiatorAuto.succeed("mkfs.xfs /dev/sda")
        initiatorAuto.succeed("mkdir /mnt && mount /dev/sda /mnt")
        initiatorAuto.succeed(
            "nixos-install --no-bootloader --no-root-passwd --system ${nodes.initiatorRootDisk.config.system.build.toplevel}"
        )
        initiatorAuto.succeed("umount /mnt && rmdir /mnt")
        initiatorAuto.shutdown()

        initiatorRootDisk.start()
        initiatorRootDisk.wait_for_unit("multi-user.target")
        initiatorRootDisk.wait_for_unit("iscsid")
        initiatorRootDisk.succeed("touch test")
        initiatorRootDisk.shutdown()
      '';
  }
)