depot/third_party/nixpkgs/nixos/tests/prometheus/prometheus-pair.nix

import ../make-test-python.nix (
  { lib, pkgs, ... }:

  {
    name = "prometheus-pair";

    nodes = {
      prometheus1 =
        { config, pkgs, ... }:
        {
          environment.systemPackages = [ pkgs.jq ];

          networking.firewall.allowedTCPPorts = [ config.services.prometheus.port ];

          services.prometheus = {
            enable = true;
            globalConfig.scrape_interval = "2s";
            scrapeConfigs = [
              {
                job_name = "prometheus";
                static_configs = [
                  {
                    targets = [
                      "prometheus1:${toString config.services.prometheus.port}"
                      "prometheus2:${toString config.services.prometheus.port}"
                    ];
                  }
                ];
              }
            ];
          };
        };

      prometheus2 =
        { config, pkgs, ... }:
        {
          environment.systemPackages = [ pkgs.jq ];

          networking.firewall.allowedTCPPorts = [ config.services.prometheus.port ];

          services.prometheus = {
            enable = true;
            globalConfig.scrape_interval = "2s";
            scrapeConfigs = [
              {
                job_name = "prometheus";
                static_configs = [
                  {
                    targets = [
                      "prometheus1:${toString config.services.prometheus.port}"
                      "prometheus2:${toString config.services.prometheus.port}"
                    ];
                  }
                ];
              }
            ];
          };
        };
    };

    testScript = ''
      for machine in prometheus1, prometheus2:
        machine.wait_for_unit("prometheus")
        machine.wait_for_open_port(9090)
        machine.wait_until_succeeds("journalctl -o cat -u prometheus.service | grep 'version=${pkgs.prometheus.version}'")
        machine.wait_until_succeeds("curl -sSf http://localhost:9090/-/healthy")

      # Prometheii ready - run some queries
      for machine in prometheus1, prometheus2:
        machine.wait_until_succeeds(
          "curl -sf 'http://127.0.0.1:9090/api/v1/query?query=prometheus_build_info\{instance=\"prometheus1:9090\",version=\"${pkgs.prometheus.version}\"\}' | "
          + "jq '.data.result[0].value[1]' | grep '\"1\"'"
        )

        machine.wait_until_succeeds(
          "curl -sf 'http://127.0.0.1:9090/api/v1/query?query=prometheus_build_info\{instance=\"prometheus1:9090\"\}' | "
          + "jq '.data.result[0].value[1]' | grep '\"1\"'"
        )

        machine.wait_until_succeeds(
          "curl -sf 'http://127.0.0.1:9090/api/v1/query?query=sum(prometheus_build_info)%20by%20(version)' | "
          + "jq '.data.result[0].metric.version' | grep '\"${pkgs.prometheus.version}\"'"
        )

        machine.wait_until_succeeds(
          "curl -sf 'http://127.0.0.1:9090/api/v1/query?query=sum(prometheus_build_info)%20by%20(version)' | "
          + "jq '.data.result[0].value[1]' | grep '\"2\"'"
        )

      prometheus1.log(prometheus1.succeed("systemd-analyze security prometheus.service | grep -v '✓'"))
    '';
  }
)