Move "stress" test generation script to QA repo

Move the util/generate-stress-test-configs.py script from the BIND 9
source repository to the BIND 9 QA repository.  This simplifies the
maintenance of that script by eliminating the need to backport every
change applied to it to multiple branches.

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 4f477119cdae017acb192a38bc297725358d048e..84688b08eacebb7b2da89264cfa65d5dc9c9d4ef 100644 (file)
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1611,7 +1611,8 @@ generate-stress-test-configs:
   <<: *default_triggering_rules
   stage: precheck
   script:
-    - util/generate-stress-test-configs.py > stress-test-configs.yml
+    - git clone --depth 1 https://gitlab.isc.org/isc-projects/bind9-qa.git
+    - bind9-qa/stress/generate-stress-test-configs.py > stress-test-configs.yml
   artifacts:
     paths:
       - stress-test-configs.yml

diff --git a/util/generate-stress-test-configs.py b/util/generate-stress-test-configs.py
deleted file mode 100755 (executable)
index 102e81b..0000000
--- a/util/generate-stress-test-configs.py
+++ /dev/null
@@ -1,163 +0,0 @@
-#!/usr/bin/env python3
-
-# Copyright (C) Internet Systems Consortium, Inc. ("ISC")
-#
-# SPDX-License-Identifier: MPL-2.0
-#
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0.  If a copy of the MPL was not distributed with this
-# file, you can obtain one at https://mozilla.org/MPL/2.0/.
-#
-# See the COPYRIGHT file distributed with this work for additional
-# information regarding copyright ownership.
-
-import itertools
-import os
-import random
-
-import yaml
-
-with open(".gitlab-ci.yml", encoding="utf-8") as gitlab_ci_yml:
-    anchors = yaml.load(gitlab_ci_yml, Loader=yaml.Loader)
-
-# Mandatory environment variables
-ci_pipeline_source = os.environ["CI_PIPELINE_SOURCE"]
-
-# Optional environment variables
-all_bind_stress_tests = os.getenv("ALL_BIND_STRESS_TESTS")
-build_parallel_jobs = os.getenv("BUILD_PARALLEL_JOBS", "1")
-cflags_common = os.getenv("CFLAGS_COMMON", "")
-ci_commit_tag = os.getenv("CI_COMMIT_TAG")
-
-# Optional overrides for default test parameters
-env_traffic_rate = os.getenv("BIND_STRESS_TESTS_RATE")
-env_run_time = os.getenv("BIND_STRESS_TESTS_RUN_TIME")
-
-# Tags and scheduled pipelines produce longer jobs.
-if ci_commit_tag or ci_pipeline_source == "schedule":
-    all_bind_stress_tests = True
-    scenario = "long"
-    default_runtime = 60
-    expire_in = "1 week"
-else:
-    scenario = "short"
-    default_runtime = 15
-    expire_in = "1 day"
-
-ALL_MODES = "recursive", "authoritative", "rpz"
-ALL_PROTOCOLS = "tcp", "doh", "dot"
-ALL_PLATFORMS = (
-    ".fedora-42-amd64",
-    ".fedora-42-arm64",
-    ".freebsd-autoscaler-13-amd64-tags",
-)
-
-# If ALL_BIND_STRESS_TESTS and CI_COMMIT_TAG environmental variables are unset,
-# pick only two of three items from "modes", "protocols", and "machines" to make
-# the "modes x protocols x machines" matrix smaller.
-if all_bind_stress_tests is None and ci_commit_tag is None:
-    modes = random.sample(ALL_MODES, k=2)
-    protocols = random.sample(ALL_PROTOCOLS, k=2)
-    platforms = random.sample(ALL_PLATFORMS, k=2)
-else:
-    modes = ALL_MODES
-    protocols = ALL_PROTOCOLS
-    platforms = ALL_PLATFORMS
-
-# The binaries built during each "stress" test job should be included in its
-# artifacts archive.  However, the value of the INSTALL_PATH variable set for
-# the job running this script depends on the value of the CI_PROJECT_DIR
-# variable, which varies across runners (it is based on the specific runner's
-# $build_dir variable).  Therefore, the value of the INSTALL_PATH variable is
-# not taken from the environment here, when the child pipeline job definitions
-# are generated, but rather evaluated by the runners executing the "stress"
-# test jobs in the child pipeline.  This is achieved by using the "raw" form of
-# the variable (as found in .gitlab-ci.yml, e.g. "$CI_PROJECT_DIR/.local")
-# here, so that it only gets expanded by Bash in the child pipeline.
-install_path = anchors["variables"]["INSTALL_PATH"]
-
-jobs = {}
-
-for mode, protocol, platform in itertools.product(modes, protocols, platforms):
-    if "freebsd" in platform:
-        # Flamethrower-produced DoH queries on FreeBSD always timeout. Skip
-        # DoH-on-FreeBSD jobs.
-        if protocol == "doh":
-            continue
-        job_platform = "freebsd:amd64"
-        compiler_binary = "clang"
-        flame_binary = "/usr/local/bin/flame"
-        extra_configure = "--native-file ci/freebsd.ini"
-    else:
-        if "amd64" in platform:
-            job_platform = "linux:amd64"
-        else:
-            job_platform = "linux:arm64"
-        compiler_binary = "gcc"
-        flame_binary = "/usr/bin/flame"
-        extra_configure = ""
-
-    if mode == "rpz":
-        default_traffic_rate = 1500
-    else:
-        default_traffic_rate = 10000
-
-    traffic_rate = int(env_traffic_rate or default_traffic_rate)
-    runtime = int(env_run_time or default_runtime)
-
-    expected_tcp_response_rate = 80 if protocol == "dot" else 90
-
-    job_definition = {
-        "stage": "test",
-        "variables": {
-            "CC": compiler_binary,
-            "CFLAGS": f"{cflags_common}",
-            "EXTRA_CONFIGURE": f"{extra_configure}",
-            "EXPECTED_TCP_RESPONSE_RATE": expected_tcp_response_rate,
-            "FLAME": flame_binary,
-            "MODE": mode,
-            "PROTOCOL": f"{protocol} udp",
-            "RATE": traffic_rate,
-            "RUN_TIME": runtime,
-        },
-        "script": [
-            *anchors[".configure"],
-            *anchors[".setup_interfaces"],
-            "meson compile -C build",
-            f"meson install -C build --destdir={install_path}",
-            "git clone --depth 1 https://gitlab.isc.org/isc-projects/bind9-qa.git",
-            "cd bind9-qa/stress",
-            f'export LD_LIBRARY_PATH="{install_path}/usr/local/lib"',
-            f'export BIND_INSTALL_PATH="{install_path}/usr/local"',
-            'export WORKSPACE="${CI_PROJECT_DIR}"',
-            "bash stress.sh",
-        ],
-        "rules": [{"if": '$CI_PIPELINE_SOURCE == "parent_pipeline"'}],
-        "timeout": f"{runtime + 30} minutes",
-        "artifacts": {
-            "untracked": True,
-            "when": "always",
-            "expire_in": expire_in,
-            "exclude": [
-                "output/ns4/*.dtq*",
-                "output/ns4/large-delta-rpz*.local",
-                "output/rpz_*",
-            ],
-        },
-    }
-
-    # It is not strictly necessary to set GIT_CLONE_PATH in "stress" tests, but
-    # let's keep this consistent with build, unit, and system test jobs.
-    if "freebsd" in platform:
-        git_clone_path = anchors[".freebsd-autoscaler-amd64"]["variables"][
-            "GIT_CLONE_PATH"
-        ]
-        job_definition["variables"]["GIT_CLONE_PATH"] = git_clone_path
-
-    job_definition |= anchors[platform]
-
-    job_name = f"stress:{scenario}:{mode}:{protocol}+udp:{job_platform}"
-    jobs[job_name] = job_definition
-
-
-print(yaml.dump(jobs, Dumper=yaml.Dumper))