From 426a6079c0c2ea5cf9ce4862d2bef6d677f634da Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Petr=20=C5=A0pa=C4=8Dek?= Date: Thu, 6 May 2021 22:29:32 +0200 Subject: [PATCH] WIP: parametrization for bind-qa 1d45b7916c471bf62b13519ad30a0877c153082c --- .gitlab-ci.yml | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index d76c98aa10..767f3b78e4 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1,7 +1,19 @@ variables: SHOTGUN_TEST_VERSION: value: "$CI_COMMIT_SHA" - description: "version to be tested" + description: "version(s) to be tested (commit or branch or tag name)" + SHOTGUN_SCENARIO: + value: "udp" + description: "protocol combination(s) to be tested, must be one of https://gitlab.nic.cz/knot/resolver-benchmarking/-/tree/master/roles/shotgun/files" + SHOTGUN_DURATION: + value: 60 + description: "test length in seconds, max 900 s" + SHOTGUN_TRAFFIC_MULTIPLIER: + value: 10 + description: "client traffic volume multiplier(s); base value 1 = roughly 8 k QPS; start with multiplier 10; max. 40" + SHOTGUN_ROUNDS: + value: 3 + description: "repeat test for each combination of (version, scenario, traffic multiplier) this many times; test against reference v9_11_31 is always run once; three runs recommended so we can detect noise" stages: - performance