CI: streamline packet jobs definition

- Take advantage of `parallel:matrix` to make the jobs definition shorter
  and more readable.
- Remove helper scripts which are no longer needed
- Remove redundant indirection in the gitlab-ci pipelines definitions
  (only one user)

tests/cloud_playbooks/roles/packet-ci/tasks/main.yml

@@ -1,6 +1,6 @@
 ---
 - name: Include custom vars for ci job
-  include_vars: "../files/{{ lookup('ansible.builtin.env', 'CI_JOB_NAME') }}.yml"
+  include_vars: "../files/{{ lookup('ansible.builtin.env', 'TESTCASE') }}.yml"
   when: molecule_yml is not defined
 
 - name: Generate SSH keypair

tests/files/almalinux9-calico-remove-node

@@ -0,0 +1,2 @@
+REMOVE_NODE_CHECK=true
+REMOVE_NODE_NAME=instance-3

tests/files/debian11-calico-upgrade

@@ -0,0 +1 @@
+UPGRADE_TEST=graceful

tests/files/debian11-calico-upgrade-once

@@ -0,0 +1 @@
+UPGRADE_TEST=graceful

tests/files/fedora40-docker.calico

@@ -0,0 +1 @@
+RESET_CHECK=true

tests/files/rockylinux9-cilium

@@ -0,0 +1 @@
+RESET_CHECK=true

tests/files/ubuntu20-calico-all-in-one

@@ -0,0 +1 @@
+RESET_CHECK=true

tests/files/ubuntu20-calico-etcd-kubeadm-upgrade-ha

@@ -0,0 +1 @@
+UPGRADE_TEST=basic

tests/files/ubuntu20-calico-ha-recover

@@ -0,0 +1,2 @@
+RECOVER_CONTROL_PLANE_TEST=true
+RECOVER_CONTROL_PLANE_TEST_GROUPS="etcd[2:]:kube_control_plane[1:]"

tests/files/ubuntu20-calico-ha-recover-noquorum

@@ -0,0 +1,2 @@
+RECOVER_CONTROL_PLANE_TEST=true
+RECOVER_CONTROL_PLANE_TEST_GROUPS="etcd[1:]:kube_control_plane[1:]"

tests/files/ubuntu22-calico-all-in-one-upgrade

@@ -0,0 +1 @@
+UPGRADE_TEST=graceful

tests/scripts/md-table/main.py

@@ -90,7 +90,7 @@ for f in files:
 
     container_manager = y.get('container_manager', 'containerd')
     network_plugin = y.get('kube_network_plugin', 'calico')
-    x = re.match(r"^[a-z-]+_([a-z0-9]+).*", f.name)
-    operating_system = x.group(1)
+    x = re.match(r"^([a-z-]+_)?([a-z0-9]+).*", f.name)
+    operating_system = x.group(2)
     data.set(container_manager=container_manager, network_plugin=network_plugin, os=operating_system)
 print(data.jinja(), file=open(args.output, 'w'))

tests/scripts/testcases_cleanup.sh

@@ -1,4 +0,0 @@
-#!/bin/bash
-set -euxo pipefail
-
-make -C tests delete-${CI_PLATFORM} -s

tests/scripts/testcases_prepare.sh

@@ -1,7 +0,0 @@
-#!/bin/bash
-set -euxo pipefail
-
-mkdir -p /.ssh
-mkdir -p cluster-dump
-mkdir -p $HOME/.ssh
-ansible-playbook --version

tests/scripts/testcases_run.sh

@@ -1,19 +1,9 @@
 #!/bin/bash
 set -euxo pipefail
 
-echo "CI_JOB_NAME is $CI_JOB_NAME"
+echo "TESTCASE is $TESTCASE"
 
-if [[ "$CI_JOB_NAME" =~ "upgrade" ]]; then
-  if [ "${UPGRADE_TEST}" == "false" ]; then
-    echo "Job name contains 'upgrade', but UPGRADE_TEST='false'"
-    exit 1
-  fi
-else
-  if [ "${UPGRADE_TEST}" != "false" ]; then
-    echo "UPGRADE_TEST!='false', but job names does not contain 'upgrade'"
-    exit 1
-  fi
-fi
+source tests/files/$TESTCASE || true
 
 # Check out latest tag if testing upgrade
 if [ "${UPGRADE_TEST}" != "false" ]; then
@@ -31,7 +21,7 @@ make -C tests create-${CI_PLATFORM} -s
 # Test collection build and install by installing our collection, emptying our repository, adding
 # cluster.yml, reset.yml, and remote-node.yml files that simply point to our collection's playbooks, and then
 # running the same tests as before
-if [[ "${CI_JOB_NAME}" =~ "collection" ]]; then
+if [[ "${TESTCASE}" =~ "collection" ]]; then
   # Build and install collection
   ansible-galaxy collection build
   ansible-galaxy collection install kubernetes_sigs-kubespray-$(grep "^version:" galaxy.yml | awk '{print $2}').tar.gz
@@ -69,7 +59,7 @@ shift
 # We can set --limit here and still pass it as supplemental args because `--limit`  is a 'last one wins' option
 ansible-playbook \
     -e @tests/common_vars.yml \
-    -e @tests/files/${CI_JOB_NAME}.yml \
+    -e @tests/files/${TESTCASE}.yml \
     -e local_release_dir=${PWD}/downloads \
     "$@" \
     ${playbook}
@@ -111,10 +101,10 @@ run_playbook tests/testcases/015_check-nodes-ready.yml
 
 ## Test that all nodes are Ready
 
-if [[ ! ( "$CI_JOB_NAME" =~ "macvlan" ) ]]; then
+if [[ ! ( "$TESTCASE" =~ "macvlan" ) ]]; then
     run_playbook tests/testcases/020_check-pods-running.yml
     run_playbook tests/testcases/030_check-network.yml
-    if [[ ! ( "$CI_JOB_NAME" =~ "hardening" ) ]]; then
+    if [[ ! ( "$TESTCASE" =~ "hardening" ) ]]; then
       # TODO: We need to remove this condition by finding alternative container
       # image instead of netchecker which doesn't work at hardening environments.
       run_playbook tests/testcases/040_check-network-adv.yml