diff --git a/.gitlab-ci/kubevirt.yml b/.gitlab-ci/kubevirt.yml
index dd3e3dec7..6fb929536 100644
--- a/.gitlab-ci/kubevirt.yml
+++ b/.gitlab-ci/kubevirt.yml
@@ -62,7 +62,10 @@ pr:
 # Jobs here MUST have a open issue so we don't lose sight of them
 pr-flakey:
   extends: pr
-  retry: 1
+  rules:
+    - if: $PR_LABELS =~ /.*(ci-extended|ci-full).*/
+      when: on_success
+  retry: 2
   parallel:
     matrix:
       - TESTCASE: