diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 15b8472c47..fa2beb338c 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -47,7 +47,7 @@ test_JUWELS:
     - shell
   parallel:
     matrix:
-      - SHELL_SCRIPT: ['benchmark']
+      - SHELL_SCRIPT: ['benchmark', 'cupy']
   artifacts:
     when: always
     paths:
diff --git a/pySDC/tests/test_sweepers/test_MPI_sweeper.py b/pySDC/tests/test_sweepers/test_MPI_sweeper.py
index 4ad9791b7a..642a059c86 100644
--- a/pySDC/tests/test_sweepers/test_MPI_sweeper.py
+++ b/pySDC/tests/test_sweepers/test_MPI_sweeper.py
@@ -152,7 +152,7 @@ def test_sweeper(num_nodes, quad_type, residual_type, imex, initGuess, launch=Tr
     individual_test(num_nodes, quad_type, residual_type, imex, initGuess, useNCCL=False, launch=launch)
 
 
-@pytest.mark.cupy
+# @pytest.mark.cupy
 @pytest.mark.parametrize("num_nodes", [2])
 @pytest.mark.parametrize("quad_type", ['GAUSS', 'RADAU-RIGHT'])
 @pytest.mark.parametrize("residual_type", ['last_abs', 'full_rel'])