diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 60e313ca84131238b7920e14f5985a8ce2b45d38..81ea7a79543354acae67e915db4f53f588da99e4 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -73,7 +73,8 @@ build:linux:gcc-11:
 
 
 # GCC 12
-build:linux:gcc-12:
+# Disabled because hard to get running on Ubuntu 20.04
+.build:linux:gcc-12:
   extends: .build:linux:base
   variables:
     DYNAMITE_CI_CXX_COMPILER: "g++-12"
@@ -134,7 +135,7 @@ build:linux:gcc-12:
   except:
     - tags
   script:
-    - cd ${BUILDDIR} && ./test/unit_tests -platform offscreen
+    - cd ${BUILDDIR} && ./test/unit_tests
 
 ########################################################################
 
@@ -152,10 +153,10 @@ test:linux:gcc-11:release:
   needs: [ "build:linux:gcc-11: [Release]" ]
 
 # GCC 12
-test:linux:gcc-12:debug:
+.test:linux:gcc-12:debug:
   extends: .test:linux:base
   needs: [ "build:linux:gcc-12: [Debug]" ]
-test:linux:gcc-12:release:
+.test:linux:gcc-12:release:
   extends: .test:linux:base
   needs: [ "build:linux:gcc-12: [Release]" ]
 
@@ -223,7 +224,9 @@ test:linux:gcc-12:release:
 
 
 # GCC 12
-coverage:linux:gcc-12:
+# Disabled until gcovr is added to the linux image again
+# Also we might have to change to GCC 11 here
+.coverage:linux:gcc-12:
   extends: .coverage:linux:base
   variables:
     DYNAMITE_CI_CXX_COMPILER: "g++-12"