diff --git a/roles/bazelisk-build/tasks/main.yaml b/roles/bazelisk-build/tasks/main.yaml
index d3a6615..987c390 100644
--- a/roles/bazelisk-build/tasks/main.yaml
+++ b/roles/bazelisk-build/tasks/main.yaml
@@ -13,3 +13,5 @@
   args:
     executable: /bin/bash
     chdir: "{{ zuul_work_dir }}"
+  register: test_result
+  failed_when: test_result.rc not in [0, 4]
diff --git a/zuul.d/test-jobs.yaml b/zuul.d/test-jobs.yaml
index 0cdd6ce..b31c86c 100644
--- a/zuul.d/test-jobs.yaml
+++ b/zuul.d/test-jobs.yaml
@@ -50,9 +50,9 @@
     name: test-gerrit-plugin-build
     parent: gerrit-plugin-build
     required-projects:
-      - plugins/checks
+      - plugins/gitiles
     vars:
-      gerrit_plugin: checks
+      gerrit_plugin: gitiles
     files:
       - roles/ensure-bazelisk/.*
       - roles/prepare-gerrit-repos/.*