diff --git a/gerrit/Makefile b/gerrit/Makefile
index 9b05b1f..026e31f 100644
--- a/gerrit/Makefile
+++ b/gerrit/Makefile
@@ -9,6 +9,9 @@
 	# Make sure Prometheus Metrics exporter plugin is installed
 	mkdir -p $(@D)/plugins
 
+	@echo "Ensure no plugins are left from previous deployments"
+	rm -f $(@D)/plugins/*.jar
+
 	@echo "Downloading metrics-reporter-prometheus plugin $(GERRIT_BRANCH)"
 	wget $(GERRIT_CI)/plugin-metrics-reporter-prometheus-bazel-master-$(GERRIT_BRANCH)/$(LAST_BUILD)/metrics-reporter-prometheus/metrics-reporter-prometheus.jar \
 	-O ./plugins/metrics-reporter-prometheus.jar \