diff --git a/src/main/java/com/googlesource/gerrit/plugins/replication/PushOne.java b/src/main/java/com/googlesource/gerrit/plugins/replication/PushOne.java
index 473ebc5..525c990 100644
--- a/src/main/java/com/googlesource/gerrit/plugins/replication/PushOne.java
+++ b/src/main/java/com/googlesource/gerrit/plugins/replication/PushOne.java
@@ -201,7 +201,7 @@
   boolean setToRetry() {
     retrying = true;
     retryCount++;
-    return retryCount <= maxRetries;
+    return maxRetries == 0 || retryCount <= maxRetries;
   }
 
   void canceledByReplication() {