diff --git a/src/main/java/com/googlesource/gerrit/plugins/replication/Destination.java b/src/main/java/com/googlesource/gerrit/plugins/replication/Destination.java
index 53fb392..79cddca 100644
--- a/src/main/java/com/googlesource/gerrit/plugins/replication/Destination.java
+++ b/src/main/java/com/googlesource/gerrit/plugins/replication/Destination.java
@@ -586,7 +586,9 @@
 
   void notifyFinished(PushOne op) {
     synchronized (stateLock) {
-      replicationTasksStorage.get().finish(op);
+      if (!op.isRetrying()) {
+        replicationTasksStorage.get().finish(op);
+      }
       inFlight.remove(op.getURI());
     }
   }