diff --git a/core/src/main/java/com/google/bitcoin/core/PeerGroup.java b/core/src/main/java/com/google/bitcoin/core/PeerGroup.java
index 1789a42b0..b0b7ebbea 100644
--- a/core/src/main/java/com/google/bitcoin/core/PeerGroup.java
+++ b/core/src/main/java/com/google/bitcoin/core/PeerGroup.java
@@ -418,6 +418,8 @@ public class PeerGroup {
     }
 
     private synchronized void recalculateFastCatchupTime() {
+        // Fully verifying mode doesn't use this optimization (it can't as it needs to see all transactions).
+        if (chain.shouldVerifyTransactions()) return;
         long earliestKeyTime = Long.MAX_VALUE;
         for (Wallet w : wallets) {
             earliestKeyTime = Math.min(earliestKeyTime, w.getEarliestKeyCreationTime());