diff --git a/pgpainless-core/src/main/java/org/pgpainless/key/protection/CachingSecretKeyRingProtector.java b/pgpainless-core/src/main/java/org/pgpainless/key/protection/CachingSecretKeyRingProtector.java
index a939c8af..d5b05613 100644
--- a/pgpainless-core/src/main/java/org/pgpainless/key/protection/CachingSecretKeyRingProtector.java
+++ b/pgpainless-core/src/main/java/org/pgpainless/key/protection/CachingSecretKeyRingProtector.java
@@ -128,7 +128,7 @@ public class CachingSecretKeyRingProtector implements SecretKeyRingProtector, Se
         Iterator<PGPPublicKey> keys = keyRing.getPublicKeys();
         while (keys.hasNext()) {
             PGPPublicKey publicKey = keys.next();
-            addPassphrase(publicKey, passphrase);
+            replacePassphrase(publicKey.getKeyID(), passphrase);
         }
     }