diff --git a/pgpainless-cli/build.gradle b/pgpainless-cli/build.gradle
index 0fe028a3..f646c33b 100644
--- a/pgpainless-cli/build.gradle
+++ b/pgpainless-cli/build.gradle
@@ -36,6 +36,8 @@ dependencies {
     // https://todd.ginsberg.com/post/testing-system-exit/
     testImplementation 'com.ginsberg:junit5-system-exit:1.1.1'
 
+    testImplementation 'ch.qos.logback:logback-classic:1.2.5'
+
     /*
     implementation "org.bouncycastle:bcprov-debug-jdk15on:$bouncyCastleVersion"
     /*/
diff --git a/pgpainless-cli/src/main/resources/logback.xml b/pgpainless-cli/src/main/resources/logback.xml
new file mode 100644
index 00000000..d26a820b
--- /dev/null
+++ b/pgpainless-cli/src/main/resources/logback.xml
@@ -0,0 +1,12 @@
+<configuration>
+    <appender name="STDERR" class="ch.qos.logback.core.ConsoleAppender">
+        <target>System.err</target>
+        <encoder>
+            <pattern>%blue(%-5level) %green(%logger{35}) - %msg %n</pattern>
+        </encoder>
+    </appender>
+
+    <logger name="org.apache" level="INFO ">
+        <appender-ref ref="STDERR"/>
+    </logger>
+</configuration>
\ No newline at end of file
diff --git a/pgpainless-core/src/main/java/org/pgpainless/decryption_verification/DecryptionStreamFactory.java b/pgpainless-core/src/main/java/org/pgpainless/decryption_verification/DecryptionStreamFactory.java
index 0050e571..50c183ad 100644
--- a/pgpainless-core/src/main/java/org/pgpainless/decryption_verification/DecryptionStreamFactory.java
+++ b/pgpainless-core/src/main/java/org/pgpainless/decryption_verification/DecryptionStreamFactory.java
@@ -134,11 +134,13 @@ public final class DecryptionStreamFactory {
             // Not an OpenPGP message.
             //  Reset the buffered stream to parse the message as arbitrary binary data
             //  to allow for detached signature verification.
+            LOGGER.debug("The message appears to not be an OpenPGP message. This is probably data signed with detached signatures?");
             bufferedIn.reset();
             inputStream = bufferedIn;
         } catch (IOException e) {
             if (e.getMessage().contains("invalid armor")) {
                 // We falsely assumed the data to be armored.
+                LOGGER.debug("The message is apparently not armored.");
                 bufferedIn.reset();
                 inputStream = bufferedIn;
             } else {
diff --git a/pgpainless-core/src/main/resources/logback.xml b/pgpainless-core/src/main/resources/logback.xml
new file mode 100644
index 00000000..d26a820b
--- /dev/null
+++ b/pgpainless-core/src/main/resources/logback.xml
@@ -0,0 +1,12 @@
+<configuration>
+    <appender name="STDERR" class="ch.qos.logback.core.ConsoleAppender">
+        <target>System.err</target>
+        <encoder>
+            <pattern>%blue(%-5level) %green(%logger{35}) - %msg %n</pattern>
+        </encoder>
+    </appender>
+
+    <logger name="org.apache" level="INFO ">
+        <appender-ref ref="STDERR"/>
+    </logger>
+</configuration>
\ No newline at end of file
diff --git a/pgpainless-sop/build.gradle b/pgpainless-sop/build.gradle
index 6f3e1302..9cc6cef6 100644
--- a/pgpainless-sop/build.gradle
+++ b/pgpainless-sop/build.gradle
@@ -15,6 +15,8 @@ dependencies {
 
     testImplementation 'org.junit.jupiter:junit-jupiter-api:5.7.0'
     testRuntimeOnly 'org.junit.jupiter:junit-jupiter-engine:5.7.0'
+
+    testImplementation 'ch.qos.logback:logback-classic:1.2.5'
 }
 
 test {