diff --git a/app/src/main/java/de/kuschku/quasseldroid/util/irc/format/IrcFormatSerializer.kt b/app/src/main/java/de/kuschku/quasseldroid/util/irc/format/IrcFormatSerializer.kt
index 1116e492564a2d7b715d89135c3483b3a894ea84..e09276bc15669b7735edb7e71f33581f0a932849 100644
--- a/app/src/main/java/de/kuschku/quasseldroid/util/irc/format/IrcFormatSerializer.kt
+++ b/app/src/main/java/de/kuschku/quasseldroid/util/irc/format/IrcFormatSerializer.kt
@@ -192,7 +192,8 @@ class IrcFormatSerializer @Inject constructor(private val context: Context) {
         val backgroundAfterCodeValid = afterBackgroundCode != null
 
         if ((!hasBackgroundAfter || backgroundAfterCodeValid) &&
-            (!hasForegroundAfter || foregroundAfterCodeValid)) {
+            (!hasForegroundAfter || foregroundAfterCodeValid) &&
+            (hasBackgroundAfter || hasForegroundAfter)) {
           if (afterForegroundCode == backgroundCode && afterBackgroundCode == foregroundCode) {
             writeSwap(afterForegroundCode, afterBackgroundCode)
           } else {