diff --git a/qutebrowser/browser/hints.py b/qutebrowser/browser/hints.py
index 0c95f5657..6ee048141 100644
--- a/qutebrowser/browser/hints.py
+++ b/qutebrowser/browser/hints.py
@@ -111,8 +111,11 @@ class HintLabel(QLabel):
             unmatched = html.escape(unmatched)
 
         match_color = html.escape(config.val.colors.hints.match.fg)
-        self.setText('<font color="{}">{}</font>{}'.format(
-            match_color, matched, unmatched))
+        if matched:
+            self.setText('<font color="{}">{}</font>{}'.format(
+                match_color, matched, unmatched))
+        else:
+            self.setText(unmatched)
         self.adjustSize()
 
     @pyqtSlot()