diff --git a/qutebrowser/config/websettings.py b/qutebrowser/config/websettings.py
index 131025bea..2754aafb4 100644
--- a/qutebrowser/config/websettings.py
+++ b/qutebrowser/config/websettings.py
@@ -195,7 +195,10 @@ def _set_setting(typ, arg, default=UNSET, value=UNSET):
 def init():
     """Initialize the global QWebSettings."""
     cachedir = standarddir.get(QStandardPaths.CacheLocation)
-    QWebSettings.setIconDatabasePath(cachedir)
+    if config.get('general', 'private-browsing'):
+        QWebSettings.setIconDatabasePath('')
+    else:
+        QWebSettings.setIconDatabasePath(cachedir)
     QWebSettings.setOfflineWebApplicationCachePath(
         os.path.join(cachedir, 'application-cache'))
     datadir = standarddir.get(QStandardPaths.DataLocation)