diff --git a/qutebrowser/widgets/webview.py b/qutebrowser/widgets/webview.py
index 280cd0e07..9473137ab 100644
--- a/qutebrowser/widgets/webview.py
+++ b/qutebrowser/widgets/webview.py
@@ -258,7 +258,6 @@ class WebView(QWebView):
             modeman.enter('insert', 'click')
         else:
             log.mouse.debug("Clicked non-editable element!")
-            modeman.maybe_leave('insert', 'click')
 
     def _mousepress_opentarget(self, e):
         """Set the open target when something was clicked.