diff --git a/qutebrowser/misc/ipc.py b/qutebrowser/misc/ipc.py
index f44e90387..3534c5238 100644
--- a/qutebrowser/misc/ipc.py
+++ b/qutebrowser/misc/ipc.py
@@ -353,8 +353,17 @@ def _has_legacy_server(name):
     socket = QLocalSocket()
     log.ipc.debug("Trying to connect to {}".format(name))
     socket.connectToServer(name)
-    if socket.error() != QLocalSocket.ServerNotFoundError:
+
+    err = socket.error()
+
+    if err != QLocalSocket.UnknownSocketError:
+        log.ipc.debug("Socket error: {} ({})".format(
+            socket.errorString(), err))
+
+    if err not in [QLocalSocket.ServerNotFoundError,
+                   QLocalSocket.ConnectionRefusedError]:
         return True
+
     socket.disconnectFromServer()
     if socket.state() != QLocalSocket.UnconnectedState:
         socket.waitForDisconnected(100)
diff --git a/tests/unit/misc/test_ipc.py b/tests/unit/misc/test_ipc.py
index 2eec26671..db89d11b2 100644
--- a/tests/unit/misc/test_ipc.py
+++ b/tests/unit/misc/test_ipc.py
@@ -27,6 +27,7 @@ import logging
 import json
 import hashlib
 import tempfile
+import subprocess
 from unittest import mock
 
 import pytest
@@ -640,6 +641,47 @@ class TestSendOrListen:
         msgs = [e.message for e in caplog.records()]
         assert "Connecting to {}".format(legacy_server._socketname) in msgs
 
+    @pytest.mark.posix   # Unneeded on Windows
+    def test_stale_legacy_server(self, caplog, qtbot, args, legacy_server,
+                                 ipc_server, py_proc):
+        legacy_name = ipc._get_socketname(args.basedir, legacy=True)
+        logging.debug('== Setting up the legacy server ==')
+        cmdline = py_proc("""
+            import sys
+
+            from PyQt5.QtCore import QCoreApplication
+            from PyQt5.QtNetwork import QLocalServer
+
+            app = QCoreApplication([])
+
+            QLocalServer.removeServer(sys.argv[1])
+            server = QLocalServer()
+
+            ok = server.listen(sys.argv[1])
+            assert ok
+
+            print(server.fullServerName())
+        """)
+
+        name = subprocess.check_output(
+            [cmdline[0]] + cmdline[1] + [legacy_name])
+        name = name.decode('utf-8').rstrip('\n')
+
+        # Closing the server should not remove the FIFO yet
+        assert os.path.exists(name)
+
+        ## Setting up the new server
+        logging.debug('== Setting up new server ==')
+        ret_server = ipc.send_or_listen(args)
+        assert isinstance(ret_server, ipc.IPCServer)
+
+        logging.debug('== Connecting ==')
+        with qtbot.waitSignal(ret_server.got_args, raising=True):
+            ret_client = ipc.send_or_listen(args)
+
+        assert ret_client is None
+        ret_server.shutdown()
+
     @pytest.mark.posix   # Unneeded on Windows
     def test_correct_socket_name(self, args):
         server = ipc.send_or_listen(args)