diff --git a/qutebrowser/misc/ipc.py b/qutebrowser/misc/ipc.py
index d96528859..67182a828 100644
--- a/qutebrowser/misc/ipc.py
+++ b/qutebrowser/misc/ipc.py
@@ -366,11 +366,12 @@ class IPCServer(QObject):
             self._socket.deleteLater()
             self._socket = None
         self._timer.stop()
-        self._atime_timer.stop()
-        try:
-            self._atime_timer.timeout.disconnect(self.update_atime)
-        except TypeError:
-            pass
+        if self._atime_timer is not None:
+            self._atime_timer.stop()
+            try:
+                self._atime_timer.timeout.disconnect(self.update_atime)
+            except TypeError:
+                pass
         self._server.close()
         self._server.deleteLater()
         self._remove_server()