diff --git a/tests/test_conftest.py b/tests/test_conftest.py
index abb377806..4dff7ddce 100644
--- a/tests/test_conftest.py
+++ b/tests/test_conftest.py
@@ -44,7 +44,8 @@ def test_fail_on_warnings():
         warnings.warn('test', PendingDeprecationWarning)
 
 
-@pytest.mark.xfail(reason="https://github.com/The-Compiler/qutebrowser/issues/1070")
+@pytest.mark.xfail(reason="https://github.com/The-Compiler/qutebrowser/issues/1070",
+                   strict=False)
 def test_installed_package():
     """Make sure the tests are running against the installed package."""
     print(sys.path)