diff --git a/tests/end2end/test_invocations.py b/tests/end2end/test_invocations.py
index 9177223db..ed622b4c3 100644
--- a/tests/end2end/test_invocations.py
+++ b/tests/end2end/test_invocations.py
@@ -178,10 +178,12 @@ def test_version(request):
     assert ok
     assert proc.exitStatus() == QProcess.NormalExit
 
-    output = bytes(proc.readAllStandardOutput()).decode('utf-8')
-    print(output)
+    stdout = bytes(proc.readAllStandardOutput()).decode('utf-8')
+    print(stdout)
+    stderr = bytes(proc.readAllStandardError()).decode('utf-8')
+    print(stderr)
 
-    assert re.search(r'^qutebrowser\s+v\d+(\.\d+)', output) is not None
+    assert re.search(r'^qutebrowser\s+v\d+(\.\d+)', stdout) is not None
 
 
 @pytest.mark.skipif(not qtutils.version_check('5.3'),