diff --git a/pytest.ini b/pytest.ini
index 1b5016321..4d45dad5e 100644
--- a/pytest.ini
+++ b/pytest.ini
@@ -1,6 +1,6 @@
 [pytest]
 log_level = NOTSET
-addopts = --strict -rfEw --faulthandler-timeout=90 --instafail --pythonwarnings error --benchmark-columns=Min,Max,Median
+addopts = --strict -rfEw --faulthandler-timeout=90 --instafail --benchmark-columns=Min,Max,Median
 testpaths = tests
 markers =
     gui: Tests using the GUI (e.g. spawning widgets)
@@ -66,5 +66,6 @@ qt_log_ignore =
     ^Error receiving trust for a CA certificate
 xfail_strict = true
 filterwarnings =
+    error
     # This happens in many qutebrowser dependencies...
     ignore:Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated, and in 3.8 it will stop working:DeprecationWarning