diff --git a/tests/end2end/features/test_downloads_bdd.py b/tests/end2end/features/test_downloads_bdd.py
index 66b922c50..3549b3c61 100644
--- a/tests/end2end/features/test_downloads_bdd.py
+++ b/tests/end2end/features/test_downloads_bdd.py
@@ -26,7 +26,8 @@ import pytest_bdd as bdd
 bdd.scenarios('downloads.feature')
 
 
-pytestmark = pytest.mark.qtwebengine_todo("Downloads not implemented yet")
+pytestmark = pytest.mark.qtwebengine_todo("Downloads not implemented yet",
+                                          run=False)
 
 
 @bdd.given("I set up a temporary download dir")