diff --git a/tests/end2end/features/javascript.feature b/tests/end2end/features/javascript.feature
index aad1eee4d..3942e00e1 100644
--- a/tests/end2end/features/javascript.feature
+++ b/tests/end2end/features/javascript.feature
@@ -8,7 +8,7 @@ Feature: Javascript stuff
         Then the javascript message "console.log works!" should be logged
 
     # Causes segfaults...
-    @qtwebengine_createWindow @xfail_norun
+    @qtwebengine_createWindow
     Scenario: Opening/Closing a window via JS
         When I open data/javascript/window_open.html
         And I run :tab-only
@@ -19,7 +19,7 @@ Feature: Javascript stuff
         Then "Focus object changed: *" should be logged
 
     # Causes segfaults...
-    @qtwebengine_createWindow @xfail_norun
+    @qtwebengine_createWindow
     Scenario: Opening/closing a modal window via JS
         When I open data/javascript/window_open.html
         And I run :tab-only
@@ -28,7 +28,8 @@ Feature: Javascript stuff
         And I run :tab-focus 1
         And I run :click-element id close-normal
         Then "Focus object changed: *" should be logged
-        And "WebModalDialog requested, but we don't support that!" should be logged
+        # WebModalDialog with QtWebKit, WebDialog with QtWebEngine
+        And "Web*Dialog requested, but we don't support that!" should be logged
 
     # https://github.com/The-Compiler/qutebrowser/issues/906