diff --git a/tests/end2end/data/javascript/issue906.html b/tests/end2end/data/javascript/issue906.html
deleted file mode 100644
index ec2e0041b..000000000
--- a/tests/end2end/data/javascript/issue906.html
+++ /dev/null
@@ -1,22 +0,0 @@
-<!DOCTYPE html>
-<html>
-<body>
-
-<button onclick="openWin()" id="open-button">Open "myWindow"</button>
-<button onclick="closeWin()" id="close-button">Close "myWindow"</button>
-
-<script>
-var myWindow;
-
-function openWin() {
-    myWindow = window.open("about:blank", "myWindow", "width=200, height=100");
-}
-
-function closeWin() {
-    myWindow.close();
-    myWindow.close();
-}
-</script>
-
-</body>
-</html>
diff --git a/tests/end2end/data/javascript/window_open.html b/tests/end2end/data/javascript/window_open.html
index 9e0f2ca8a..af09755e0 100644
--- a/tests/end2end/data/javascript/window_open.html
+++ b/tests/end2end/data/javascript/window_open.html
@@ -20,6 +20,11 @@
     function close() {
         my_window.close();
     }
+
+    function close_twice() {
+        my_window.close();
+        my_window.close();
+    }
 </script>
 </head>
 
diff --git a/tests/end2end/features/javascript.feature b/tests/end2end/features/javascript.feature
index d7b3b4d89..aad1eee4d 100644
--- a/tests/end2end/features/javascript.feature
+++ b/tests/end2end/features/javascript.feature
@@ -36,22 +36,9 @@ Feature: Javascript stuff
     Scenario: Closing a JS window twice (issue 906) - qtwebkit
         When I open about:blank
         And I run :tab-only
-        When I open data/javascript/issue906.html in a new tab
-        And I run :click-element id open-button
+        When I open data/javascript/window_open.html in a new tab
+        And I run :click-element id open-normal
         And I wait for "Changing title for idx 2 to 'about:blank'" in the log
         And I run :tab-focus 2
-        And I run :click-element id close-button
+        And I run :click-element id close-twice
         Then "Requested to close * which does not exist!" should be logged
-
-    @qtwebengine_createWindow @qtwebkit_skip
-    Scenario: Closing a JS window twice (issue 906) - qtwebengine
-        When I open about:blank
-        And I run :tab-only
-        And I open data/javascript/issue906.html in a new tab
-        And I run :click-element id open-button
-        And I wait for "WebDialog requested, but we don't support that!" in the log
-        And I wait for "Changing title for idx 2 to 'about:blank'" in the log
-        And I run :tab-focus 2
-        And I run :click-element id close-button
-        And I wait for "Focus object changed: *" in the log
-        Then no crash should happen
