bdd: Add a xfail_norun marker.

pytest.ini

@@ -13,6 +13,7 @@ markers =
     integration: Tests which test a bigger portion of code, run without coverage.
     skip: Always skipped test.
     pyqt531_or_newer: Needs PyQt 5.3.1 or newer.
+    xfail_norun: xfail the test with out running it
 flakes-ignore =
     UnusedImport
     UnusedVariable

tests/conftest.py

@@ -130,6 +130,8 @@ def pytest_collection_modifyitems(items):
                 item.add_marker(pytest.mark.integration)
 
         _apply_platform_markers(item)
+        if item.get_marker('xfail_norun'):
+            item.add_marker(pytest.mark.xfail(run=False))
 
 
 def pytest_ignore_collect(path):

tests/integration/features/misc.feature

@@ -293,7 +293,7 @@ Feature: Various utility commands.
     # :print
 
     # Disabled because it causes weird segfaults and QPainter warnings in Qt...
-    @skip
+    @xfail_norun
     Scenario: print preview
         When I open data/hello.txt
         And I run :print --preview
@@ -305,7 +305,7 @@ Feature: Various utility commands.
     # printers" qWarning.
     #
     # Disabled because it causes weird segfaults and QPainter warnings in Qt...
-    @skip
+    @xfail_norun
     Scenario: print
         When I open data/hello.txt
         And I run :print

tests/integration/features/prompts.feature

@@ -169,7 +169,7 @@ Feature: Prompts
         Then the javascript message "notification permission granted" should be logged
 
     # This actually gives us a denied rather than an aborted
-    @skip
+    @xfail_norun
     Scenario: notifications with ask -> abort
         When I set content -> notifications to ask
         And I open data/prompt/notifications.html

tests/integration/features/search.feature

@@ -28,7 +28,7 @@ Feature: Searching on a page
         When I run :search doesnotmatch
         Then the warning "Text 'doesnotmatch' not found on page!" should be shown
 
-    @skip
+    @xfail_norun
     Scenario: Searching with / and spaces at the end (issue 874)
         When I run :set-cmd-text -s /space
         And I run :command-accept
@@ -41,9 +41,8 @@ Feature: Searching on a page
         And I run :yank-selected
         Then the clipboard should contain "/slash"
 
-    # xfail takes a long time to timeout, and this doesn't work because this is
-    # QtWebKit behaviour.
-    @skip
+    # This doesn't work because this is QtWebKit behaviour.
+    @xfail_norun
     Scenario: Searching text with umlauts
         When I run :search blub
         Then the warning "Text 'blub' not found on page!" should be shown