Skip test_configdata.test_init_benchmark on Travis in Docker

See #2777

pytest.ini

@@ -14,6 +14,7 @@ markers =
     end2end: End to end tests which run qutebrowser as subprocess
     xfail_norun: xfail the test with out running it
     ci: Tests which should only run on CI.
+    no_ci: Tests which should not run on CI.
     qtwebengine_todo: Features still missing with QtWebEngine
     qtwebengine_skip: Tests not applicable with QtWebEngine
     qtwebkit_skip: Tests not applicable with QtWebKit

scripts/dev/ci/travis_run.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 if [[ $DOCKER ]]; then
-    docker run --privileged -v $PWD:/outside -e QUTE_BDD_WEBENGINE=$QUTE_BDD_WEBENGINE -e DOCKER=$DOCKER qutebrowser/travis:$DOCKER
+    docker run --privileged -v $PWD:/outside -e QUTE_BDD_WEBENGINE=$QUTE_BDD_WEBENGINE -e DOCKER=$DOCKER -e CI=$CI qutebrowser/travis:$DOCKER
 else
     args=()
     [[ $TESTENV == docs ]] && args=('--no-authors')

tests/conftest.py

@@ -59,6 +59,7 @@ def _apply_platform_markers(config, item):
         ('frozen', not getattr(sys, 'frozen', False),
             "Can only run when frozen"),
         ('ci', 'CI' not in os.environ, "Only runs on CI."),
+        ('no_ci', 'CI' in os.environ, "Skipped on CI."),
         ('issue2478', os.name == 'nt' and config.webengine,
          "Broken with QtWebEngine on Windows"),
     ]

tests/unit/config/test_configdata.py

@@ -41,6 +41,8 @@ def test_init(config_stub):
         option.typ.to_str(option.default)
 
 
+# https://github.com/qutebrowser/qutebrowser/issues/2777
+@pytest.mark.no_ci
 def test_init_benchmark(benchmark):
     benchmark(configdata.init)