2015-04-03 00:05:20 +02:00
|
|
|
# vim: ft=python fileencoding=utf-8 sts=4 sw=4 et:
|
|
|
|
|
|
|
|
# Copyright 2014-2015 Florian Bruhin (The Compiler) <mail@qutebrowser.org>
|
|
|
|
#
|
|
|
|
# This file is part of qutebrowser.
|
|
|
|
#
|
|
|
|
# qutebrowser is free software: you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License as published by
|
|
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
|
|
# (at your option) any later version.
|
|
|
|
#
|
|
|
|
# qutebrowser is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with qutebrowser. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
# pylint: disable=unused-import,import-error
|
|
|
|
|
2015-04-03 00:05:20 +02:00
|
|
|
"""The qutebrowser test suite contest file."""
|
|
|
|
|
2015-06-28 22:58:48 +02:00
|
|
|
import os
|
|
|
|
import sys
|
2015-04-13 07:47:09 +02:00
|
|
|
import collections
|
|
|
|
import itertools
|
2015-08-09 11:49:27 +02:00
|
|
|
import logging
|
2015-09-09 19:25:34 +02:00
|
|
|
import textwrap
|
2015-04-13 07:47:09 +02:00
|
|
|
|
2015-04-03 00:05:20 +02:00
|
|
|
import pytest
|
|
|
|
|
2015-08-18 20:19:02 +02:00
|
|
|
import helpers.stubs as stubsmod
|
|
|
|
from helpers import logfail
|
2015-08-18 20:43:42 +02:00
|
|
|
from helpers.logfail import fail_on_logging, caplog_bug_workaround
|
|
|
|
from helpers.messagemock import message_mock
|
2015-07-20 11:23:34 +02:00
|
|
|
from qutebrowser.config import config
|
2015-08-18 20:43:42 +02:00
|
|
|
from qutebrowser.utils import objreg
|
2015-04-09 00:14:06 +02:00
|
|
|
|
2015-08-30 23:11:23 +02:00
|
|
|
from PyQt5.QtNetwork import QNetworkCookieJar
|
|
|
|
|
2015-04-09 00:14:06 +02:00
|
|
|
|
|
|
|
def pytest_collection_modifyitems(items):
|
2015-04-09 06:42:34 +02:00
|
|
|
"""Automatically add a 'gui' marker to all gui-related tests.
|
|
|
|
|
2015-04-09 00:14:06 +02:00
|
|
|
pytest hook called after collection has been performed, adds a marker
|
|
|
|
named "gui" which can be used to filter gui tests from the command line.
|
|
|
|
For example:
|
|
|
|
|
|
|
|
py.test -m "not gui" # run all tests except gui tests
|
|
|
|
py.test -m "gui" # run only gui tests
|
|
|
|
|
|
|
|
Args:
|
|
|
|
items: list of _pytest.main.Node items, where each item represents
|
2015-04-09 06:42:34 +02:00
|
|
|
a python test that will be executed.
|
2015-04-09 00:14:06 +02:00
|
|
|
|
|
|
|
Reference:
|
|
|
|
http://pytest.org/latest/plugins.html
|
|
|
|
"""
|
|
|
|
for item in items:
|
2015-08-09 20:47:50 +02:00
|
|
|
if 'qapp' in getattr(item, 'fixturenames', ()):
|
2015-04-09 00:16:45 +02:00
|
|
|
item.add_marker('gui')
|
2015-08-09 20:47:50 +02:00
|
|
|
if sys.platform == 'linux' and not os.environ.get('DISPLAY', ''):
|
|
|
|
if 'CI' in os.environ:
|
|
|
|
raise Exception("No display available on CI!")
|
|
|
|
skip_marker = pytest.mark.skipif(
|
|
|
|
True, reason="No DISPLAY available")
|
|
|
|
item.add_marker(skip_marker)
|
2015-04-13 07:47:09 +02:00
|
|
|
|
2015-08-31 21:26:30 +02:00
|
|
|
if hasattr(item, 'module'):
|
|
|
|
module_path = os.path.relpath(
|
|
|
|
item.module.__file__,
|
|
|
|
os.path.commonprefix([__file__, item.module.__file__]))
|
|
|
|
|
|
|
|
module_root_dir = os.path.split(module_path)[0]
|
|
|
|
if module_root_dir == 'integration':
|
|
|
|
item.add_marker(pytest.mark.integration)
|
|
|
|
|
2015-04-13 07:47:09 +02:00
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
def pytest_runtest_setup(item):
|
|
|
|
"""Add some custom markers."""
|
|
|
|
if not isinstance(item, item.Function):
|
|
|
|
return
|
|
|
|
|
|
|
|
if item.get_marker('posix') and os.name != 'posix':
|
|
|
|
pytest.skip("Requires a POSIX os.")
|
|
|
|
elif item.get_marker('windows') and os.name != 'nt':
|
|
|
|
pytest.skip("Requires Windows.")
|
|
|
|
elif item.get_marker('linux') and not sys.platform.startswith('linux'):
|
|
|
|
pytest.skip("Requires Linux.")
|
|
|
|
elif item.get_marker('osx') and sys.platform != 'darwin':
|
|
|
|
pytest.skip("Requires OS X.")
|
|
|
|
elif item.get_marker('not_frozen') and getattr(sys, 'frozen', False):
|
|
|
|
pytest.skip("Can't be run when frozen!")
|
|
|
|
elif item.get_marker('frozen') and not getattr(sys, 'frozen', False):
|
|
|
|
pytest.skip("Can only run when frozen!")
|
|
|
|
|
|
|
|
|
2015-09-28 21:50:04 +02:00
|
|
|
@pytest.fixture(scope='session')
|
|
|
|
def qapp(qapp):
|
2015-09-08 20:02:53 +02:00
|
|
|
"""Change the name of the QApplication instance."""
|
2015-09-08 22:14:39 +02:00
|
|
|
qapp.setApplicationName('qute_test')
|
2015-09-28 21:50:04 +02:00
|
|
|
return qapp
|
2015-09-08 20:02:53 +02:00
|
|
|
|
|
|
|
|
2015-08-24 08:00:16 +02:00
|
|
|
class WinRegistryHelper:
|
|
|
|
|
|
|
|
"""Helper class for win_registry."""
|
|
|
|
|
|
|
|
FakeWindow = collections.namedtuple('FakeWindow', ['registry'])
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
self._ids = []
|
|
|
|
|
|
|
|
def add_window(self, win_id):
|
|
|
|
assert win_id not in objreg.window_registry
|
|
|
|
registry = objreg.ObjectRegistry()
|
|
|
|
window = self.FakeWindow(registry)
|
|
|
|
objreg.window_registry[win_id] = window
|
|
|
|
self._ids.append(win_id)
|
|
|
|
|
|
|
|
def cleanup(self):
|
|
|
|
for win_id in self._ids:
|
|
|
|
del objreg.window_registry[win_id]
|
2015-08-18 20:43:42 +02:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.yield_fixture
|
|
|
|
def win_registry():
|
2015-08-23 21:55:12 +02:00
|
|
|
"""Fixture providing a window registry for win_id 0 and 1."""
|
2015-08-24 08:00:16 +02:00
|
|
|
helper = WinRegistryHelper()
|
|
|
|
helper.add_window(0)
|
|
|
|
yield helper
|
|
|
|
helper.cleanup()
|
2015-08-18 20:43:42 +02:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.yield_fixture
|
|
|
|
def tab_registry(win_registry):
|
|
|
|
"""Fixture providing a tab registry for win_id 0."""
|
|
|
|
registry = objreg.ObjectRegistry()
|
|
|
|
objreg.register('tab-registry', registry, scope='window', window=0)
|
|
|
|
yield registry
|
|
|
|
objreg.delete('tab-registry', scope='window', window=0)
|
|
|
|
|
|
|
|
|
2015-04-13 07:47:09 +02:00
|
|
|
def _generate_cmdline_tests():
|
|
|
|
"""Generate testcases for test_split_binding."""
|
|
|
|
# pylint: disable=invalid-name
|
|
|
|
TestCase = collections.namedtuple('TestCase', 'cmd, valid')
|
|
|
|
separators = [';;', ' ;; ', ';; ', ' ;;']
|
|
|
|
invalid = ['foo', '']
|
|
|
|
valid = ['leave-mode', 'hint all']
|
|
|
|
# Valid command only -> valid
|
|
|
|
for item in valid:
|
|
|
|
yield TestCase(''.join(item), True)
|
|
|
|
# Invalid command only -> invalid
|
|
|
|
for item in valid:
|
|
|
|
yield TestCase(''.join(item), True)
|
|
|
|
# Invalid command combined with invalid command -> invalid
|
|
|
|
for item in itertools.product(invalid, separators, invalid):
|
|
|
|
yield TestCase(''.join(item), False)
|
|
|
|
# Valid command combined with valid command -> valid
|
|
|
|
for item in itertools.product(valid, separators, valid):
|
|
|
|
yield TestCase(''.join(item), True)
|
|
|
|
# Valid command combined with invalid command -> invalid
|
|
|
|
for item in itertools.product(valid, separators, invalid):
|
|
|
|
yield TestCase(''.join(item), False)
|
|
|
|
# Invalid command combined with valid command -> invalid
|
|
|
|
for item in itertools.product(invalid, separators, valid):
|
|
|
|
yield TestCase(''.join(item), False)
|
|
|
|
# Command with no_cmd_split combined with an "invalid" command -> valid
|
|
|
|
for item in itertools.product(['bind x open'], separators, invalid):
|
|
|
|
yield TestCase(''.join(item), True)
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture(params=_generate_cmdline_tests())
|
|
|
|
def cmdline_test(request):
|
|
|
|
"""Fixture which generates tests for things validating commandlines."""
|
|
|
|
# Import qutebrowser.app so all cmdutils.register decorators get run.
|
|
|
|
import qutebrowser.app # pylint: disable=unused-variable
|
|
|
|
return request.param
|
2015-05-07 07:58:22 +02:00
|
|
|
|
|
|
|
|
2015-07-20 11:23:34 +02:00
|
|
|
@pytest.yield_fixture
|
|
|
|
def config_stub(stubs):
|
|
|
|
"""Fixture which provides a fake config object."""
|
2015-08-19 19:37:19 +02:00
|
|
|
stub = stubs.ConfigStub()
|
2015-07-20 11:23:34 +02:00
|
|
|
objreg.register('config', stub)
|
|
|
|
yield stub
|
|
|
|
objreg.delete('config')
|
2015-05-07 07:58:22 +02:00
|
|
|
|
|
|
|
|
2015-07-20 11:23:34 +02:00
|
|
|
@pytest.yield_fixture
|
|
|
|
def default_config():
|
|
|
|
"""Fixture that provides and registers an empty default config object."""
|
|
|
|
config_obj = config.ConfigManager(configdir=None, fname=None, relaxed=True)
|
|
|
|
objreg.register('config', config_obj)
|
|
|
|
yield config_obj
|
|
|
|
objreg.delete('config')
|
2015-05-07 07:58:22 +02:00
|
|
|
|
|
|
|
|
2015-07-20 11:23:34 +02:00
|
|
|
@pytest.yield_fixture
|
|
|
|
def key_config_stub(stubs):
|
|
|
|
"""Fixture which provides a fake key config object."""
|
|
|
|
stub = stubs.KeyConfigStub()
|
|
|
|
objreg.register('key-config', stub)
|
|
|
|
yield stub
|
|
|
|
objreg.delete('key-config')
|
2015-05-07 07:58:22 +02:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.yield_fixture
|
2015-07-20 11:23:34 +02:00
|
|
|
def host_blocker_stub(stubs):
|
|
|
|
"""Fixture which provides a fake host blocker object."""
|
|
|
|
stub = stubs.HostBlockerStub()
|
|
|
|
objreg.register('host-blocker', stub)
|
2015-05-07 07:58:22 +02:00
|
|
|
yield stub
|
2015-07-20 11:23:34 +02:00
|
|
|
objreg.delete('host-blocker')
|
2015-06-28 22:58:48 +02:00
|
|
|
|
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
@pytest.fixture(scope='session')
|
|
|
|
def stubs():
|
|
|
|
"""Provide access to stub objects useful for testing."""
|
|
|
|
return stubsmod
|
2015-07-06 17:10:57 +02:00
|
|
|
|
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
@pytest.fixture(scope='session')
|
|
|
|
def unicode_encode_err():
|
|
|
|
"""Provide a fake UnicodeEncodeError exception."""
|
|
|
|
return UnicodeEncodeError('ascii', # codec
|
|
|
|
'', # object
|
|
|
|
0, # start
|
|
|
|
2, # end
|
|
|
|
'fake exception') # reason
|
2015-07-06 17:10:57 +02:00
|
|
|
|
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
@pytest.fixture(scope='session')
|
|
|
|
def qnam(qapp):
|
|
|
|
"""Session-wide QNetworkAccessManager."""
|
|
|
|
from PyQt5.QtNetwork import QNetworkAccessManager
|
|
|
|
nam = QNetworkAccessManager()
|
|
|
|
nam.setNetworkAccessible(QNetworkAccessManager.NotAccessible)
|
|
|
|
return nam
|
2015-07-06 17:10:57 +02:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture
|
2015-08-18 20:43:42 +02:00
|
|
|
def webpage(qnam):
|
|
|
|
"""Get a new QWebPage object."""
|
|
|
|
from PyQt5.QtWebKitWidgets import QWebPage
|
2015-07-20 11:23:34 +02:00
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
page = QWebPage()
|
|
|
|
page.networkAccessManager().deleteLater()
|
|
|
|
page.setNetworkAccessManager(qnam)
|
|
|
|
return page
|
2015-08-18 08:02:25 +02:00
|
|
|
|
|
|
|
|
2015-08-23 18:17:22 +02:00
|
|
|
@pytest.fixture
|
|
|
|
def webview(qtbot, webpage):
|
|
|
|
"""Get a new QWebView object."""
|
|
|
|
from PyQt5.QtWebKitWidgets import QWebView
|
|
|
|
|
|
|
|
view = QWebView()
|
|
|
|
qtbot.add_widget(view)
|
|
|
|
|
|
|
|
view.page().deleteLater()
|
|
|
|
view.setPage(webpage)
|
|
|
|
|
|
|
|
view.resize(640, 480)
|
|
|
|
return view
|
|
|
|
|
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
@pytest.fixture
|
|
|
|
def webframe(webpage):
|
|
|
|
"""Convenience fixture to get a mainFrame of a QWebPage."""
|
|
|
|
return webpage.mainFrame()
|
2015-08-18 08:02:25 +02:00
|
|
|
|
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
@pytest.fixture
|
|
|
|
def fake_keyevent_factory():
|
|
|
|
"""Fixture that when called will return a mock instance of a QKeyEvent."""
|
|
|
|
from unittest import mock
|
|
|
|
from PyQt5.QtGui import QKeyEvent
|
2015-08-18 08:02:25 +02:00
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
def fake_keyevent(key, modifiers=0, text=''):
|
|
|
|
"""Generate a new fake QKeyPressEvent."""
|
|
|
|
evtmock = mock.create_autospec(QKeyEvent, instance=True)
|
|
|
|
evtmock.key.return_value = key
|
|
|
|
evtmock.modifiers.return_value = modifiers
|
|
|
|
evtmock.text.return_value = text
|
|
|
|
return evtmock
|
2015-08-18 08:02:25 +02:00
|
|
|
|
2015-08-18 20:43:42 +02:00
|
|
|
return fake_keyevent
|
2015-08-30 23:11:23 +02:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.yield_fixture
|
|
|
|
def cookiejar_and_cache(stubs):
|
|
|
|
"""Fixture providing a fake cookie jar and cache."""
|
|
|
|
jar = QNetworkCookieJar()
|
|
|
|
cache = stubs.FakeNetworkCache()
|
|
|
|
objreg.register('cookie-jar', jar)
|
|
|
|
objreg.register('cache', cache)
|
|
|
|
yield
|
|
|
|
objreg.delete('cookie-jar')
|
|
|
|
objreg.delete('cache')
|
2015-09-09 19:25:34 +02:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture
|
|
|
|
def py_proc():
|
|
|
|
"""Get a python executable and args list which executes the given code."""
|
|
|
|
def func(code):
|
|
|
|
return (sys.executable, ['-c', textwrap.dedent(code.strip('\n'))])
|
|
|
|
return func
|