diff --git a/.travis.yml b/.travis.yml
index 91c34b665..6141b2ab7 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -21,6 +21,10 @@ matrix:
       env: TESTENV=py36-pyqt59
     - os: linux
       env: TESTENV=py36-pyqt510
+      addons:
+        apt:
+          packages:
+          - xfonts-base
     - os: linux
       env: TESTENV=py36-pyqt511-cov
     # https://github.com/travis-ci/travis-ci/issues/9069
@@ -65,10 +69,6 @@ matrix:
       env: TESTENV=shellcheck
       services: docker
   fast_finish: true
-  allow_failures:
-    # https://github.com/qutebrowser/qutebrowser/issues/4055
-    - os: linux
-      env: TESTENV=py36-pyqt510
 
 cache:
   directories: