diff --git a/.travis.yml b/.travis.yml
index ad413e1dc..4651912e3 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -36,8 +36,7 @@ install:
   - python scripts/dev/ci_install.py
 
 script:
-  - '[[ $TESTENV != eslint ]] && tox -e $TESTENV -- -p no:sugar tests || true'
-  - '[[ $TESTENV == eslint ]] && eslint qutebrowser || true'
+  - tox -e $TESTENV -- -p no:sugar tests
 
 matrix:
   exclude:
diff --git a/tox.ini b/tox.ini
index 55c8af674..b4364d608 100644
--- a/tox.ini
+++ b/tox.ini
@@ -194,3 +194,9 @@ deps =
 commands =
     {envpython} scripts/link_pyqt.py --tox {envdir}
     {envpython} scripts/dev/freeze.py {posargs}
+
+[testenv:eslint]
+skip_install = True
+deps =
+whitelist_externals = eslint
+commands = eslint qutebrowser