diff --git a/scripts/freeze.py b/scripts/freeze.py
index 435c9c6e5..67242cb77 100755
--- a/scripts/freeze.py
+++ b/scripts/freeze.py
@@ -49,6 +49,10 @@ def get_egl_path():
 
 
 def get_build_exe_options(skip_html=False):
+    if '--qute-skip-html' in sys.argv:
+        skip_html = True
+        sys.argv.remove('--qute-skip-html')
+
     include_files = [
         ('qutebrowser/javascript', 'javascript'),
         ('qutebrowser/git-commit-id', 'git-commit-id'),
diff --git a/tox.ini b/tox.ini
index 0ae696cb3..d8605a2d0 100644
--- a/tox.ini
+++ b/tox.ini
@@ -167,7 +167,7 @@ deps =
     cx_Freeze==4.3.4
 commands =
     {envpython} scripts/link_pyqt.py --tox {envdir}
-    {envpython} scripts/freeze.py build_exe -b {envdir}/build
+    {envpython} scripts/freeze.py build_exe --qute-skip-html -b {envdir}/build
     {envdir}/build/qutebrowser --no-err-windows --nowindow --temp-basedir about:blank ":later 500 quit"
 
 [pytest]