diff --git a/MANIFEST.in b/MANIFEST.in
index d619c0702..07e7dc278 100644
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -6,7 +6,7 @@ graft icons
 graft scripts/pylint_checkers
 graft doc/img
 graft misc
-include qutebrowser/test/testfile
+include qutebrowser/utils/testfile
 include qutebrowser/git-commit-id
 include COPYING doc/* README.asciidoc
 include qutebrowser.desktop
@@ -24,7 +24,7 @@ exclude scripts/segfault_test.sh
 exclude doc/notes
 exclude CONTRIBUTING.asciidoc
 recursive-exclude doc *.asciidoc
-prune test
+prune tests
 exclude qutebrowser.rcc
 exclude .coveragerc
 exclude .flake8