diff --git a/tests/end2end/data/numbers/15.txt b/tests/end2end/data/numbers/15.txt
new file mode 100644
index 000000000..e228c03ca
--- /dev/null
+++ b/tests/end2end/data/numbers/15.txt
@@ -0,0 +1 @@
+fifteen
diff --git a/tests/end2end/data/numbers/16.txt b/tests/end2end/data/numbers/16.txt
new file mode 100644
index 000000000..64b765f18
--- /dev/null
+++ b/tests/end2end/data/numbers/16.txt
@@ -0,0 +1 @@
+sixteen
diff --git a/tests/end2end/data/numbers/17.txt b/tests/end2end/data/numbers/17.txt
new file mode 100644
index 000000000..5615fadf4
--- /dev/null
+++ b/tests/end2end/data/numbers/17.txt
@@ -0,0 +1 @@
+seventeen
diff --git a/tests/end2end/features/urlmarks.feature b/tests/end2end/features/urlmarks.feature
index b99bc2d87..3490cc4a0 100644
--- a/tests/end2end/features/urlmarks.feature
+++ b/tests/end2end/features/urlmarks.feature
@@ -204,10 +204,10 @@ Feature: quickmarks and bookmarks
         Then the error "Quickmark for 'about:blank' not found!" should be shown
 
     Scenario: Deleting the current page's quickmark
-        When I open data/numbers/1.txt
-        And I run :quickmark-add http://localhost:(port)/data/numbers/1.txt seventeen
+        When I open data/numbers/17.txt
+        And I run :quickmark-add http://localhost:(port)/data/numbers/17.txt seventeen
         And I run :quickmark-del
-        Then the quickmark file should not contain "seventeen http://localhost:*/data/numbers/1.txt"
+        Then the quickmark file should not contain "seventeen http://localhost:*/data/numbers/17.txt"
 
     Scenario: Listing quickmarks
         When I run :quickmark-add http://localhost:(port)/data/numbers/15.txt fifteen