diff --git a/qutebrowser/html/back.html b/qutebrowser/html/back.html
index 894427800..6128c41f7 100644
--- a/qutebrowser/html/back.html
+++ b/qutebrowser/html/back.html
@@ -27,7 +27,7 @@ function prepare_restore() {
 		return;
 	}
 
-	document.addEventListener("visibilitychange", go_back);
+	document.addEventListener("visibilitychange", go_back, {once: true});
 }
 
 // there are three states