diff --git a/CHANGELOG.asciidoc b/CHANGELOG.asciidoc
index ddfbc0116..881853b91 100644
--- a/CHANGELOG.asciidoc
+++ b/CHANGELOG.asciidoc
@@ -86,6 +86,7 @@ Fixed
   `storage -> prompt-download-directory` was unset.
 - Fixed crash when using `:follow-hint` outside of hint mode.
 - Fixed crash when using `:set foo bar?` with invalid section/option.
+- Fixed scrolling to the very left/right with `:scroll-perc`.
 
 v0.4.1
 ------
diff --git a/qutebrowser/browser/commands.py b/qutebrowser/browser/commands.py
index ae4b1da39..27cc9bc81 100644
--- a/qutebrowser/browser/commands.py
+++ b/qutebrowser/browser/commands.py
@@ -164,9 +164,10 @@ class CommandDispatcher:
             perc = 100
         elif perc is None:
             perc = count
-        if perc == 0:
+
+        if perc == 0 and orientation == Qt.Vertical:
             self.scroll('top')
-        elif perc == 100:
+        elif perc == 100 and orientation == Qt.Vertical:
             self.scroll('bottom')
         else:
             perc = qtutils.check_overflow(perc, 'int', fatal=False)