diff --git a/src/window.c b/src/window.c
index 80b38430..e56bb638 100644
--- a/src/window.c
+++ b/src/window.c
@@ -2978,7 +2978,7 @@ static void frameMouseDown(WObjDescriptor *desc, XEvent *event)
 
 	CloseWindowMenu(wwin->screen_ptr);
 
-	if (!(event->xbutton.state & ControlMask) && !WFLAGP(wwin, no_focusable))
+	if (event->xbutton.button != Button4 && event->xbutton.button != Button5 && !(event->xbutton.state & ControlMask) && !WFLAGP(wwin, no_focusable))
 		wSetFocusTo(wwin->screen_ptr, wwin);
 
 	if (event->xbutton.button == Button1)