diff --git a/video/out/x11_common.c b/video/out/x11_common.c
index 2fef802ae8..caeab3a5a6 100644
--- a/video/out/x11_common.c
+++ b/video/out/x11_common.c
@@ -931,10 +931,14 @@ int vo_x11_check_events(struct vo *vo)
             x11->win_drag_button1_down = false;
             break;
         case LeaveNotify:
+            if (Event.xcrossing.mode != NotifyNormal)
+                break;
             x11->win_drag_button1_down = false;
             mp_input_put_key(vo->input_ctx, MP_KEY_MOUSE_LEAVE);
             break;
         case EnterNotify:
+            if (Event.xcrossing.mode != NotifyNormal)
+                break;
             mp_input_put_key(vo->input_ctx, MP_KEY_MOUSE_ENTER);
             break;
         case ButtonPress: