diff --git a/scene/main/viewport.cpp b/scene/main/viewport.cpp
index 8f431389d8..72d910f559 100644
--- a/scene/main/viewport.cpp
+++ b/scene/main/viewport.cpp
@@ -1640,7 +1640,7 @@ void Viewport::_gui_input_event(Ref<InputEvent> p_event) {
 		if (mb->is_pressed()) {
 
 			Size2 pos = mpos;
-			if (gui.mouse_focus && mb->get_button_index() != gui.mouse_focus_button) {
+			if (gui.mouse_focus && mb->get_button_index() != gui.mouse_focus_button && mb->get_button_index() == BUTTON_LEFT) {
 
 				//do not steal mouse focus and stuff