diff --git a/scene/gui/rich_text_label.cpp b/scene/gui/rich_text_label.cpp
index 78fd682c352..94c2a9e64ba 100644
--- a/scene/gui/rich_text_label.cpp
+++ b/scene/gui/rich_text_label.cpp
@@ -1839,8 +1839,7 @@ void RichTextLabel::gui_input(const Ref<InputEvent> &p_event) {
 						deselect();
 					}
 				}
-
-				if (!b->is_double_click() && !scroll_updated) {
+				if (!b->is_double_click() && !scroll_updated && !selection.active) {
 					Item *c_item = nullptr;
 
 					bool outside = true;