diff --git a/src/api/client/message.rs b/src/api/client/message.rs
index e8306de9..cc636511 100644
--- a/src/api/client/message.rs
+++ b/src/api/client/message.rs
@@ -192,6 +192,10 @@ pub(crate) async fn update_lazy(
 		return lazy;
 	}
 
+	if lazy.contains(event.sender()) {
+		return lazy;
+	}
+
 	if !services
 		.rooms
 		.lazy_loading