diff --git a/src/memos/memories/textual/tree_text_memory/organize/manager.py b/src/memos/memories/textual/tree_text_memory/organize/manager.py
index 1fe6a4811..9f0d3aeaf 100644
--- a/src/memos/memories/textual/tree_text_memory/organize/manager.py
+++ b/src/memos/memories/textual/tree_text_memory/organize/manager.py
@@ -417,13 +417,14 @@ def _add_to_graph_memory(
             metadata_dict,
             user_name=user_name,
         )
-        self.reorganizer.add_message(
-            QueueMessage(
-                op="add",
-                after_node=[node_id],
-                user_name=user_name,
+        if self.is_reorganize:
+            self.reorganizer.add_message(
+                QueueMessage(
+                    op="add",
+                    after_node=[node_id],
+                    user_name=user_name,
+                )
             )
-        )
         return node_id
 
     def _inherit_edges(self, from_id: str, to_id: str, user_name: str | None = None) -> None: