diff --git a/common/src/main/java/com/tencent/supersonic/common/service/impl/EmbeddingServiceImpl.java b/common/src/main/java/com/tencent/supersonic/common/service/impl/EmbeddingServiceImpl.java
index 6d46ce824..796ebaa44 100644
--- a/common/src/main/java/com/tencent/supersonic/common/service/impl/EmbeddingServiceImpl.java
+++ b/common/src/main/java/com/tencent/supersonic/common/service/impl/EmbeddingServiceImpl.java
@@ -59,6 +59,7 @@ public class EmbeddingServiceImpl implements EmbeddingService {
                     continue;
                 }
                 embeddingStore.add(embedding, query);
+                cache.put(TextSegmentConvert.getQueryId(query), true);
             } catch (Exception e) {
                 log.error(
                         "embeddingModel embed error question: {}, embeddingStore: {}",
@@ -117,6 +118,9 @@ public class EmbeddingServiceImpl implements EmbeddingService {
                             new MetadataFilterBuilder(TextSegmentConvert.QUERY_ID);
                     Filter filter = filterBuilder.isIn(queryIds);
                     inMemoryEmbeddingStore.removeAll(filter);
+                    for (String queryId : queryIds) {
+                        cache.put(queryId, false);
+                    }
                 }
             } else {
                 throw new RuntimeException("Not supported yet.");