topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2025-12-12 20:51:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(fix)(common):check embedding exist before add to store (#563)

Browse Source
This commit is contained in:
Scott
2023-12-22 14:41:30 +08:00
committed by GitHub
parent 0a1f446fb8
commit 090abbceed
1 changed files with 13 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
common/src/main/java/com/tencent/supersonic/common/util/embedding/InMemoryS2EmbeddingStore.java
View File

@@ -237,15 +237,23 @@ public class InMemoryS2EmbeddingStore implements S2EmbeddingStore {
} }
public void add(String id, Embedding embedding, Embedded embedded) { public void add(String id, Embedding embedding, Embedded embedded) {
if (checkEmbeddingNotExists(embedding)) {
entries.add(new InMemoryEmbeddingStore.Entry<>(id, embedding, embedded)); entries.add(new InMemoryEmbeddingStore.Entry<>(id, embedding, embedded));
} }
}
private boolean checkEmbeddingNotExists(Embedding embedding) {
return entries.stream().noneMatch(entry -> entry.embedding.equals(embedding));
}
@Override @Override
public List<String> addAll(List<Embedding> embeddings) { public List<String> addAll(List<Embedding> embeddings) {
List<String> ids = new ArrayList<>(); List<String> ids = new ArrayList<>();
for (Embedding embedding : embeddings) { for (Embedding embedding : embeddings) {
if (checkEmbeddingNotExists(embedding)) {
ids.add(add(embedding)); ids.add(add(embedding));
} }
}
return ids; return ids;
} }
@@ -257,8 +265,10 @@ public class InMemoryS2EmbeddingStore implements S2EmbeddingStore {
List<String> ids = new ArrayList<>(); List<String> ids = new ArrayList<>();
for (int i = 0; i < embeddings.size(); i++) { for (int i = 0; i < embeddings.size(); i++) {
if (checkEmbeddingNotExists(embeddings.get(i))) {
ids.add(add(embeddings.get(i), embedded.get(i))); ids.add(add(embeddings.get(i), embedded.get(i)));
} }
}
return ids; return ids;
} }