topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2025-12-12 12:37:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Revert "(fix)(common)fix duplication when adding data to the vector l…" (#1441)

Browse Source
This commit is contained in:
SuperLiChaoRen
2024-07-21 08:59:38 +08:00
committed by GitHub
parent d64ed02df9
commit 73d9cbdbc1
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
common/src/main/java/com/tencent/supersonic/common/service/impl/EmbeddingServiceImpl.java
View File

@@ -59,7 +59,6 @@ public class EmbeddingServiceImpl implements EmbeddingService {
continue; continue;
} }
embeddingStore.add(embedding, query); embeddingStore.add(embedding, query);
cache.put(TextSegmentConvert.getQueryId(query), true);
} catch (Exception e) { } catch (Exception e) {
log.error("embeddingModel embed error question: {}, embeddingStore: {}", question, log.error("embeddingModel embed error question: {}, embeddingStore: {}", question,
embeddingStore.getClass().getSimpleName(), e); embeddingStore.getClass().getSimpleName(), e);
@@ -86,6 +85,7 @@ public class EmbeddingServiceImpl implements EmbeddingService {
EmbeddingSearchResult result = embeddingStore.search(request); EmbeddingSearchResult result = embeddingStore.search(request);
List<EmbeddingMatch<TextSegment>> relevant = result.matches(); List<EmbeddingMatch<TextSegment>> relevant = result.matches();
boolean exists = CollectionUtils.isNotEmpty(relevant); boolean exists = CollectionUtils.isNotEmpty(relevant);
cache.put(queryId, exists);
return exists; return exists;
} }
@@ -104,6 +104,8 @@ public class EmbeddingServiceImpl implements EmbeddingService {
Filter filter = filterBuilder.isIn(queryIds); Filter filter = filterBuilder.isIn(queryIds);
inMemoryEmbeddingStore.removeAll(filter); inMemoryEmbeddingStore.removeAll(filter);
} }
} else {
throw new RuntimeException("Not supported yet.");
} }
} catch (Exception e) { } catch (Exception e) {
log.error("deleteQuery error,collectionName:{},queries:{}", collectionName, queries); log.error("deleteQuery error,collectionName:{},queries:{}", collectionName, queries);