topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2025-12-12 04:27:39 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[improvement][chat] The two characters need to be a perfect match (#1805)

Browse Source
This commit is contained in:
lexluo09
2024-10-15 12:21:14 +08:00
committed by GitHub
parent 2fa3d39539
commit 9302d1f6e4
1 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
headless/chat/src/main/java/com/tencent/supersonic/headless/chat/mapper/MapFilter.java
View File

@@ -21,6 +21,7 @@ public class MapFilter {
public static void filter(ChatQueryContext chatQueryContext) { public static void filter(ChatQueryContext chatQueryContext) {
filterByDataSetId(chatQueryContext); filterByDataSetId(chatQueryContext);
filterByDetectWordLenLessThanOne(chatQueryContext); filterByDetectWordLenLessThanOne(chatQueryContext);
twoCharactersMustEqual(chatQueryContext);
switch (chatQueryContext.getQueryDataType()) { switch (chatQueryContext.getQueryDataType()) {
case TAG: case TAG:
filterByQueryDataType(chatQueryContext, element -> !(element.getIsTag() > 0)); filterByQueryDataType(chatQueryContext, element -> !(element.getIsTag() > 0));
@@ -70,6 +71,19 @@ public class MapFilter {
} }
} }
private static void twoCharactersMustEqual(ChatQueryContext chatQueryContext) {
Map<Long, List<SchemaElementMatch>> dataSetElementMatches =
chatQueryContext.getMapInfo().getDataSetElementMatches();
for (Map.Entry<Long, List<SchemaElementMatch>> entry : dataSetElementMatches.entrySet()) {
List<SchemaElementMatch> value = entry.getValue();
if (!CollectionUtils.isEmpty(value)) {
value.removeIf(schemaElementMatch -> StringUtils
.length(schemaElementMatch.getDetectWord()) <= 2
&& schemaElementMatch.getSimilarity() < 1);
}
}
}
public static void filterByQueryDataType(ChatQueryContext chatQueryContext, public static void filterByQueryDataType(ChatQueryContext chatQueryContext,
Predicate<SchemaElement> needRemovePredicate) { Predicate<SchemaElement> needRemovePredicate) {
Map<Long, List<SchemaElementMatch>> dataSetElementMatches = Map<Long, List<SchemaElementMatch>> dataSetElementMatches =