topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2025-12-10 11:07:06 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(improvement)(Headless) Filter out SchemaElement mapped whose detect word length is 1 (#1237)

Browse Source 
Co-authored-by: lxwcodemonkey
This commit is contained in:
LXW
2024-06-27 11:25:27 +08:00
committed by GitHub
parent 9315dc35f9
commit 2bf30bd75e
1 changed files with 4 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
headless/chat/src/main/java/com/tencent/supersonic/headless/chat/mapper/BaseMapper.java
View File

@@ -47,7 +47,7 @@ public abstract class BaseMapper implements SchemaMapper {
private void filter(QueryContext queryContext) {
filterByDataSetId(queryContext);
filterTermByDetectWordLen(queryContext);
filterByDetectWordLenLessThanOne(queryContext);
switch (queryContext.getQueryDataType()) {
case TAG:
filterByQueryDataType(queryContext, element -> !(element.getIsTag() > 0));
@@ -81,18 +81,14 @@ public abstract class BaseMapper implements SchemaMapper {
}
}
private static void filterTermByDetectWordLen(QueryContext queryContext) {
private static void filterByDetectWordLenLessThanOne(QueryContext queryContext) {
Map<Long, List<SchemaElementMatch>> dataSetElementMatches =
queryContext.getMapInfo().getDataSetElementMatches();
for (Map.Entry<Long, List<SchemaElementMatch>> entry : dataSetElementMatches.entrySet()) {
List<SchemaElementMatch> value = entry.getValue();
if (!CollectionUtils.isEmpty(value)) {
value.removeIf(schemaElementMatch -> {
if (!SchemaElementType.TERM.equals(schemaElementMatch.getElement().getType())) {
return false;
}
return StringUtils.length(schemaElementMatch.getDetectWord()) <= 1;
});
value.removeIf(schemaElementMatch ->
StringUtils.length(schemaElementMatch.getDetectWord()) <= 1);
}
}
}