topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2025-12-10 11:07:06 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[improvement][headless-chat]Consider the usage count of metrics when resolving the optimal dataset.

Browse Source
This commit is contained in:
jerryjzhang
2024-10-10 09:27:43 +08:00
parent 2c75a6972a
commit 23bd54fd9b
2 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
headless/chat/src/main/java/com/tencent/supersonic/headless/chat/parser/llm/DataSetMatchResult.java
View File

@@ -9,4 +9,5 @@ public class DataSetMatchResult {
private double maxMetricSimilarity;
private double maxDatesetSimilarity;
private double totalSimilarity;
private Long maxMetricUseCnt;
}

9
headless/chat/src/main/java/com/tencent/supersonic/headless/chat/parser/llm/HeuristicDataSetResolver.java
View File

@@ -11,6 +11,7 @@ import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Objects;
import java.util.Set;
/**
@@ -47,6 +48,10 @@ public class HeuristicDataSetResolver implements DataSetResolver {
difference = o1.getValue().getTotalSimilarity()
- o2.getValue().getTotalSimilarity();
}
if (difference == 0) {
difference = o1.getValue().getMaxMetricUseCnt()
- o2.getValue().getMaxMetricUseCnt();
}
}
return difference >= 0 ? -1 : 1;
}).findFirst().orElse(null);
@@ -65,12 +70,16 @@ public class HeuristicDataSetResolver implements DataSetResolver {
double maxMetricSimilarity = 0;
double maxDatasetSimilarity = 0;
double totalSimilarity = 0;
long maxMetricUseCnt = 0L;
for (SchemaElementMatch match : entry.getValue()) {
if (SchemaElementType.DATASET.equals(match.getElement().getType())) {
maxDatasetSimilarity = Math.max(maxDatasetSimilarity, match.getSimilarity());
}
if (SchemaElementType.METRIC.equals(match.getElement().getType())) {
maxMetricSimilarity = Math.max(maxMetricSimilarity, match.getSimilarity());
if (Objects.nonNull(match.getElement().getUseCnt())) {
maxMetricUseCnt = Math.max(maxMetricUseCnt, match.getElement().getUseCnt());
}
}
totalSimilarity += match.getSimilarity();
}