topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2025-12-10 19:51:00 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(improvement)(chat) Optimize the LLMSqlParser code. (#1195)

Browse Source
This commit is contained in:
lexluo09
2024-06-22 22:51:43 +08:00
committed by GitHub
parent 29694be64e
commit a658b9c45f
1 changed files with 14 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
headless/chat/src/main/java/com/tencent/supersonic/headless/chat/parser/llm/LLMSqlParser.java
View File

@@ -38,17 +38,19 @@ public class LLMSqlParser implements SemanticParser {
log.info("Generate query statement for dataSetId:{}", dataSetId);
//3.invoke LLM service to do parsing.
LLMReq llmReq = requestService.getLlmReq(queryCtx, dataSetId);
recall(queryCtx, dataSetId, llmReq);
tryParse(queryCtx, dataSetId);
} catch (Exception e) {
log.error("Failed to parse query:", e);
}
}
private void recall(QueryContext queryCtx, Long dataSetId, LLMReq llmReq) {
private void tryParse(QueryContext queryCtx, Long dataSetId) {
LLMRequestService requestService = ContextUtils.getBean(LLMRequestService.class);
LLMResponseService responseService = ContextUtils.getBean(LLMResponseService.class);
int maxRetries = ContextUtils.getBean(LLMParserConfig.class).getRecallMaxRetries();
LLMReq llmReq = requestService.getLlmReq(queryCtx, dataSetId);
int currentRetry = 0;
Map<String, LLMSqlResp> sqlRespMap = new HashMap<>();
ParseResult parseResult = null;
@@ -60,9 +62,8 @@ public class LLMSqlParser implements SemanticParser {
//deduplicate the S2SQL result list and build parserInfo
sqlRespMap = responseService.getDeduplicationSqlResp(currentRetry, llmResp);
if (MapUtils.isNotEmpty(sqlRespMap)) {
parseResult = ParseResult.builder()
.dataSetId(dataSetId).llmReq(llmReq).llmResp(llmResp)
.linkingValues(llmReq.getLinking()).build();
parseResult = ParseResult.builder().dataSetId(dataSetId).llmReq(llmReq)
.llmResp(llmResp).linkingValues(llmReq.getLinking()).build();
break;
}
}
@@ -71,12 +72,13 @@ public class LLMSqlParser implements SemanticParser {
}
currentRetry++;
}
if (MapUtils.isNotEmpty(sqlRespMap)) {
for (Entry<String, LLMSqlResp> entry : sqlRespMap.entrySet()) {
String sql = entry.getKey();
double sqlWeight = entry.getValue().getSqlWeight();
responseService.addParseInfo(queryCtx, parseResult, sql, sqlWeight);
}
if (MapUtils.isEmpty(sqlRespMap)) {
return;
}
for (Entry<String, LLMSqlResp> entry : sqlRespMap.entrySet()) {
String sql = entry.getKey();
double sqlWeight = entry.getValue().getSqlWeight();
responseService.addParseInfo(queryCtx, parseResult, sql, sqlWeight);
}
}