mirror of
https://github.com/tencentmusic/supersonic.git
synced 2026-04-30 13:04:27 +08:00
Compare commits
9 Commits
ba0f149135
...
01ead7307b
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
01ead7307b | ||
|
|
79a44b27ee | ||
|
|
76cc5ee111 | ||
|
|
fa65b6eff7 | ||
|
|
0ab44c0866 | ||
|
|
449fdf180f | ||
|
|
d275a145d5 | ||
|
|
c8f690c1c2 | ||
|
|
38af6e3a28 |
@@ -88,10 +88,10 @@ public class WebServiceQuery extends PluginSemanticQuery {
|
|||||||
restTemplate = ContextUtils.getBean(RestTemplate.class);
|
restTemplate = ContextUtils.getBean(RestTemplate.class);
|
||||||
try {
|
try {
|
||||||
responseEntity =
|
responseEntity =
|
||||||
restTemplate.exchange(requestUrl, HttpMethod.POST, entity, Object.class);
|
restTemplate.exchange(requestUrl, HttpMethod.POST, entity, String.class);
|
||||||
objectResponse = responseEntity.getBody();
|
objectResponse = responseEntity.getBody();
|
||||||
log.info("objectResponse:{}", objectResponse);
|
log.info("objectResponse:{}", objectResponse);
|
||||||
Map<String, Object> response = JsonUtil.objectToMap(objectResponse);
|
Map<String, Object> response = JSON.parseObject(objectResponse.toString());
|
||||||
webServiceResponse.setResult(response);
|
webServiceResponse.setResult(response);
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
log.info("Exception:{}", e.getMessage());
|
log.info("Exception:{}", e.getMessage());
|
||||||
|
|||||||
@@ -19,7 +19,7 @@ public class ParseContext {
|
|||||||
}
|
}
|
||||||
|
|
||||||
public boolean enableNL2SQL() {
|
public boolean enableNL2SQL() {
|
||||||
return Objects.nonNull(agent) && agent.containsDatasetTool();
|
return Objects.nonNull(agent) && agent.containsDatasetTool()&&response.getSelectedParses().size() == 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
public boolean enableLLM() {
|
public boolean enableLLM() {
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
package com.tencent.supersonic.headless.core.pojo;
|
package com.tencent.supersonic.headless.core.pojo;
|
||||||
|
|
||||||
|
import com.tencent.supersonic.common.pojo.User;
|
||||||
import com.tencent.supersonic.headless.api.pojo.response.QueryState;
|
import com.tencent.supersonic.headless.api.pojo.response.QueryState;
|
||||||
import com.tencent.supersonic.headless.api.pojo.response.SemanticSchemaResp;
|
import com.tencent.supersonic.headless.api.pojo.response.SemanticSchemaResp;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
@@ -24,6 +25,7 @@ public class QueryStatement {
|
|||||||
private SemanticSchemaResp semanticSchema;
|
private SemanticSchemaResp semanticSchema;
|
||||||
private Integer limit = 1000;
|
private Integer limit = 1000;
|
||||||
private Boolean isTranslated = false;
|
private Boolean isTranslated = false;
|
||||||
|
private User user;
|
||||||
|
|
||||||
public boolean isOk() {
|
public boolean isOk() {
|
||||||
return StringUtils.isBlank(errMsg) && StringUtils.isNotBlank(sql);
|
return StringUtils.isBlank(errMsg) && StringUtils.isNotBlank(sql);
|
||||||
|
|||||||
@@ -296,6 +296,9 @@ public class S2SemanticLayerService implements SemanticLayerService {
|
|||||||
queryStatement.setSql(semanticQueryReq.getSqlInfo().getQuerySQL());
|
queryStatement.setSql(semanticQueryReq.getSqlInfo().getQuerySQL());
|
||||||
queryStatement.setIsTranslated(true);
|
queryStatement.setIsTranslated(true);
|
||||||
}
|
}
|
||||||
|
if (queryStatement != null) {
|
||||||
|
queryStatement.setUser(user);
|
||||||
|
}
|
||||||
return queryStatement;
|
return queryStatement;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -178,7 +178,8 @@ public class ChatWorkflowEngine {
|
|||||||
// 如果物理SQL被修正了,更新querySQL为修正后的版本
|
// 如果物理SQL被修正了,更新querySQL为修正后的版本
|
||||||
SemanticParseInfo parseInfo = semanticQuery.getParseInfo();
|
SemanticParseInfo parseInfo = semanticQuery.getParseInfo();
|
||||||
if (StringUtils.isNotBlank(parseInfo.getSqlInfo().getCorrectedQuerySQL())) {
|
if (StringUtils.isNotBlank(parseInfo.getSqlInfo().getCorrectedQuerySQL())) {
|
||||||
parseInfo.getSqlInfo().setQuerySQL(parseInfo.getSqlInfo().getCorrectedQuerySQL());
|
parseInfo.getSqlInfo()
|
||||||
|
.setQuerySQL(parseInfo.getSqlInfo().getCorrectedQuerySQL());
|
||||||
log.info("Physical SQL corrected and updated querySQL: {}",
|
log.info("Physical SQL corrected and updated querySQL: {}",
|
||||||
parseInfo.getSqlInfo().getQuerySQL());
|
parseInfo.getSqlInfo().getQuerySQL());
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -138,7 +138,8 @@ public class DictUtils {
|
|||||||
semanticQueryReq.setNeedAuth(false);
|
semanticQueryReq.setNeedAuth(false);
|
||||||
String bizName = dictItemResp.getBizName();
|
String bizName = dictItemResp.getBizName();
|
||||||
try {
|
try {
|
||||||
SemanticQueryResp semanticQueryResp = queryService.queryByReq(semanticQueryReq, null);
|
SemanticQueryResp semanticQueryResp =
|
||||||
|
queryService.queryByReq(semanticQueryReq, User.getDefaultUser());
|
||||||
if (Objects.isNull(semanticQueryResp)
|
if (Objects.isNull(semanticQueryResp)
|
||||||
|| CollectionUtils.isEmpty(semanticQueryResp.getResultList())) {
|
|| CollectionUtils.isEmpty(semanticQueryResp.getResultList())) {
|
||||||
return lines;
|
return lines;
|
||||||
@@ -274,7 +275,8 @@ public class DictUtils {
|
|||||||
private QuerySqlReq constructQuerySqlReq(DictItemResp dictItemResp) {
|
private QuerySqlReq constructQuerySqlReq(DictItemResp dictItemResp) {
|
||||||
|
|
||||||
ModelResp model = modelService.getModel(dictItemResp.getModelId());
|
ModelResp model = modelService.getModel(dictItemResp.getModelId());
|
||||||
String tableStr = model.getModelDetail().getTableQuery() != null ? model.getModelDetail().getTableQuery()
|
String tableStr = StringUtils.isNotBlank(model.getModelDetail().getTableQuery())
|
||||||
|
? model.getModelDetail().getTableQuery()
|
||||||
: "(" + model.getModelDetail().getSqlQuery() + ")";
|
: "(" + model.getModelDetail().getSqlQuery() + ")";
|
||||||
String sqlPattern =
|
String sqlPattern =
|
||||||
"select %s,count(1) from %s %s group by %s order by count(1) desc limit %d";
|
"select %s,count(1) from %s %s group by %s order by count(1) desc limit %d";
|
||||||
@@ -289,8 +291,7 @@ public class DictUtils {
|
|||||||
limit = Integer.MAX_VALUE;
|
limit = Integer.MAX_VALUE;
|
||||||
}
|
}
|
||||||
|
|
||||||
String sql =
|
String sql = String.format(sqlPattern, dimBizName, tableStr, where, dimBizName, limit);
|
||||||
String.format(sqlPattern, dimBizName, tableStr, where, dimBizName, limit);
|
|
||||||
Set<Long> modelIds = new HashSet<>();
|
Set<Long> modelIds = new HashSet<>();
|
||||||
modelIds.add(dictItemResp.getModelId());
|
modelIds.add(dictItemResp.getModelId());
|
||||||
QuerySqlReq querySqlReq = new QuerySqlReq();
|
QuerySqlReq querySqlReq = new QuerySqlReq();
|
||||||
|
|||||||
@@ -109,7 +109,8 @@ public class QueryUtils {
|
|||||||
column.setModelId(metric.getModelId());
|
column.setModelId(metric.getModelId());
|
||||||
}
|
}
|
||||||
// if column nameEn contains metric alias, use metric dataFormatType
|
// if column nameEn contains metric alias, use metric dataFormatType
|
||||||
if (column.getDataFormatType() == null && StringUtils.isNotEmpty(metric.getAlias())) {
|
if (column.getDataFormatType() == null
|
||||||
|
&& StringUtils.isNotEmpty(metric.getAlias())) {
|
||||||
for (String alias : metric.getAlias().split(",")) {
|
for (String alias : metric.getAlias().split(",")) {
|
||||||
if (nameEn.contains(alias)) {
|
if (nameEn.contains(alias)) {
|
||||||
column.setDataFormatType(metric.getDataFormatType());
|
column.setDataFormatType(metric.getDataFormatType());
|
||||||
|
|||||||
Reference in New Issue
Block a user