mirror of
https://github.com/tencentmusic/supersonic.git
synced 2025-12-13 13:07:32 +00:00
[feature][headless]Introduce TranslatorConfig to make result limit configurable via system parameter.
This commit is contained in:
@@ -0,0 +1,24 @@
|
|||||||
|
package com.tencent.supersonic.headless.core.translator;
|
||||||
|
|
||||||
|
import com.google.common.collect.Lists;
|
||||||
|
import com.tencent.supersonic.common.config.ParameterConfig;
|
||||||
|
import com.tencent.supersonic.common.pojo.Parameter;
|
||||||
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
import org.springframework.stereotype.Service;
|
||||||
|
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
@Service("HeadlessTranslatorConfig")
|
||||||
|
@Slf4j
|
||||||
|
public class TranslatorConfig extends ParameterConfig {
|
||||||
|
|
||||||
|
public static final Parameter TRANSLATOR_RESULT_LIMIT =
|
||||||
|
new Parameter("s2.query-optimizer.resultLimit", "1000", "查询最大返回数据行数",
|
||||||
|
"为了前端展示性能考虑,请不要设置过大", "number", "语义翻译配置");
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public List<Parameter> getSysParameters() {
|
||||||
|
return Lists.newArrayList(TRANSLATOR_RESULT_LIMIT);
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
@@ -16,6 +16,6 @@ public class ResultLimitOptimizer implements QueryOptimizer {
|
|||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void rewrite(QueryStatement queryStatement) {
|
public void rewrite(QueryStatement queryStatement) {
|
||||||
queryStatement.setSql(queryStatement.getSql() + " limit " + queryStatement.getLimit());
|
queryStatement.setSql(queryStatement.getSql() + " LIMIT " + queryStatement.getLimit());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -24,6 +24,7 @@ import com.tencent.supersonic.headless.core.pojo.QueryStatement;
|
|||||||
import com.tencent.supersonic.headless.core.pojo.SqlQuery;
|
import com.tencent.supersonic.headless.core.pojo.SqlQuery;
|
||||||
import com.tencent.supersonic.headless.core.pojo.StructQuery;
|
import com.tencent.supersonic.headless.core.pojo.StructQuery;
|
||||||
import com.tencent.supersonic.headless.core.translator.SemanticTranslator;
|
import com.tencent.supersonic.headless.core.translator.SemanticTranslator;
|
||||||
|
import com.tencent.supersonic.headless.core.translator.TranslatorConfig;
|
||||||
import com.tencent.supersonic.headless.core.utils.ComponentFactory;
|
import com.tencent.supersonic.headless.core.utils.ComponentFactory;
|
||||||
import com.tencent.supersonic.headless.server.annotation.S2DataPermission;
|
import com.tencent.supersonic.headless.server.annotation.S2DataPermission;
|
||||||
import com.tencent.supersonic.headless.server.facade.service.SemanticLayerService;
|
import com.tencent.supersonic.headless.server.facade.service.SemanticLayerService;
|
||||||
@@ -59,6 +60,7 @@ public class S2SemanticLayerService implements SemanticLayerService {
|
|||||||
private final KnowledgeBaseService knowledgeBaseService;
|
private final KnowledgeBaseService knowledgeBaseService;
|
||||||
private final MetricService metricService;
|
private final MetricService metricService;
|
||||||
private final DimensionService dimensionService;
|
private final DimensionService dimensionService;
|
||||||
|
private final TranslatorConfig translatorConfig;
|
||||||
private final QueryCache queryCache = ComponentFactory.getQueryCache();
|
private final QueryCache queryCache = ComponentFactory.getQueryCache();
|
||||||
private final List<QueryExecutor> queryExecutors = ComponentFactory.getQueryExecutors();
|
private final List<QueryExecutor> queryExecutors = ComponentFactory.getQueryExecutors();
|
||||||
|
|
||||||
@@ -67,7 +69,7 @@ public class S2SemanticLayerService implements SemanticLayerService {
|
|||||||
SchemaService schemaService, SemanticTranslator semanticTranslator,
|
SchemaService schemaService, SemanticTranslator semanticTranslator,
|
||||||
MetricDrillDownChecker metricDrillDownChecker,
|
MetricDrillDownChecker metricDrillDownChecker,
|
||||||
KnowledgeBaseService knowledgeBaseService, MetricService metricService,
|
KnowledgeBaseService knowledgeBaseService, MetricService metricService,
|
||||||
DimensionService dimensionService) {
|
DimensionService dimensionService, TranslatorConfig translatorConfig) {
|
||||||
this.statUtils = statUtils;
|
this.statUtils = statUtils;
|
||||||
this.queryUtils = queryUtils;
|
this.queryUtils = queryUtils;
|
||||||
this.semanticSchemaManager = semanticSchemaManager;
|
this.semanticSchemaManager = semanticSchemaManager;
|
||||||
@@ -78,6 +80,7 @@ public class S2SemanticLayerService implements SemanticLayerService {
|
|||||||
this.knowledgeBaseService = knowledgeBaseService;
|
this.knowledgeBaseService = knowledgeBaseService;
|
||||||
this.metricService = metricService;
|
this.metricService = metricService;
|
||||||
this.dimensionService = dimensionService;
|
this.dimensionService = dimensionService;
|
||||||
|
this.translatorConfig = translatorConfig;
|
||||||
}
|
}
|
||||||
|
|
||||||
public DataSetSchema getDataSetSchema(Long id) {
|
public DataSetSchema getDataSetSchema(Long id) {
|
||||||
@@ -300,6 +303,8 @@ public class S2SemanticLayerService implements SemanticLayerService {
|
|||||||
|
|
||||||
QueryStatement queryStatement = new QueryStatement();
|
QueryStatement queryStatement = new QueryStatement();
|
||||||
queryStatement.setEnableOptimize(queryUtils.enableOptimize());
|
queryStatement.setEnableOptimize(queryUtils.enableOptimize());
|
||||||
|
queryStatement.setLimit(Integer.parseInt(translatorConfig.getParameterValue(
|
||||||
|
TranslatorConfig.TRANSLATOR_RESULT_LIMIT)));
|
||||||
queryStatement.setDataSetId(queryReq.getDataSetId());
|
queryStatement.setDataSetId(queryReq.getDataSetId());
|
||||||
queryStatement.setDataSetName(queryReq.getDataSetName());
|
queryStatement.setDataSetName(queryReq.getDataSetName());
|
||||||
queryStatement.setSemanticSchema(semanticSchemaResp);
|
queryStatement.setSemanticSchema(semanticSchemaResp);
|
||||||
|
|||||||
Reference in New Issue
Block a user