mirror of
https://github.com/tencentmusic/supersonic.git
synced 2025-12-13 21:17:08 +00:00
[improvement][Headless] Fix cycle dependencies in headless (#695)
This commit is contained in:
@@ -12,16 +12,19 @@ import com.tencent.supersonic.common.pojo.enums.FilterOperatorEnum;
|
|||||||
import com.tencent.supersonic.common.pojo.exception.InvalidArgumentException;
|
import com.tencent.supersonic.common.pojo.exception.InvalidArgumentException;
|
||||||
import com.tencent.supersonic.common.pojo.exception.InvalidPermissionException;
|
import com.tencent.supersonic.common.pojo.exception.InvalidPermissionException;
|
||||||
import com.tencent.supersonic.common.util.jsqlparser.SqlParserAddHelper;
|
import com.tencent.supersonic.common.util.jsqlparser.SqlParserAddHelper;
|
||||||
|
import com.tencent.supersonic.headless.api.pojo.request.ModelSchemaFilterReq;
|
||||||
import com.tencent.supersonic.headless.api.pojo.request.QuerySqlReq;
|
import com.tencent.supersonic.headless.api.pojo.request.QuerySqlReq;
|
||||||
import com.tencent.supersonic.headless.api.pojo.request.QueryStructReq;
|
import com.tencent.supersonic.headless.api.pojo.request.QueryStructReq;
|
||||||
import com.tencent.supersonic.headless.api.pojo.request.SemanticQueryReq;
|
import com.tencent.supersonic.headless.api.pojo.request.SemanticQueryReq;
|
||||||
import com.tencent.supersonic.headless.api.pojo.response.DimensionResp;
|
import com.tencent.supersonic.headless.api.pojo.response.DimensionResp;
|
||||||
import com.tencent.supersonic.headless.api.pojo.response.ModelResp;
|
import com.tencent.supersonic.headless.api.pojo.response.ModelResp;
|
||||||
|
import com.tencent.supersonic.headless.api.pojo.response.ModelSchemaResp;
|
||||||
import com.tencent.supersonic.headless.api.pojo.response.SemanticQueryResp;
|
import com.tencent.supersonic.headless.api.pojo.response.SemanticQueryResp;
|
||||||
import com.tencent.supersonic.headless.server.pojo.MetaFilter;
|
import com.tencent.supersonic.headless.server.pojo.MetaFilter;
|
||||||
import com.tencent.supersonic.headless.server.pojo.ModelFilter;
|
import com.tencent.supersonic.headless.server.pojo.ModelFilter;
|
||||||
import com.tencent.supersonic.headless.server.service.DimensionService;
|
import com.tencent.supersonic.headless.server.service.DimensionService;
|
||||||
import com.tencent.supersonic.headless.server.service.ModelService;
|
import com.tencent.supersonic.headless.server.service.ModelService;
|
||||||
|
import com.tencent.supersonic.headless.server.service.SchemaService;
|
||||||
import com.tencent.supersonic.headless.server.utils.QueryStructUtils;
|
import com.tencent.supersonic.headless.server.utils.QueryStructUtils;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.HashSet;
|
import java.util.HashSet;
|
||||||
@@ -60,6 +63,8 @@ public class S2DataPermissionAspect extends AuthCheckBaseAspect {
|
|||||||
private ModelService modelService;
|
private ModelService modelService;
|
||||||
@Value("${permission.data.enable:true}")
|
@Value("${permission.data.enable:true}")
|
||||||
private Boolean permissionDataEnable;
|
private Boolean permissionDataEnable;
|
||||||
|
@Autowired
|
||||||
|
private SchemaService schemaService;
|
||||||
|
|
||||||
@Pointcut("@annotation(com.tencent.supersonic.headless.server.annotation.S2DataPermission)")
|
@Pointcut("@annotation(com.tencent.supersonic.headless.server.annotation.S2DataPermission)")
|
||||||
private void s2PermissionCheck() {
|
private void s2PermissionCheck() {
|
||||||
@@ -105,7 +110,10 @@ public class S2DataPermissionAspect extends AuthCheckBaseAspect {
|
|||||||
User user = (User) objects[1];
|
User user = (User) objects[1];
|
||||||
List<Long> modelIds = querySqlReq.getModelIds();
|
List<Long> modelIds = querySqlReq.getModelIds();
|
||||||
// fetch data permission meta information
|
// fetch data permission meta information
|
||||||
Set<String> res4Privilege = queryStructUtils.getResNameEnExceptInternalCol(querySqlReq, user);
|
ModelSchemaFilterReq filter = new ModelSchemaFilterReq();
|
||||||
|
filter.setModelIds(modelIds);
|
||||||
|
List<ModelSchemaResp> modelSchemaRespList = schemaService.fetchModelSchema(filter, user);
|
||||||
|
Set<String> res4Privilege = queryStructUtils.getResNameEnExceptInternalCol(querySqlReq, modelSchemaRespList);
|
||||||
log.info("modelId:{}, res4Privilege:{}", modelIds, res4Privilege);
|
log.info("modelId:{}, res4Privilege:{}", modelIds, res4Privilege);
|
||||||
|
|
||||||
Set<String> sensitiveResByModel = getHighSensitiveColsByModelId(modelIds);
|
Set<String> sensitiveResByModel = getHighSensitiveColsByModelId(modelIds);
|
||||||
|
|||||||
@@ -5,8 +5,6 @@ import static com.tencent.supersonic.common.pojo.Constants.DAY_FORMAT;
|
|||||||
import static com.tencent.supersonic.common.pojo.Constants.MONTH;
|
import static com.tencent.supersonic.common.pojo.Constants.MONTH;
|
||||||
import static com.tencent.supersonic.common.pojo.Constants.WEEK;
|
import static com.tencent.supersonic.common.pojo.Constants.WEEK;
|
||||||
|
|
||||||
import com.google.common.collect.Lists;
|
|
||||||
import com.tencent.supersonic.auth.api.authentication.pojo.User;
|
|
||||||
import com.tencent.supersonic.common.pojo.Aggregator;
|
import com.tencent.supersonic.common.pojo.Aggregator;
|
||||||
import com.tencent.supersonic.common.pojo.DateConf;
|
import com.tencent.supersonic.common.pojo.DateConf;
|
||||||
import com.tencent.supersonic.common.pojo.DateConf.DateMode;
|
import com.tencent.supersonic.common.pojo.DateConf.DateMode;
|
||||||
@@ -18,7 +16,6 @@ import com.tencent.supersonic.common.util.jsqlparser.FieldExpression;
|
|||||||
import com.tencent.supersonic.common.util.jsqlparser.SqlParserSelectHelper;
|
import com.tencent.supersonic.common.util.jsqlparser.SqlParserSelectHelper;
|
||||||
import com.tencent.supersonic.headless.api.pojo.ItemDateFilter;
|
import com.tencent.supersonic.headless.api.pojo.ItemDateFilter;
|
||||||
import com.tencent.supersonic.headless.api.pojo.SchemaItem;
|
import com.tencent.supersonic.headless.api.pojo.SchemaItem;
|
||||||
import com.tencent.supersonic.headless.api.pojo.request.ModelSchemaFilterReq;
|
|
||||||
import com.tencent.supersonic.headless.api.pojo.request.QuerySqlReq;
|
import com.tencent.supersonic.headless.api.pojo.request.QuerySqlReq;
|
||||||
import com.tencent.supersonic.headless.api.pojo.request.QueryStructReq;
|
import com.tencent.supersonic.headless.api.pojo.request.QueryStructReq;
|
||||||
import com.tencent.supersonic.headless.api.pojo.response.DimSchemaResp;
|
import com.tencent.supersonic.headless.api.pojo.response.DimSchemaResp;
|
||||||
@@ -28,7 +25,6 @@ import com.tencent.supersonic.headless.api.pojo.response.MetricSchemaResp;
|
|||||||
import com.tencent.supersonic.headless.api.pojo.response.ModelSchemaResp;
|
import com.tencent.supersonic.headless.api.pojo.response.ModelSchemaResp;
|
||||||
import com.tencent.supersonic.headless.server.pojo.MetaFilter;
|
import com.tencent.supersonic.headless.server.pojo.MetaFilter;
|
||||||
import com.tencent.supersonic.headless.server.service.Catalog;
|
import com.tencent.supersonic.headless.server.service.Catalog;
|
||||||
import com.tencent.supersonic.headless.server.service.SchemaService;
|
|
||||||
import java.time.LocalDate;
|
import java.time.LocalDate;
|
||||||
import java.time.format.DateTimeFormatter;
|
import java.time.format.DateTimeFormatter;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
@@ -45,7 +41,6 @@ import java.util.stream.Collectors;
|
|||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
import org.apache.commons.lang3.tuple.ImmutablePair;
|
import org.apache.commons.lang3.tuple.ImmutablePair;
|
||||||
import org.apache.commons.lang3.tuple.Triple;
|
import org.apache.commons.lang3.tuple.Triple;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.stereotype.Component;
|
import org.springframework.stereotype.Component;
|
||||||
import org.springframework.util.CollectionUtils;
|
import org.springframework.util.CollectionUtils;
|
||||||
|
|
||||||
@@ -66,9 +61,6 @@ public class QueryStructUtils {
|
|||||||
private final DateModeUtils dateModeUtils;
|
private final DateModeUtils dateModeUtils;
|
||||||
private final SqlFilterUtils sqlFilterUtils;
|
private final SqlFilterUtils sqlFilterUtils;
|
||||||
private final Catalog catalog;
|
private final Catalog catalog;
|
||||||
@Autowired
|
|
||||||
private SchemaService schemaService;
|
|
||||||
|
|
||||||
private String variablePrefix = "'${";
|
private String variablePrefix = "'${";
|
||||||
|
|
||||||
public QueryStructUtils(
|
public QueryStructUtils(
|
||||||
@@ -140,13 +132,10 @@ public class QueryStructUtils {
|
|||||||
return resNameEnSet.stream().filter(res -> !internalCols.contains(res)).collect(Collectors.toSet());
|
return resNameEnSet.stream().filter(res -> !internalCols.contains(res)).collect(Collectors.toSet());
|
||||||
}
|
}
|
||||||
|
|
||||||
public Set<String> getResNameEnExceptInternalCol(QuerySqlReq querySqlReq, User user) {
|
public Set<String> getResNameEnExceptInternalCol(QuerySqlReq querySqlReq,
|
||||||
|
List<ModelSchemaResp> modelSchemaRespList) {
|
||||||
Set<String> resNameSet = getResName(querySqlReq);
|
Set<String> resNameSet = getResName(querySqlReq);
|
||||||
Set<String> resNameEnSet = new HashSet<>();
|
Set<String> resNameEnSet = new HashSet<>();
|
||||||
ModelSchemaFilterReq filter = new ModelSchemaFilterReq();
|
|
||||||
List<Long> modelIds = Lists.newArrayList(querySqlReq.getModelIds());
|
|
||||||
filter.setModelIds(modelIds);
|
|
||||||
List<ModelSchemaResp> modelSchemaRespList = schemaService.fetchModelSchema(filter, user);
|
|
||||||
if (!CollectionUtils.isEmpty(modelSchemaRespList)) {
|
if (!CollectionUtils.isEmpty(modelSchemaRespList)) {
|
||||||
List<MetricSchemaResp> metrics = modelSchemaRespList.get(0).getMetrics();
|
List<MetricSchemaResp> metrics = modelSchemaRespList.get(0).getMetrics();
|
||||||
List<DimSchemaResp> dimensions = modelSchemaRespList.get(0).getDimensions();
|
List<DimSchemaResp> dimensions = modelSchemaRespList.get(0).getDimensions();
|
||||||
|
|||||||
Reference in New Issue
Block a user