topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2026-01-10 20:19:15 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

(improvement)(headless) Remove materialization logic (#586)

Browse Source 
Co-authored-by: kanedai <kanedai@tencent.com>
This commit is contained in:
daikon
2023-12-29 23:10:54 +08:00
committed by GitHub
parent afa8fd74a6
commit 31f1fc315d
61 changed files with 0 additions and 7112 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/enums/ElementFrequencyEnum.java
View File

@@ -1,8 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.enums;
public enum ElementFrequencyEnum {
UNKNOWN,
HIGH,
LOW
}

11
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/enums/ElementTypeEnum.java
View File

@@ -1,11 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.enums;
public enum ElementTypeEnum {
VARCHAR,
DOUBLE,
BIGINT,
INT,
DATE,
ARRAY
}

8
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/enums/UpdateCycleEnum.java
View File

@@ -1,8 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.enums;
public enum UpdateCycleEnum {
DAY,
WEEK,
MONTH
}

17
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/pojo/MaterializationConfFilter.java
View File

@@ -1,17 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.pojo;
import com.tencent.supersonic.common.pojo.enums.TypeEnums;
import lombok.Data;
import lombok.NoArgsConstructor;
@Data
@NoArgsConstructor
public class MaterializationConfFilter extends MaterializationFilter {
private Long id;
private Boolean containElements = false;
private TypeEnums type;
private Long materializationId;
private Long elementId;
}

16
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/pojo/MaterializationDateFilter.java
View File

@@ -1,16 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.pojo;
import lombok.Data;
import java.util.Date;
import java.util.List;
@Data
public class MaterializationDateFilter {
private Long modelId;
private List<String> dimensions;
private List<String> metrics;
private Date createdAt;
}

25
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/pojo/MaterializationFilter.java
View File

@@ -1,25 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.pojo;
import com.tencent.supersonic.headless.common.model.enums.ModelSourceTypeEnum;
import com.tencent.supersonic.headless.common.materialization.enums.UpdateCycleEnum;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
@Data
@Builder
@NoArgsConstructor
@AllArgsConstructor
public class MaterializationFilter {
private Long materializationId;
private String name;
private ModelSourceTypeEnum materializedType;
private UpdateCycleEnum updateCycle;
private Long modelId;
private Long databaseId;
private Integer level;
private String createdBy;
private String destinationTable;
}

28
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/pojo/MaterializationRecordFilter.java
View File

@@ -1,28 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.pojo;
import com.tencent.supersonic.common.pojo.enums.TaskStatusEnum;
import com.tencent.supersonic.common.pojo.enums.TypeEnums;
import java.util.List;
import lombok.Builder;
import lombok.Data;
import java.util.Date;
@Data
@Builder
public class MaterializationRecordFilter {
private Long id;
private Long materializationId;
private TypeEnums elementType;
private Long elementId;
private String elementName;
private List<TaskStatusEnum> taskStatus;
private String taskId;
private String createdBy;
private Date createdAt;
private String startDataTime;
private String endDataTime;
private List<Long> materializationIds;
}

25
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/request/MaterializationElementReq.java
View File

@@ -1,25 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.request;
import com.tencent.supersonic.common.pojo.RecordInfo;
import com.tencent.supersonic.common.pojo.enums.StatusEnum;
import com.tencent.supersonic.common.pojo.enums.TypeEnums;
import com.tencent.supersonic.headless.common.materialization.enums.ElementFrequencyEnum;
import com.tencent.supersonic.headless.common.materialization.enums.ElementTypeEnum;
import lombok.Builder;
import lombok.Data;
@Data
@Builder
public class MaterializationElementReq extends RecordInfo {
private Long id;
private TypeEnums type;
private Long materializationId;
private String depends;
private ElementTypeEnum elementType;
private String defaultValue;
private String outlier;
private ElementFrequencyEnum frequency;
private String description;
private StatusEnum status;
}

24
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/request/MaterializationRecordReq.java
View File

@@ -1,24 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.request;
import com.tencent.supersonic.common.pojo.RecordInfo;
import com.tencent.supersonic.common.pojo.enums.TaskStatusEnum;
import com.tencent.supersonic.common.pojo.enums.TypeEnums;
import lombok.Data;
@Data
public class MaterializationRecordReq extends RecordInfo {
private Long id;
private Long materializationId;
private TypeEnums elementType;
private Long elementId;
private String elementName;
private String dataTime;
private TaskStatusEnum taskStatus;
private String taskId;
private Long retryCount;
private Long sourceCount;
private Long sinkCount;
private String message;
}

26
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/request/MaterializationReq.java
View File

@@ -1,26 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.request;
import com.tencent.supersonic.common.pojo.RecordInfo;
import com.tencent.supersonic.common.pojo.enums.StatusEnum;
import com.tencent.supersonic.headless.common.materialization.enums.UpdateCycleEnum;
import com.tencent.supersonic.headless.common.model.enums.ModelSourceTypeEnum;
import lombok.Data;
import java.util.List;
@Data
public class MaterializationReq extends RecordInfo {
private Long id;
private String name;
private ModelSourceTypeEnum materializedType;
private UpdateCycleEnum updateCycle;
private Long modelId;
private Long databaseId;
private Integer level;
private String destinationTable;
private String dateInfo;
private String entities;
private List<String> principals;
private String description;
private StatusEnum status;
}

12
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/request/MaterializationSourceReq.java
View File

@@ -1,12 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.request;
import lombok.Data;
@Data
public class MaterializationSourceReq {
private Long materializationId = 0L;
private Long dataSourceId = 0L;
private String dataTime;
}

20
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/response/MaterializationDateResp.java
View File

@@ -1,20 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.response;
import com.tencent.supersonic.common.pojo.enums.TypeEnums;
import lombok.Data;
import java.util.ArrayList;
import java.util.List;
@Data
public class MaterializationDateResp {
private Long modelId;
private TypeEnums elementType;
private Long elementId;
private String elementName;
private String dateFormat;
private String startDate;
private String endDate;
private List<String> unavailableDateList = new ArrayList<>();
}

18
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/response/MaterializationElementModelResp.java
View File

@@ -1,18 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.response;
import com.google.common.collect.Lists;
import com.tencent.supersonic.common.pojo.enums.TypeEnums;
import com.tencent.supersonic.headless.common.model.pojo.Measure;
import java.util.List;
import lombok.Builder;
import lombok.Data;
@Data
@Builder
public class MaterializationElementModelResp {
private Long id;
private TypeEnums type;
private String bizName;
private String expr;
private List<Measure> measures = Lists.newArrayList();
}

23
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/response/MaterializationElementResp.java
View File

@@ -1,23 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.response;
import com.tencent.supersonic.common.pojo.RecordInfo;
import com.tencent.supersonic.common.pojo.enums.TypeEnums;
import com.tencent.supersonic.headless.common.materialization.enums.ElementFrequencyEnum;
import com.tencent.supersonic.headless.common.materialization.enums.ElementTypeEnum;
import lombok.Data;
@Data
public class MaterializationElementResp extends RecordInfo {
private Long id;
private TypeEnums type;
private Long materializationId;
private String depends;
private ElementTypeEnum elementType;
private String defaultValue;
private String outlier;
private ElementFrequencyEnum frequency;
private String description;
private String bizName;
}

24
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/response/MaterializationRecordResp.java
View File

@@ -1,24 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.response;
import com.tencent.supersonic.common.pojo.RecordInfo;
import com.tencent.supersonic.common.pojo.enums.TaskStatusEnum;
import com.tencent.supersonic.common.pojo.enums.TypeEnums;
import lombok.Data;
@Data
public class MaterializationRecordResp extends RecordInfo {
private Long id;
private Long materializationId;
private TypeEnums elementType;
private Long elementId;
private String elementName;
private String dataTime;
private TaskStatusEnum taskStatus;
private String taskId;
private Integer retryCount;
private Long sourceCount;
private Long sinkCount;
private String message;
}

25
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/response/MaterializationResp.java
View File

@@ -1,25 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.response;
import com.tencent.supersonic.common.pojo.RecordInfo;
import com.tencent.supersonic.headless.common.model.enums.ModelSourceTypeEnum;
import com.tencent.supersonic.headless.common.materialization.enums.UpdateCycleEnum;
import lombok.Data;
import java.util.List;
@Data
public class MaterializationResp extends RecordInfo {
private Long id;
private String name;
private ModelSourceTypeEnum materializedType;
private UpdateCycleEnum updateCycle;
private Long modelId;
private Long databaseId;
private Integer level;
private String destinationTable;
private String dateInfo;
private String entities;
private List<String> principals;
private String description;
private List<MaterializationElementResp> materializationElementRespList;
}

35
headless/common/src/main/java/com/tencent/supersonic/headless/common/materialization/response/MaterializationSourceResp.java
View File

@@ -1,35 +0,0 @@
package com.tencent.supersonic.headless.common.materialization.response;
import com.tencent.supersonic.headless.common.model.enums.ModelSourceTypeEnum;
import com.tencent.supersonic.headless.common.model.response.DatabaseResp;
import com.tencent.supersonic.headless.common.materialization.enums.UpdateCycleEnum;
import java.util.List;
import java.util.Map;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
@Data
@NoArgsConstructor
@AllArgsConstructor
@Builder
public class MaterializationSourceResp {
private Long materializationId;
private Long dataSourceId;
private Long modelId;
private String sql;
private List<String> fields;
private String sourceDb;
private String sourceTable;
private String dateInfo;
private String entities;
private ModelSourceTypeEnum materializedType;
private UpdateCycleEnum updateCycle;
private DatabaseResp databaseResp;
private String depends;
private Map<Long, String> dimensions;
private Map<Long, String> metrics;
}