(improvement)(common) Optimized the structure of the common package. (#1164)

This commit is contained in:
lexluo09
2024-06-19 18:07:26 +08:00
committed by GitHub
parent 5d32235c2d
commit 48113b41dd
104 changed files with 202 additions and 199 deletions

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.calcite;
package com.tencent.supersonic.common.calcite;
import org.apache.calcite.sql.dialect.MysqlSqlDialect;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.calcite;
package com.tencent.supersonic.common.calcite;
import java.util.HashMap;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.calcite;
package com.tencent.supersonic.common.calcite;
import java.io.Serializable;
import java.util.ArrayList;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Arrays;
import java.util.Map;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.util.DatePeriodEnum;
import com.tencent.supersonic.common.util.DateUtils;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.List;
import lombok.Data;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Map;
import java.util.Objects;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Set;
import net.sf.jsqlparser.expression.ExpressionVisitorAdapter;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.util.DatePeriodEnum;
import java.util.ArrayList;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import lombok.Data;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Map;
import lombok.extern.slf4j.Slf4j;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.util.JsonUtil;
import java.util.ArrayList;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import lombok.Data;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.ArrayList;
import java.util.List;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Map;
import java.util.Objects;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.List;
import net.sf.jsqlparser.expression.Expression;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.HashMap;
import java.util.Map;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Map;
import java.util.Objects;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.util.StringUtil;
import java.util.ArrayList;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.HashSet;
import java.util.Set;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.List;
import java.util.Map;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.List;
import java.util.Map;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import lombok.extern.slf4j.Slf4j;
import net.sf.jsqlparser.statement.select.GroupByElement;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import lombok.extern.slf4j.Slf4j;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.pojo.Constants;
import java.util.Set;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import lombok.Data;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Map;
import net.sf.jsqlparser.expression.Expression;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Map;
import java.util.Map.Entry;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.Map;
import java.util.Objects;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.List;
import java.util.Map;

View File

@@ -1,7 +1,7 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.pojo.enums.TimeDimensionEnum;
import com.tencent.supersonic.common.util.jsqlparser.DateVisitor.DateBoundInfo;
import java.util.List;
import java.util.Objects;
import lombok.extern.slf4j.Slf4j;
@@ -14,7 +14,7 @@ import net.sf.jsqlparser.statement.select.PlainSelect;
@Slf4j
public class SqlDateSelectHelper {
public static DateBoundInfo getDateBoundInfo(String sql) {
public static DateVisitor.DateBoundInfo getDateBoundInfo(String sql) {
List<PlainSelect> plainSelectList = SqlSelectHelper.getPlainSelect(sql);
if (plainSelectList.size() != 1) {
return null;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
public enum SqlEditEnum {
NUMBER_FILTER,

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.List;
import lombok.extern.slf4j.Slf4j;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import java.util.HashSet;
import java.util.List;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.pojo.enums.AggOperatorEnum;
import com.tencent.supersonic.common.util.StringUtil;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.pojo.enums.AggOperatorEnum;
import java.util.ArrayList;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import com.tencent.supersonic.common.util.StringUtil;
import java.util.ArrayList;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.jsqlparser;
package com.tencent.supersonic.common.jsqlparser;
import net.sf.jsqlparser.schema.Table;
import net.sf.jsqlparser.statement.select.FromItemVisitorAdapter;

View File

@@ -1,21 +0,0 @@
package com.tencent.supersonic.common.util.embedding;
import com.google.gson.Gson;
import com.google.gson.reflect.TypeToken;
import com.tencent.supersonic.common.util.embedding.InMemoryS2EmbeddingStore.InMemoryEmbeddingStore;
import java.lang.reflect.Type;
public class GsonInMemoryEmbeddingStoreJsonCodec implements InMemoryEmbeddingStoreJsonCodec {
@Override
public InMemoryEmbeddingStore<EmbeddingQuery> fromJson(String json) {
Type type = new TypeToken<InMemoryEmbeddingStore<EmbeddingQuery>>() {
}.getType();
return new Gson().fromJson(json, type);
}
@Override
public String toJson(InMemoryEmbeddingStore<?> store) {
return new Gson().toJson(store);
}
}

View File

@@ -1,9 +1,9 @@
package com.tencent.supersonic.common.util;
package dev.langchain4j.store.embedding;
import com.tencent.supersonic.common.util.embedding.S2EmbeddingStore;
import java.util.Objects;
import org.springframework.core.io.support.SpringFactoriesLoader;
import java.util.Objects;
public class ComponentFactory {
private static S2EmbeddingStore s2EmbeddingStore;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import lombok.Data;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import com.alibaba.fastjson.JSONObject;

View File

@@ -0,0 +1,21 @@
package dev.langchain4j.store.embedding;
import com.google.gson.Gson;
import com.google.gson.reflect.TypeToken;
import java.lang.reflect.Type;
public class GsonInMemoryEmbeddingStoreJsonCodec implements InMemoryEmbeddingStoreJsonCodec {
@Override
public InMemoryS2EmbeddingStore.InMemoryEmbeddingStore<EmbeddingQuery> fromJson(String json) {
Type type = new TypeToken<InMemoryS2EmbeddingStore.InMemoryEmbeddingStore<EmbeddingQuery>>() {
}.getType();
return new Gson().fromJson(json, type);
}
@Override
public String toJson(InMemoryS2EmbeddingStore.InMemoryEmbeddingStore<?> store) {
return new Gson().toJson(store);
}
}

View File

@@ -1,6 +1,6 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import com.tencent.supersonic.common.util.embedding.InMemoryS2EmbeddingStore.InMemoryEmbeddingStore;
import dev.langchain4j.store.embedding.InMemoryS2EmbeddingStore.InMemoryEmbeddingStore;
public interface InMemoryEmbeddingStoreJsonCodec {

View File

@@ -1,15 +1,11 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import com.tencent.supersonic.common.config.EmbeddingConfig;
import com.tencent.supersonic.common.util.ContextUtils;
import dev.langchain4j.data.embedding.Embedding;
import dev.langchain4j.model.embedding.EmbeddingModel;
import dev.langchain4j.store.embedding.CosineSimilarity;
import dev.langchain4j.store.embedding.EmbeddingMatch;
import dev.langchain4j.store.embedding.EmbeddingStore;
import dev.langchain4j.store.embedding.RelevanceScore;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections4.MapUtils;
import org.apache.commons.collections.MapUtils;
import org.apache.commons.lang3.StringUtils;
import java.io.IOException;

View File

@@ -1,14 +1,10 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import com.alibaba.fastjson.JSONObject;
import com.alibaba.fastjson.serializer.SerializerFeature;
import com.google.common.collect.Lists;
import com.tencent.supersonic.common.config.EmbeddingConfig;
import com.tencent.supersonic.common.util.ContextUtils;
import java.net.URI;
import java.util.List;
import java.util.Optional;
import java.util.stream.Collectors;
import lombok.extern.slf4j.Slf4j;
import org.springframework.core.ParameterizedTypeReference;
import org.springframework.http.HttpEntity;
@@ -20,6 +16,11 @@ import org.springframework.util.CollectionUtils;
import org.springframework.web.client.RestTemplate;
import org.springframework.web.util.UriComponentsBuilder;
import java.net.URI;
import java.util.List;
import java.util.Optional;
import java.util.stream.Collectors;
/***
* Implementation of calling the Python service S2EmbeddingStore.
*/

View File

@@ -1,11 +1,12 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import com.google.common.base.Objects;
import com.tencent.supersonic.common.pojo.Constants;
import java.util.Map;
import lombok.Data;
import org.apache.commons.lang3.StringUtils;
import java.util.Map;
@Data
public class Retrieval {

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import lombok.Builder;
import lombok.Data;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import lombok.Data;

View File

@@ -1,4 +1,4 @@
package com.tencent.supersonic.common.util.embedding;
package dev.langchain4j.store.embedding;
import java.util.List;