(improvement)(Common) Move ChatModel management to common modules and add chatApp for data-model builder (#1831)

Co-authored-by: lxwcodemonkey

common/src/main/java/com/tencent/supersonic/common/config/ChatModel.java

@@ -0,0 +1,28 @@
+package com.tencent.supersonic.common.config;
+
+import com.tencent.supersonic.common.pojo.ChatModelConfig;
+import java.util.Date;
+import lombok.Data;
+
+@Data
+public class ChatModel {
+    private Integer id;
+
+    private String name;
+
+    private String description;
+
+    private ChatModelConfig Config;
+
+    private Date createdAt;
+
+    private String createdBy;
+
+    private Date updatedAt;
+
+    private String updatedBy;
+
+    private String admin;
+
+    private String viewer;
+}

common/src/main/java/com/tencent/supersonic/common/persistence/dataobject/ChatModelDO.java

@@ -0,0 +1,32 @@
+package com.tencent.supersonic.common.persistence.dataobject;
+
+import com.baomidou.mybatisplus.annotation.IdType;
+import com.baomidou.mybatisplus.annotation.TableId;
+import com.baomidou.mybatisplus.annotation.TableName;
+import java.util.Date;
+import lombok.Data;
+
+@Data
+@TableName("s2_chat_model")
+public class ChatModelDO {
+    @TableId(type = IdType.AUTO)
+    private Integer id;
+
+    private String name;
+
+    private String description;
+
+    private String config;
+
+    private Date createdAt;
+
+    private String createdBy;
+
+    private Date updatedAt;
+
+    private String updatedBy;
+
+    private String admin;
+
+    private String viewer;
+}

common/src/main/java/com/tencent/supersonic/common/persistence/mapper/ChatModelMapper.java

@@ -0,0 +1,9 @@
+package com.tencent.supersonic.common.persistence.mapper;
+
+import com.baomidou.mybatisplus.core.mapper.BaseMapper;
+import com.tencent.supersonic.common.persistence.dataobject.ChatModelDO;
+import org.apache.ibatis.annotations.Mapper;
+
+@Mapper
+public interface ChatModelMapper extends BaseMapper<ChatModelDO> {
+}

common/src/main/java/com/tencent/supersonic/common/pojo/ChatModelParameters.java

@@ -0,0 +1,126 @@
+package com.tencent.supersonic.common.pojo;
+
+import com.google.common.collect.ImmutableMap;
+import com.google.common.collect.Lists;
+import com.tencent.supersonic.common.pojo.Parameter;
+import dev.langchain4j.provider.*;
+
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+
+public class ChatModelParameters {
+    private static final String MODULE_NAME = "对话模型配置";
+
+    public static final Parameter CHAT_MODEL_PROVIDER =
+            new Parameter("provider", ModelProvider.DEMO_CHAT_MODEL.getProvider(), "接口协议", "",
+                    "list", MODULE_NAME, getCandidateValues());
+
+    public static final Parameter CHAT_MODEL_BASE_URL =
+            new Parameter("baseUrl", ModelProvider.DEMO_CHAT_MODEL.getBaseUrl(), "BaseUrl", "",
+                    "string", MODULE_NAME, null, getBaseUrlDependency());
+
+    public static final Parameter CHAT_MODEL_NAME =
+            new Parameter("modelName", ModelProvider.DEMO_CHAT_MODEL.getModelName(), "ModelName",
+                    "", "string", MODULE_NAME, null, getModelNameDependency());
+
+    public static final Parameter CHAT_MODEL_API_KEY = new Parameter("apiKey", "", "ApiKey", "",
+            "password", MODULE_NAME, null, getApiKeyDependency());
+
+    public static final Parameter CHAT_MODEL_ENDPOINT = new Parameter("endpoint", "llama_2_70b",
+            "Endpoint", "", "string", MODULE_NAME, null, getEndpointDependency());
+
+    public static final Parameter CHAT_MODEL_SECRET_KEY = new Parameter("secretKey", "demo",
+            "SecretKey", "", "password", MODULE_NAME, null, getSecretKeyDependency());
+
+    public static final Parameter CHAT_MODEL_ENABLE_SEARCH = new Parameter("enableSearch", "false",
+            "是否启用搜索增强功能，设为false表示不启用", "", "bool", MODULE_NAME, null, getEnableSearchDependency());
+
+    public static final Parameter CHAT_MODEL_TEMPERATURE =
+            new Parameter("temperature", "0.0", "Temperature", "", "slider", MODULE_NAME);
+
+    public static final Parameter CHAT_MODEL_TIMEOUT =
+            new Parameter("timeOut", "60", "超时时间(秒)", "", "number", MODULE_NAME);
+
+    public static List<Parameter> getParameters() {
+        return Lists.newArrayList(CHAT_MODEL_PROVIDER, CHAT_MODEL_BASE_URL, CHAT_MODEL_ENDPOINT,
+                CHAT_MODEL_API_KEY, CHAT_MODEL_SECRET_KEY, CHAT_MODEL_NAME,
+                CHAT_MODEL_ENABLE_SEARCH, CHAT_MODEL_TEMPERATURE, CHAT_MODEL_TIMEOUT);
+    }
+
+    private static List<String> getCandidateValues() {
+        return Lists.newArrayList(OpenAiModelFactory.PROVIDER, OllamaModelFactory.PROVIDER,
+                QianfanModelFactory.PROVIDER, ZhipuModelFactory.PROVIDER,
+                LocalAiModelFactory.PROVIDER, DashscopeModelFactory.PROVIDER,
+                AzureModelFactory.PROVIDER);
+    }
+
+    private static List<Parameter.Dependency> getBaseUrlDependency() {
+        return getDependency(CHAT_MODEL_PROVIDER.getName(), getCandidateValues(),
+                ImmutableMap.of(OpenAiModelFactory.PROVIDER, OpenAiModelFactory.DEFAULT_BASE_URL,
+                        AzureModelFactory.PROVIDER, AzureModelFactory.DEFAULT_BASE_URL,
+                        OllamaModelFactory.PROVIDER, OllamaModelFactory.DEFAULT_BASE_URL,
+                        QianfanModelFactory.PROVIDER, QianfanModelFactory.DEFAULT_BASE_URL,
+                        ZhipuModelFactory.PROVIDER, ZhipuModelFactory.DEFAULT_BASE_URL,
+                        LocalAiModelFactory.PROVIDER, LocalAiModelFactory.DEFAULT_BASE_URL,
+                        DashscopeModelFactory.PROVIDER, DashscopeModelFactory.DEFAULT_BASE_URL));
+    }
+
+    private static List<Parameter.Dependency> getApiKeyDependency() {
+        return getDependency(CHAT_MODEL_PROVIDER.getName(),
+                Lists.newArrayList(OpenAiModelFactory.PROVIDER, QianfanModelFactory.PROVIDER,
+                        ZhipuModelFactory.PROVIDER, LocalAiModelFactory.PROVIDER,
+                        AzureModelFactory.PROVIDER, DashscopeModelFactory.PROVIDER),
+                ImmutableMap.of(OpenAiModelFactory.PROVIDER,
+                        ModelProvider.DEMO_CHAT_MODEL.getApiKey(), QianfanModelFactory.PROVIDER,
+                        ModelProvider.DEMO_CHAT_MODEL.getApiKey(), ZhipuModelFactory.PROVIDER,
+                        ModelProvider.DEMO_CHAT_MODEL.getApiKey(), LocalAiModelFactory.PROVIDER,
+                        ModelProvider.DEMO_CHAT_MODEL.getApiKey(), AzureModelFactory.PROVIDER,
+                        ModelProvider.DEMO_CHAT_MODEL.getApiKey(), DashscopeModelFactory.PROVIDER,
+                        ModelProvider.DEMO_CHAT_MODEL.getApiKey()));
+    }
+
+    private static List<Parameter.Dependency> getModelNameDependency() {
+        return getDependency(CHAT_MODEL_PROVIDER.getName(), getCandidateValues(),
+                ImmutableMap.of(OpenAiModelFactory.PROVIDER, OpenAiModelFactory.DEFAULT_MODEL_NAME,
+                        OllamaModelFactory.PROVIDER, OllamaModelFactory.DEFAULT_MODEL_NAME,
+                        QianfanModelFactory.PROVIDER, QianfanModelFactory.DEFAULT_MODEL_NAME,
+                        ZhipuModelFactory.PROVIDER, ZhipuModelFactory.DEFAULT_MODEL_NAME,
+                        LocalAiModelFactory.PROVIDER, LocalAiModelFactory.DEFAULT_MODEL_NAME,
+                        AzureModelFactory.PROVIDER, AzureModelFactory.DEFAULT_MODEL_NAME,
+                        DashscopeModelFactory.PROVIDER, DashscopeModelFactory.DEFAULT_MODEL_NAME));
+    }
+
+    private static List<Parameter.Dependency> getEndpointDependency() {
+        return getDependency(CHAT_MODEL_PROVIDER.getName(),
+                Lists.newArrayList(QianfanModelFactory.PROVIDER), ImmutableMap
+                        .of(QianfanModelFactory.PROVIDER, QianfanModelFactory.DEFAULT_ENDPOINT));
+    }
+
+    private static List<Parameter.Dependency> getEnableSearchDependency() {
+        return getDependency(CHAT_MODEL_PROVIDER.getName(),
+                Lists.newArrayList(DashscopeModelFactory.PROVIDER),
+                ImmutableMap.of(DashscopeModelFactory.PROVIDER, "false"));
+    }
+
+    private static List<Parameter.Dependency> getSecretKeyDependency() {
+        return getDependency(CHAT_MODEL_PROVIDER.getName(),
+                Lists.newArrayList(QianfanModelFactory.PROVIDER), ImmutableMap.of(
+                        QianfanModelFactory.PROVIDER, ModelProvider.DEMO_CHAT_MODEL.getApiKey()));
+    }
+
+    private static List<Parameter.Dependency> getDependency(String dependencyParameterName,
+            List<String> includesValue, Map<String, String> setDefaultValue) {
+
+        Parameter.Dependency.Show show = new Parameter.Dependency.Show();
+        show.setIncludesValue(includesValue);
+
+        Parameter.Dependency dependency = new Parameter.Dependency();
+        dependency.setName(dependencyParameterName);
+        dependency.setShow(show);
+        dependency.setSetDefaultValue(setDefaultValue);
+        List<Parameter.Dependency> dependencies = new ArrayList<>();
+        dependencies.add(dependency);
+        return dependencies;
+    }
+}

common/src/main/java/com/tencent/supersonic/common/pojo/User.java

@@ -0,0 +1,52 @@
+package com.tencent.supersonic.common.pojo;
+
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import org.apache.commons.lang3.StringUtils;
+
+@Data
+@NoArgsConstructor
+@AllArgsConstructor
+public class User {
+
+    private Long id;
+
+    private String name;
+
+    private String displayName;
+
+    private String email;
+
+    private Integer isAdmin;
+
+    public static User get(Long id, String name, String displayName, String email,
+            Integer isAdmin) {
+        return new User(id, name, displayName, email, isAdmin);
+    }
+
+    public static User get(Long id, String name) {
+        return new User(id, name, name, name, 0);
+    }
+
+    public static User getDefaultUser() {
+        return new User(1L, "admin", "admin", "admin@email", 1);
+    }
+
+    public static User getVisitUser() {
+        return new User(1L, "visit", "visit", "visit@email", 0);
+    }
+
+    public static User getAppUser(int appId) {
+        String name = String.format("app_%s", appId);
+        return new User(1L, name, name, "", 1);
+    }
+
+    public String getDisplayName() {
+        return StringUtils.isBlank(displayName) ? name : displayName;
+    }
+
+    public boolean isSuperAdmin() {
+        return isAdmin != null && isAdmin == 1;
+    }
+}

common/src/main/java/com/tencent/supersonic/common/service/ChatModelService.java

@@ -0,0 +1,18 @@
+package com.tencent.supersonic.common.service;
+
+
+import com.tencent.supersonic.common.config.ChatModel;
+import com.tencent.supersonic.common.pojo.User;
+import java.util.List;
+
+public interface ChatModelService {
+    List<ChatModel> getChatModels();
+
+    ChatModel getChatModel(Integer id);
+
+    ChatModel createChatModel(ChatModel chatModel, User user);
+
+    ChatModel updateChatModel(ChatModel chatModel, User user);
+
+    void deleteChatModel(Integer id);
+}

common/src/main/java/com/tencent/supersonic/common/service/impl/ChatModelServiceImpl.java

@@ -0,0 +1,88 @@
+package com.tencent.supersonic.common.service.impl;
+
+
+import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
+import com.tencent.supersonic.common.config.ChatModel;
+import com.tencent.supersonic.common.persistence.dataobject.ChatModelDO;
+import com.tencent.supersonic.common.persistence.mapper.ChatModelMapper;
+import com.tencent.supersonic.common.pojo.ChatModelConfig;
+import com.tencent.supersonic.common.pojo.User;
+import com.tencent.supersonic.common.service.ChatModelService;
+import com.tencent.supersonic.common.util.JsonUtil;
+import java.util.Date;
+import java.util.List;
+import java.util.stream.Collectors;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.commons.lang3.StringUtils;
+import org.springframework.beans.BeanUtils;
+import org.springframework.stereotype.Service;
+
+@Slf4j
+@Service
+public class ChatModelServiceImpl extends ServiceImpl<ChatModelMapper, ChatModelDO>
+        implements ChatModelService {
+    @Override
+    public List<ChatModel> getChatModels() {
+        return list().stream().map(this::convert).collect(Collectors.toList());
+    }
+
+    @Override
+    public ChatModel getChatModel(Integer id) {
+        if (id == null) {
+            return null;
+        }
+        return convert(getById(id));
+    }
+
+    @Override
+    public ChatModel createChatModel(ChatModel chatModel, User user) {
+        ChatModelDO chatModelDO = convert(chatModel);
+        chatModelDO.setCreatedBy(user.getName());
+        chatModelDO.setCreatedAt(new Date());
+        chatModelDO.setUpdatedBy(user.getName());
+        chatModelDO.setUpdatedAt(new Date());
+        if (StringUtils.isBlank(chatModel.getAdmin())) {
+            chatModelDO.setAdmin(user.getName());
+        }
+        save(chatModelDO);
+        chatModel.setId(chatModelDO.getId());
+        return chatModel;
+    }
+
+    @Override
+    public ChatModel updateChatModel(ChatModel chatModel, User user) {
+        ChatModelDO chatModelDO = convert(chatModel);
+        chatModelDO.setUpdatedBy(user.getName());
+        chatModelDO.setUpdatedAt(new Date());
+        if (StringUtils.isBlank(chatModel.getAdmin())) {
+            chatModel.setAdmin(user.getName());
+        }
+        updateById(chatModelDO);
+        return chatModel;
+    }
+
+    @Override
+    public void deleteChatModel(Integer id) {
+        removeById(id);
+    }
+
+    private ChatModel convert(ChatModelDO chatModelDO) {
+        if (chatModelDO == null) {
+            return null;
+        }
+        ChatModel chatModel = new ChatModel();
+        BeanUtils.copyProperties(chatModelDO, chatModel);
+        chatModel.setConfig(JsonUtil.toObject(chatModelDO.getConfig(), ChatModelConfig.class));
+        return chatModel;
+    }
+
+    private ChatModelDO convert(ChatModel chatModel) {
+        if (chatModel == null) {
+            return null;
+        }
+        ChatModelDO chatModelDO = new ChatModelDO();
+        BeanUtils.copyProperties(chatModel, chatModelDO);
+        chatModelDO.setConfig(JsonUtil.toString(chatModel.getConfig()));
+        return chatModelDO;
+    }
+}

common/src/main/java/com/tencent/supersonic/common/util/ChatAppManager.java

@@ -5,6 +5,7 @@ import com.tencent.supersonic.common.pojo.ChatApp;
 import com.tencent.supersonic.common.pojo.enums.AppModule;
 
 import java.util.Map;
+import java.util.Optional;
 import java.util.stream.Collectors;
 
 public class ChatAppManager {
@@ -18,4 +19,10 @@ public class ChatAppManager {
         return chatApps.entrySet().stream().filter(e -> e.getValue().getAppModule().equals(appType))
                 .collect(Collectors.toMap(e -> e.getKey(), e -> e.getValue()));
     }
+
+    public static Optional<ChatApp> getApp(String appKey) {
+        return chatApps.entrySet().stream().filter(e -> e.getKey().equals(appKey))
+                .map(Map.Entry::getValue)
+                .findFirst();
+    }
 }