[improvement](python) LLM related services support Java service invocation (#484)

launchers/standalone/src/main/java/com/tencent/supersonic/EmbeddingInitListener.java

@@ -0,0 +1,43 @@
+package com.tencent.supersonic;
+
+import com.tencent.supersonic.chat.config.OptimizationConfig;
+import com.tencent.supersonic.chat.parser.sql.llm.prompt.SqlExample;
+import com.tencent.supersonic.chat.parser.sql.llm.prompt.SqlExampleLoader;
+import com.tencent.supersonic.chat.parser.EmbedLLMProxy;
+import com.tencent.supersonic.chat.parser.LLMProxy;
+import com.tencent.supersonic.chat.utils.ComponentFactory;
+import java.util.List;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.CommandLineRunner;
+import org.springframework.core.annotation.Order;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+@Order(4)
+public class EmbeddingInitListener implements CommandLineRunner {
+
+    protected LLMProxy llmProxy = ComponentFactory.getLLMProxy();
+    @Autowired
+    private SqlExampleLoader sqlExampleLoader;
+    @Autowired
+    private OptimizationConfig optimizationConfig;
+
+    @Override
+    public void run(String... args) {
+        initSqlExamples();
+    }
+
+    public void initSqlExamples() {
+        try {
+            if (llmProxy instanceof EmbedLLMProxy) {
+                List<SqlExample> sqlExamples = sqlExampleLoader.getSqlExamples();
+                String collectionName = optimizationConfig.getText2sqlCollectionName();
+                sqlExampleLoader.addEmbeddingStore(sqlExamples, collectionName);
+            }
+        } catch (Exception e) {
+            log.error("initSqlExamples error", e);
+        }
+    }
+}

launchers/standalone/src/main/java/com/tencent/supersonic/StandaloneLauncher.java

@@ -1,9 +1,11 @@
 package com.tencent.supersonic;
 
+import dev.langchain4j.S2LangChain4jAutoConfiguration;
 import org.springframework.boot.SpringApplication;
 import org.springframework.boot.autoconfigure.SpringBootApplication;
 import org.springframework.boot.autoconfigure.data.mongo.MongoDataAutoConfiguration;
 import org.springframework.boot.autoconfigure.mongo.MongoAutoConfiguration;
+import org.springframework.context.annotation.Import;
 import org.springframework.scheduling.annotation.EnableAsync;
 import org.springframework.scheduling.annotation.EnableScheduling;
 
@@ -11,6 +13,7 @@ import org.springframework.scheduling.annotation.EnableScheduling;
         exclude = {MongoAutoConfiguration.class, MongoDataAutoConfiguration.class})
 @EnableScheduling
 @EnableAsync
+@Import(S2LangChain4jAutoConfiguration.class)
 public class StandaloneLauncher {
 
     public static void main(String[] args) {

launchers/standalone/src/main/resources/META-INF/spring.factories

@@ -31,7 +31,7 @@ com.tencent.supersonic.chat.processor.ParseResultProcessor=\
     com.tencent.supersonic.chat.processor.RespBuildProcessor
 
 com.tencent.supersonic.chat.parser.LLMProxy=\
-  com.tencent.supersonic.chat.parser.PythonLLMProxy
+  com.tencent.supersonic.chat.parser.EmbedLLMProxy
 
 com.tencent.supersonic.chat.api.component.SemanticInterpreter=\
     com.tencent.supersonic.knowledge.semantic.LocalSemanticInterpreter
@@ -46,4 +46,7 @@ com.tencent.supersonic.auth.api.authentication.adaptor.UserAdaptor=\
     com.tencent.supersonic.auth.authentication.adaptor.DefaultUserAdaptor
 
 com.tencent.supersonic.chat.query.QueryResponder=\
-    com.tencent.supersonic.chat.query.SimilarMetricQueryResponder
+    com.tencent.supersonic.chat.query.SimilarMetricQueryResponder
+
+com.tencent.supersonic.common.util.embedding.S2EmbeddingStore=\
+    com.tencent.supersonic.common.util.embedding.InMemoryS2EmbeddingStore

launchers/standalone/src/main/resources/application-local.yaml

@@ -36,8 +36,40 @@ mybatis:
 
 llm:
   parser:
-    url:  http://127.0.0.1:9092
+    url:
 embedding:
   url: http://127.0.0.1:9092
 functionCall:
-  url: http://127.0.0.1:9092
+  url: http://127.0.0.1:9092
+
+#langchain4j config
+langchain4j:
+  #1.chat-model
+  chat-model:
+    provider: open_ai
+    openai:
+      api-key: api_key
+      model-name: gpt-3.5-turbo
+      temperature: 0.0
+      timeout: PT60S
+  #2.embedding-model
+  embedding-model:
+    provider: in_memory
+#  embedding-model:
+#    hugging-face:
+#      access-token: hg_access_token
+#      model-id: sentence-transformers/all-MiniLM-L6-v2
+#      timeout: 1h
+
+#  embedding-model:
+#    provider: open_ai
+#    openai:
+#      api-key: api_key
+#      modelName: all-minilm-l6-v2.onnx
+
+
+#langchain4j log
+logging:
+  level:
+    dev.langchain4j: DEBUG
+    dev.ai4j.openai4j: DEBUG

launchers/standalone/src/test/java/com/tencent/supersonic/integration/MetricInterpretTest.java

@@ -1,16 +1,13 @@
 package com.tencent.supersonic.integration;
 
-import com.alibaba.fastjson.JSONObject;
 import com.tencent.supersonic.StandaloneLauncher;
 import com.tencent.supersonic.chat.query.llm.analytics.LLMAnswerResp;
 import com.tencent.supersonic.chat.service.AgentService;
 import com.tencent.supersonic.common.config.EmbeddingConfig;
-import com.tencent.supersonic.common.util.embedding.EmbeddingUtils;
 import org.junit.Test;
 import org.junit.runner.RunWith;
 import org.springframework.boot.test.context.SpringBootTest;
 import org.springframework.boot.test.mock.mockito.MockBean;
-import org.springframework.http.ResponseEntity;
 import org.springframework.test.context.ActiveProfiles;
 import org.springframework.test.context.junit4.SpringRunner;
 
@@ -21,13 +18,9 @@ public class MetricInterpretTest {
 
     @MockBean
     private AgentService agentService;
-
     @MockBean
     private EmbeddingConfig embeddingConfig;
 
-    @MockBean
-    private EmbeddingUtils embeddingUtils;
-
     @Test
     public void testMetricInterpret() throws Exception {
         MockConfiguration.mockAgent(agentService);
@@ -36,7 +29,6 @@ public class MetricInterpretTest {
         LLMAnswerResp lLmAnswerResp = new LLMAnswerResp();
         lLmAnswerResp.setAssistantMessage("alice最近在超音数的访问情况有增多");
 
-        MockConfiguration.embeddingUtils(embeddingUtils, ResponseEntity.ok(JSONObject.toJSONString(lLmAnswerResp)));
     }
 
 }

launchers/standalone/src/test/java/com/tencent/supersonic/integration/MockConfiguration.java

@@ -1,20 +1,17 @@
 package com.tencent.supersonic.integration;
 
 
-import static org.mockito.ArgumentMatchers.anyObject;
 import static org.mockito.Mockito.when;
 
 import com.google.common.collect.Lists;
 import com.tencent.supersonic.chat.plugin.PluginManager;
 import com.tencent.supersonic.chat.service.AgentService;
 import com.tencent.supersonic.common.config.EmbeddingConfig;
-import com.tencent.supersonic.common.util.embedding.EmbeddingUtils;
 import com.tencent.supersonic.common.util.embedding.Retrieval;
 import com.tencent.supersonic.common.util.embedding.RetrieveQueryResult;
 import com.tencent.supersonic.util.DataUtils;
 import lombok.extern.slf4j.Slf4j;
 import org.springframework.context.annotation.Configuration;
-import org.springframework.http.ResponseEntity;
 
 @Configuration
 @Slf4j
@@ -38,7 +35,4 @@ public class MockConfiguration {
         when(agentService.getAgent(1)).thenReturn(DataUtils.getAgent());
     }
 
-    public static void embeddingUtils(EmbeddingUtils embeddingUtils, ResponseEntity<String> responseEntity) {
-        when(embeddingUtils.doRequest(anyObject(), anyObject(), anyObject())).thenReturn(responseEntity);
-    }
 }