[improvement](python) LLM related services support Java service invocation (#484)

launchers/standalone/src/main/java/com/tencent/supersonic/EmbeddingInitListener.java

@@ -0,0 +1,43 @@
+package com.tencent.supersonic;
+
+import com.tencent.supersonic.chat.config.OptimizationConfig;
+import com.tencent.supersonic.chat.parser.sql.llm.prompt.SqlExample;
+import com.tencent.supersonic.chat.parser.sql.llm.prompt.SqlExampleLoader;
+import com.tencent.supersonic.chat.parser.EmbedLLMProxy;
+import com.tencent.supersonic.chat.parser.LLMProxy;
+import com.tencent.supersonic.chat.utils.ComponentFactory;
+import java.util.List;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.CommandLineRunner;
+import org.springframework.core.annotation.Order;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+@Order(4)
+public class EmbeddingInitListener implements CommandLineRunner {
+
+    protected LLMProxy llmProxy = ComponentFactory.getLLMProxy();
+    @Autowired
+    private SqlExampleLoader sqlExampleLoader;
+    @Autowired
+    private OptimizationConfig optimizationConfig;
+
+    @Override
+    public void run(String... args) {
+        initSqlExamples();
+    }
+
+    public void initSqlExamples() {
+        try {
+            if (llmProxy instanceof EmbedLLMProxy) {
+                List<SqlExample> sqlExamples = sqlExampleLoader.getSqlExamples();
+                String collectionName = optimizationConfig.getText2sqlCollectionName();
+                sqlExampleLoader.addEmbeddingStore(sqlExamples, collectionName);
+            }
+        } catch (Exception e) {
+            log.error("initSqlExamples error", e);
+        }
+    }
+}

launchers/standalone/src/main/java/com/tencent/supersonic/StandaloneLauncher.java

@@ -1,9 +1,11 @@
 package com.tencent.supersonic;
 
+import dev.langchain4j.S2LangChain4jAutoConfiguration;
 import org.springframework.boot.SpringApplication;
 import org.springframework.boot.autoconfigure.SpringBootApplication;
 import org.springframework.boot.autoconfigure.data.mongo.MongoDataAutoConfiguration;
 import org.springframework.boot.autoconfigure.mongo.MongoAutoConfiguration;
+import org.springframework.context.annotation.Import;
 import org.springframework.scheduling.annotation.EnableAsync;
 import org.springframework.scheduling.annotation.EnableScheduling;
 
@@ -11,6 +13,7 @@ import org.springframework.scheduling.annotation.EnableScheduling;
         exclude = {MongoAutoConfiguration.class, MongoDataAutoConfiguration.class})
 @EnableScheduling
 @EnableAsync
+@Import(S2LangChain4jAutoConfiguration.class)
 public class StandaloneLauncher {
 
     public static void main(String[] args) {

launchers/standalone/src/main/resources/META-INF/spring.factories

@@ -31,7 +31,7 @@ com.tencent.supersonic.chat.processor.ParseResultProcessor=\
     com.tencent.supersonic.chat.processor.RespBuildProcessor
 
 com.tencent.supersonic.chat.parser.LLMProxy=\
-  com.tencent.supersonic.chat.parser.PythonLLMProxy
+  com.tencent.supersonic.chat.parser.EmbedLLMProxy
 
 com.tencent.supersonic.chat.api.component.SemanticInterpreter=\
     com.tencent.supersonic.knowledge.semantic.LocalSemanticInterpreter
@@ -46,4 +46,7 @@ com.tencent.supersonic.auth.api.authentication.adaptor.UserAdaptor=\
     com.tencent.supersonic.auth.authentication.adaptor.DefaultUserAdaptor
 
 com.tencent.supersonic.chat.query.QueryResponder=\
-    com.tencent.supersonic.chat.query.SimilarMetricQueryResponder
+    com.tencent.supersonic.chat.query.SimilarMetricQueryResponder
+
+com.tencent.supersonic.common.util.embedding.S2EmbeddingStore=\
+    com.tencent.supersonic.common.util.embedding.InMemoryS2EmbeddingStore

launchers/standalone/src/main/resources/application-local.yaml

@@ -36,8 +36,40 @@ mybatis:
 
 llm:
   parser:
-    url:  http://127.0.0.1:9092
+    url:
 embedding:
   url: http://127.0.0.1:9092
 functionCall:
-  url: http://127.0.0.1:9092
+  url: http://127.0.0.1:9092
+
+#langchain4j config
+langchain4j:
+  #1.chat-model
+  chat-model:
+    provider: open_ai
+    openai:
+      api-key: api_key
+      model-name: gpt-3.5-turbo
+      temperature: 0.0
+      timeout: PT60S
+  #2.embedding-model
+  embedding-model:
+    provider: in_memory
+#  embedding-model:
+#    hugging-face:
+#      access-token: hg_access_token
+#      model-id: sentence-transformers/all-MiniLM-L6-v2
+#      timeout: 1h
+
+#  embedding-model:
+#    provider: open_ai
+#    openai:
+#      api-key: api_key
+#      modelName: all-minilm-l6-v2.onnx
+
+
+#langchain4j log
+logging:
+  level:
+    dev.langchain4j: DEBUG
+    dev.ai4j.openai4j: DEBUG