(improvement)(pyllm)Use HTTP parameter llm_config in place of the default llm_config

This commit is contained in:
jerryjzhang
2024-05-20 17:40:34 +08:00
parent 53b6c03288
commit eaec7b4663
11 changed files with 106 additions and 86 deletions

View File

@@ -7,14 +7,12 @@ import uvicorn
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
from typing import Any, List, Mapping
from fastapi import FastAPI, HTTPException
from fastapi import FastAPI
from config.config_parse import LLMPARSER_HOST, LLMPARSER_PORT
from services_router import (query2sql_service, preset_query_service,
solved_query_service, plugin_call_service, retriever_service)
solved_query_service, retriever_service)
app = FastAPI()
@@ -26,7 +24,7 @@ def read_health():
app.include_router(preset_query_service.router)
app.include_router(solved_query_service.router)
app.include_router(query2sql_service.router)
app.include_router(plugin_call_service.router)
#app.include_router(plugin_call_service.router)
app.include_router(retriever_service.router)
if __name__ == "__main__":