mirror of
https://github.com/tencentmusic/supersonic.git
synced 2025-12-10 11:07:06 +00:00
* 1.refactor the retrieval module. 2.refactor the http service module. 3.upgrade text2sql output format the parse for absolute time related expression in query. * fix bug. * upgrade the config module, now support config llm suppoted by langchain. * fix conflicts. * update text2sql config reload to be compitable with new config format. * modify default config. * 1.add self-consistency feature for text2sql. 2.upgrade llm api call from sync to async. 3.refactor text2sql module. 4. refactor semantical retriever modules. * merege with upstream master * add general retrieve service. * add api service for sql_agent for crud opereations of few-shots examples. * modify requirements * add auto-cot feature --------- Co-authored-by: shaoweigong <shaoweigong@tencent.com>
160 lines
5.6 KiB
Python
160 lines
5.6 KiB
Python
# -*- coding:utf-8 -*-
|
|
import os
|
|
import sys
|
|
from typing import Any, List, Mapping, Optional, Union
|
|
|
|
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
|
|
|
|
from fastapi import APIRouter, Depends, HTTPException
|
|
|
|
from services.s2ql.run import text2sql_agent_router
|
|
|
|
router = APIRouter()
|
|
|
|
|
|
@router.post("/query2sql")
|
|
async def query2sql(query_body: Mapping[str, Any]):
|
|
if 'queryText' not in query_body:
|
|
raise HTTPException(status_code=400, detail="query_text is not in query_body")
|
|
else:
|
|
query_text = query_body['queryText']
|
|
|
|
if 'schema' not in query_body:
|
|
raise HTTPException(status_code=400, detail="schema is not in query_body")
|
|
else:
|
|
schema = query_body['schema']
|
|
|
|
if 'currentDate' not in query_body:
|
|
raise HTTPException(status_code=400, detail="currentDate is not in query_body")
|
|
else:
|
|
current_date = query_body['currentDate']
|
|
|
|
if 'linking' not in query_body:
|
|
raise HTTPException(status_code=400, detail="linking is not in query_body")
|
|
else:
|
|
linking = query_body['linking']
|
|
|
|
if 'priorExts' not in query_body:
|
|
raise HTTPException(status_code=400, detail="prior_exts is not in query_body")
|
|
else:
|
|
prior_exts = query_body['priorExts']
|
|
|
|
if 'filterCondition' not in query_body:
|
|
raise HTTPException(status_code=400, detail="filterCondition is not in query_body")
|
|
else:
|
|
filter_condition = query_body['filterCondition']
|
|
|
|
if 'sql_generation_mode' not in query_body:
|
|
raise HTTPException(status_code=400, detail="sql_generation_mode is not in query_body")
|
|
else:
|
|
sql_generation_mode = query_body['sql_generation_mode']
|
|
|
|
model_name = schema['modelName']
|
|
fields_list = schema['fieldNameList']
|
|
prior_schema_links = {item['fieldValue']:item['fieldName'] for item in linking}
|
|
|
|
resp = await text2sql_agent_router.async_query2sql(question=query_text, filter_condition=filter_condition, model_name=model_name, fields_list=fields_list,
|
|
data_date=current_date, prior_schema_links=prior_schema_links, prior_exts=prior_exts, sql_generation_mode=sql_generation_mode)
|
|
|
|
return resp
|
|
|
|
|
|
@router.post("/query2sql_setting_update")
|
|
def query2sql_setting_update(query_body: Mapping[str, Any]):
|
|
if 'sqlExamplars' not in query_body:
|
|
raise HTTPException(status_code=400, detail="sqlExamplars is not in query_body")
|
|
else:
|
|
sql_examplars = query_body['sqlExamplars']
|
|
|
|
if 'sqlIds' not in query_body:
|
|
raise HTTPException(status_code=400, detail="sqlIds is not in query_body")
|
|
else:
|
|
sql_ids = query_body['sqlIds']
|
|
|
|
if 'exampleNums' not in query_body:
|
|
raise HTTPException(status_code=400, detail="exampleNums is not in query_body")
|
|
else:
|
|
example_nums = query_body['exampleNums']
|
|
|
|
if 'fewshotNums' not in query_body:
|
|
raise HTTPException(status_code=400, detail="fewshotNums is not in query_body")
|
|
else:
|
|
fewshot_nums = query_body['fewshotNums']
|
|
|
|
if 'selfConsistencyNums' not in query_body:
|
|
raise HTTPException(status_code=400, detail="selfConsistencyNums is not in query_body")
|
|
else:
|
|
self_consistency_nums = query_body['selfConsistencyNums']
|
|
|
|
text2sql_agent_router.update_configs(sql_example_ids=sql_ids, sql_example_units=sql_examplars,
|
|
num_examples=example_nums, num_fewshots=fewshot_nums, num_self_consistency=self_consistency_nums)
|
|
|
|
return "success"
|
|
|
|
|
|
@router.post("/query2sql_add_examples")
|
|
def query2sql_add_examples(query_body: Mapping[str, Any]):
|
|
if 'sqlIds' not in query_body:
|
|
raise HTTPException(status_code=400, detail="sqlIds is not in query_body")
|
|
else:
|
|
sql_ids = query_body['sqlIds']
|
|
|
|
if 'sqlExamplars' not in query_body:
|
|
raise HTTPException(status_code=400,
|
|
detail="sqlExamplars is not in query_body")
|
|
else:
|
|
sql_examplars = query_body['sqlExamplars']
|
|
|
|
text2sql_agent_router.add_examples(sql_example_ids=sql_ids, sql_example_units=sql_examplars)
|
|
|
|
return "success"
|
|
|
|
|
|
@router.post("/query2sql_update_examples")
|
|
def query2sql_update_examples(query_body: Mapping[str, Any]):
|
|
if 'sqlIds' not in query_body:
|
|
raise HTTPException(status_code=400, detail="sqlIds is not in query_body")
|
|
else:
|
|
sql_ids = query_body['sqlIds']
|
|
|
|
if 'sqlExamplars' not in query_body:
|
|
raise HTTPException(status_code=400,
|
|
detail="sqlExamplars is not in query_body")
|
|
else:
|
|
sql_examplars = query_body['sqlExamplars']
|
|
|
|
text2sql_agent_router.update_examples(sql_example_ids=sql_ids, sql_example_units=sql_examplars)
|
|
|
|
return "success"
|
|
|
|
|
|
@router.post("/query2sql_delete_examples")
|
|
def query2sql_delete_examples(query_body: Mapping[str, Any]):
|
|
if 'sqlIds' not in query_body:
|
|
raise HTTPException(status_code=400, detail="sqlIds is not in query_body")
|
|
else:
|
|
sql_ids = query_body['sqlIds']
|
|
|
|
text2sql_agent_router.delete_examples(sql_example_ids=sql_ids)
|
|
|
|
return "success"
|
|
|
|
@router.post("/query2sql_get_examples")
|
|
def query2sql_get_examples(query_body: Mapping[str, Any]):
|
|
if 'sqlIds' not in query_body:
|
|
raise HTTPException(status_code=400, detail="sqlIds is not in query_body")
|
|
else:
|
|
sql_ids = query_body['sqlIds']
|
|
|
|
examples = text2sql_agent_router.get_examples(sql_example_ids=sql_ids)
|
|
|
|
return examples
|
|
|
|
@router.get("/query2sql_count_examples")
|
|
def query2sql_count_examples():
|
|
examples_cnt = text2sql_agent_router.count_examples()
|
|
|
|
return examples_cnt
|
|
|