mirror of
https://github.com/tencentmusic/supersonic.git
synced 2025-12-10 11:07:06 +00:00
d79f73eab6
* 1.refactor the retrieval module. 2.refactor the http service module. 3.upgrade text2sql output format the parse for absolute time related expression in query. * fix bug. * upgrade the config module, now support config llm suppoted by langchain. * fix conflicts. * update text2sql config reload to be compitable with new config format. * modify default config. * 1.add self-consistency feature for text2sql. 2.upgrade llm api call from sync to async. 3.refactor text2sql module. 4. refactor semantical retriever modules. * merege with upstream master * add general retrieve service. * add api service for sql_agent for crud opereations of few-shots examples. * modify requirements * add auto-cot feature --------- Co-authored-by: shaoweigong <shaoweigong@tencent.com>
41 lines
1.6 KiB
Python
41 lines
1.6 KiB
Python
# -*- coding:utf-8 -*-
|
|
import json
|
|
import os
|
|
import sys
|
|
from typing import List, Mapping
|
|
|
|
import requests
|
|
|
|
sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))
|
|
sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))
|
|
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
|
|
|
|
from instances.logging_instance import logger
|
|
from config.config_parse import (
|
|
TEXT2DSL_EXAMPLE_NUM, TEXT2DSL_FEWSHOTS_NUM, TEXT2DSL_SELF_CONSISTENCY_NUM,
|
|
LLMPARSER_HOST, LLMPARSER_PORT,)
|
|
from few_shot_example.s2ql_examplar import examplars as sql_examplars
|
|
|
|
|
|
def text2dsl_agent_wrapper_setting_update(llm_host:str, llm_port:str,
|
|
sql_examplars:List[Mapping[str, str]],
|
|
example_nums:int, fewshot_nums:int, self_consistency_nums:int):
|
|
|
|
sql_ids = [str(i) for i in range(0, len(sql_examplars))]
|
|
|
|
url = f"http://{llm_host}:{llm_port}/query2sql_setting_update"
|
|
payload = {
|
|
"sqlExamplars":sql_examplars, "sqlIds": sql_ids,
|
|
"exampleNums":example_nums, "fewshotNums":fewshot_nums, "selfConsistencyNums":self_consistency_nums
|
|
}
|
|
headers = {'content-type': 'application/json'}
|
|
response = requests.post(url, data=json.dumps(payload), headers=headers)
|
|
logger.info(response.text)
|
|
|
|
if __name__ == "__main__":
|
|
text2dsl_agent_wrapper_setting_update(LLMPARSER_HOST,LLMPARSER_PORT,
|
|
sql_examplars, TEXT2DSL_EXAMPLE_NUM, TEXT2DSL_FEWSHOTS_NUM, TEXT2DSL_SELF_CONSISTENCY_NUM)
|
|
|
|
|