topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2025-12-12 12:37:55 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(improvement)(pyllm)Use HTTP parameter llm_config in place of the default llm_config

Browse Source
This commit is contained in:
jerryjzhang
2024-05-20 17:40:34 +08:00
parent 53b6c03288
commit eaec7b4663
11 changed files with 106 additions and 86 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
headless/python/services/plugin_call/run.py
View File

@@ -12,17 +12,15 @@ from plugin_call.prompt_construct import (
construct_task_prompt,
plugin_selection_output_parse,
)
from instances.llm_instance import llm
# def plugin_selection_run(
# query_text: str, plugin_configs: List[Mapping[str, Any]]
# ) -> Union[Mapping[str, str], None]:
def plugin_selection_run(
query_text: str, plugin_configs: List[Mapping[str, Any]]
) -> Union[Mapping[str, str], None]:
# tools_prompt = construct_plugin_pool_prompt(plugin_configs)
tools_prompt = construct_plugin_pool_prompt(plugin_configs)
# task_prompt = construct_task_prompt(query_text, tools_prompt)
# llm_output = llm(task_prompt)
# parsed_output = plugin_selection_output_parse(llm_output)
task_prompt = construct_task_prompt(query_text, tools_prompt)
llm_output = llm(task_prompt)
parsed_output = plugin_selection_output_parse(llm_output)
return parsed_output
# return parsed_output