topdog/supersonic
1
0
Fork 0
mirror of https://github.com/tencentmusic/supersonic.git synced 2025-12-28 04:53:45 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

(feat)(llm) expose config for Open API base url (#112)

Browse Source
This commit is contained in:
Bowen Liang
2023-09-26 11:45:09 +08:00
committed by GitHub
parent dc33cdce5a
commit 9e0abc60be
3 changed files with 17 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
chat/core/src/main/python/run_config.py
View File

@@ -8,6 +8,7 @@ LLMPARSER_PORT = 9092
MODEL_NAME = "gpt-3.5-turbo-16k"
OPENAI_API_KEY = "YOUR_API_KEY"
OPENAI_API_BASE = ""
TEMPERATURE = 0.0

9
chat/core/src/main/python/util/llm_instance.py
View File

@@ -1,9 +1,12 @@
# -*- coding:utf-8 -*-
from langchain.llms import OpenAI
from run_config import MODEL_NAME, OPENAI_API_KEY, TEMPERATURE
from run_config import *
from util.stringutils import *
llm = OpenAI(
openai_api_key=OPENAI_API_KEY, model_name=MODEL_NAME, temperature=TEMPERATURE
model_name=MODEL_NAME,
openai_api_key=OPENAI_API_KEY,
openai_api_base=default_if_blank(OPENAI_API_BASE),
temperature=TEMPERATURE,
)

10
chat/core/src/main/python/util/stringutils.py Normal file
View File

@@ -0,0 +1,10 @@
def is_blank(s: str) -> bool:
return not (s and s.strip())
def is_not_blank(s: str) -> bool:
return not is_blank(s)
def default_if_blank(s: str, default: str = None) -> str:
return s if is_not_blank(s) else default