mirror of
https://github.com/tencentmusic/supersonic.git
synced 2026-04-28 20:04:27 +08:00
(feat)(llm) expose config for Open API base url (#112)
This commit is contained in:
@@ -8,6 +8,7 @@ LLMPARSER_PORT = 9092
|
|||||||
|
|
||||||
MODEL_NAME = "gpt-3.5-turbo-16k"
|
MODEL_NAME = "gpt-3.5-turbo-16k"
|
||||||
OPENAI_API_KEY = "YOUR_API_KEY"
|
OPENAI_API_KEY = "YOUR_API_KEY"
|
||||||
|
OPENAI_API_BASE = ""
|
||||||
|
|
||||||
TEMPERATURE = 0.0
|
TEMPERATURE = 0.0
|
||||||
|
|
||||||
|
|||||||
@@ -1,9 +1,12 @@
|
|||||||
# -*- coding:utf-8 -*-
|
# -*- coding:utf-8 -*-
|
||||||
from langchain.llms import OpenAI
|
from langchain.llms import OpenAI
|
||||||
|
|
||||||
from run_config import MODEL_NAME, OPENAI_API_KEY, TEMPERATURE
|
from run_config import *
|
||||||
|
from util.stringutils import *
|
||||||
|
|
||||||
llm = OpenAI(
|
llm = OpenAI(
|
||||||
openai_api_key=OPENAI_API_KEY, model_name=MODEL_NAME, temperature=TEMPERATURE
|
model_name=MODEL_NAME,
|
||||||
|
openai_api_key=OPENAI_API_KEY,
|
||||||
|
openai_api_base=default_if_blank(OPENAI_API_BASE),
|
||||||
|
temperature=TEMPERATURE,
|
||||||
)
|
)
|
||||||
|
|||||||
10
chat/core/src/main/python/util/stringutils.py
Normal file
10
chat/core/src/main/python/util/stringutils.py
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
def is_blank(s: str) -> bool:
|
||||||
|
return not (s and s.strip())
|
||||||
|
|
||||||
|
|
||||||
|
def is_not_blank(s: str) -> bool:
|
||||||
|
return not is_blank(s)
|
||||||
|
|
||||||
|
|
||||||
|
def default_if_blank(s: str, default: str = None) -> str:
|
||||||
|
return s if is_not_blank(s) else default
|
||||||
Reference in New Issue
Block a user