(improvement)(launcher)Introduce supersonic-env.sh to incorporate LLM-related configs.

This commit is contained in:
jerryjzhang
2024-05-20 11:16:47 +08:00
parent cbafff0935
commit 542121210e
7 changed files with 63 additions and 169 deletions

View File

@@ -1,5 +1,4 @@
# -*- coding:utf-8 -*-
import os
import configparser
import os
@@ -8,6 +7,12 @@ sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
class EnvInterpolation(configparser.BasicInterpolation):
"""Interpolation which expands environment variables in values."""
def before_get(self, parser, section, option, value, defaults):
value = super().before_get(parser, section, option, value, defaults)
return os.path.expandvars(value)
def type_convert(input_str: str):
try:
@@ -16,13 +21,13 @@ def type_convert(input_str: str):
return input_str
PROJECT_DIR_PATH = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
PROJECT_DIR_PATH = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
config_dir = "config"
CONFIG_DIR_PATH = os.path.join(PROJECT_DIR_PATH, config_dir)
CONFIG_DIR_PATH = os.path.join(PROJECT_DIR_PATH, config_dir)
config_file = "run_config.ini"
config_path = os.path.join(CONFIG_DIR_PATH, config_file)
config = configparser.ConfigParser()
config = configparser.ConfigParser(interpolation=EnvInterpolation())
config.read(config_path)
log_dir = "log"
@@ -77,5 +82,3 @@ if __name__ == "__main__":
print(f"ACT_MIN_WINDOWN_SIZE: {ACT_MIN_WINDOWN_SIZE}")
print(f"ACT_MAX_WINDOWN_SIZE: {ACT_MAX_WINDOWN_SIZE}")
print(f"LOG_FILE_PATH: {LOG_FILE_PATH}")

View File

@@ -17,13 +17,11 @@ ACT_MAX_WINDOWN_SIZE = 10
[Text2Vec]
HF_TEXT2VEC_MODEL_NAME = GanymedeNil/text2vec-large-chinese
[LLMProvider]
LLM_PROVIDER_NAME = openai
[LLMModel]
MODEL_NAME = gpt-3.5-turbo
OPENAI_API_KEY = YOUR_API_KEY
OPENAI_API_BASE = http://YOUR_API_BASE
TEMPERATURE = 0.0
OPENAI_API_KEY = ${OPENAI_API_KEY}
OPENAI_API_BASE = ${OPENAI_API_BASE}
MODEL_NAME = ${OPENAI_MODEL_NAME}
TEMPERATURE = ${OPENAI_TEMPERATURE}