From df13e4363db90c87d796372b3df54bbb34f5d79a Mon Sep 17 00:00:00 2001 From: tristanliu <37809633+sevenliu1896@users.noreply.github.com> Date: Wed, 9 Oct 2024 11:50:23 +0800 Subject: [PATCH] [improvement][headless-fe] Added a configuration interface for large language models (#1752) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * [improvement][semantic-fe] Optimizing the logic for setting dimension values and editing data sources, and adding system settings functionality * [improvement][semantic-fe] Upgrading antd version to 5.x, extracting the batch operation button component, optimizing the interaction for system settings, and expanding the configuration generation types for list-to-select component. * [improvement][semantic-fe] Adding the ability to filter dimensions based on whether they are tags or not. * [improvement][semantic-fe] Adding the ability to edit relationships between models in the canvas. * [improvement][semantic-fe] Updating the datePicker component to use dayjs instead. * [improvement][semantic-fe] Fixing the issue with passing the model ID for dimensions in the indicator market. * [improvement][semantic-fe] Fixing the abnormal state of the popup when creating a model. * [improvement][semantic-fe] Adding permission logic for bulk operations in the indicator market. * [improvement][semantic-fe] Adding the ability to download and transpose data. * [improvement][semantic-fe] Fixing the initialization issue with the date selection component in the indicator details page when switching time granularity. * [improvement][semantic-fe] Fixing the logic error in the dimension value setting. * [improvement][semantic-fe] Fixing the synchronization issue with the question and answer settings information. * [improvement][semantic-fe] Optimizing the canvas functionality for better performance and user experience. * [improvement][semantic-fe] Optimizing the update process for drawing model relationship edges in the canvas. * [improvement][semantic-fe] Changing the line type for canvas connections. * [improvement][semantic-fe] Replacing the initialization variable from "semantic" to "headless". * [improvement][semantic-fe] Fixing the missing migration issue for default drill-down dimension configuration in model editing. Additionally, optimizing the data retrieval method for initializing fields in the model. * [improvement][semantic-fe] Updating the logic for the fieldName. * [improvement][semantic-fe] Adjusting the position of the metrics tab. * [improvement][semantic-fe] Changing the 字段名称 to 英文名称. * [improvement][semantic-fe] Fix metric measurement deletion. * [improvement][semantic-fe] UI optimization for metric details page. * [improvement][semantic-fe] UI optimization for metric details page. * [improvement][semantic-fe] UI adjustment for metric details page. * [improvement][semantic-fe] The granularity field in the time type of model editing now supports setting it as empty. * [improvement][semantic-fe] Added field type and metric type to the metric creation options. * [improvement][semantic-fe] The organization structure selection feature has been added to the permission management. * [improvement][semantic-fe] Improved user experience for the metric list. * [improvement][semantic-fe] fix update the metric list. * [improvement][headless-fe] Added view management functionality. * [improvement][headless-fe] The view management functionality has been added. This feature allows users to create, edit, and manage different views within the system. * [improvement][headless-fe] Added model editing side effect detection. * [improvement][headless-fe] Fixed the logic error in view editing. * [improvement][headless-fe] Fixed the issue with initializing dimension associations in metric settings. * [improvement][headless-fe] Added the ability to hide the Q&A settings entry point. * [improvement][headless-fe] Fixed the issue with selecting search results in metric field creation. * [improvement][headless-fe] Added search functionality to the field list in model editing. * [improvement][headless-fe] fix the field list in model editing * [improvement][headless-fe] Restructured the data for the dimension value settings interface. * [improvement][headless-fe] Added dynamic variable functionality to model creation based on SQL scripts. * [improvement][headless-fe] Added support for passing dynamic variables as parameters in the executeSql function. * [improvement][headless-fe] Resolved the issue where users were unable to select all options for dimensions, metrics, and fields in the metric generation process. * [improvement][headless-fe] Replaced the term "view" with "dataset" * [improvement][headless-fe] Added the ability to export metrics and dimensions to a specific target. * [improvement][headless-fe] Enhanced dataset creation to support the tag mode. * [improvement][headless-fe] Added tag value setting. * [improvement][headless-fe] Optimized the tag setting system. * [improvement][headless-fe] Optimized the tag setting system. * [improvement][headless-fe] Updated the data initialization for model editing to use API requests instead. * [improvement][headless-fe] Added search functionality to model management. * [improvement][headless-fe] Removed field null validation during model editing. * [improvement][headless-fe] Updated the batch operation button component. * [improvement][headless-fe] Optimized the logic for initializing indicators in dimension value settings. * [improvement][headless-fe] Adjusted the length of the input field for model editing names. * [improvement][headless-fe] Lock the version of the @ant-design/pro-table component and replace it with @ant-design/pro-components. * [improvement][headless-fe] Optimized the style of the metrics market and tags market. * [improvement][headless-fe] The quick creation of model fields now defaults to using the "comment" field for filling. * [improvement][headless-fe] The quick creation of model fields now defaults to using the "comment" field for filling * [improvement][headless-fe] The quick creation of model fields now defaults to using the "comment" field for filling. * [improvement][headless-fe] Fixed the issue where the conditions for metric measurement creation were not being saved correctly. * [improvement][headless-fe] Default value setting for hiding dimensions. * [improvement][headless-fe] Updated the file imports in the project. * [improvement][headless-fe] Adjusted the logic for displaying the tab in the theme domain. * [improvement][headless-fe] Added term management functionality. * [improvement][headless-fe] When creating a model, the current metric operator now allows for clearance. * [improvement][headless-fe] Term management interface transformation * [improvement][headless-fe] Migrating scaffold version to @umi/max * [improvement][headless-fe] remove modle column * [improvement][headless-fe] 1.Added configuration for the large language model in the agent; 2.upgraded React version from 17 to 18; 3.modified some UI effects. * [improvement][headless-fe] Added a simplified mode to the question-answering system. * [improvement][headless-fe] remove pnpm-lock * [improvement][headless-fe] add pnpm-lock * [improvement][headless-fe] Fixed the issue with passing the modelId during initialization. * [improvement][headless-fe] Fixed the issue with abnormal comments during model creation. * [improvement][headless-fe] fix build bugs * [improvement][headless-fe] change build config * [improvement][headless-fe] route config change * [improvement][headless-fe] Optimized data updating when switching domains. * [improvement][headless-fe] css change * [improvement][semantic-fe] logo css change * [improvement][semantic-fe] system config add defaultValue support * [improvement][semantic-fe] tag mode wording change * [improvement][semantic-fe] fix metric edit page init error * [improvement][supersonic-fe] Updated the way chat projects are imported in supersonic-fe. * [improvement][chat-engine] Added a background silent mode for watching chat projects. * [improvement][supersonic-fe] fix proxy url * [improvement][headless-fe] agent setting update * [improvement][headless-fe] Agent configuration: Added connectivity testing for large models. * [improvement][headless-fe] Chat: Enabled integration with agent configuration. * [improvement][headless-fe] SQL formatter: Updated the import method. * [improvement][headless-fe] login fixed * [improvement][headless-fe] Agent: Optimized the logic for saving. * [improvement][headless-fe] Model management: Integrated into the main theme domain. * [improvement][headless-fe] Sensitivity: Added bulk modification functionality. * [improvement][headless-fe] wording change * [improvement][headless-fe] Prompt configuration: Added the ability to configure prompts. * [improvement][headless-fe] Added the ability to configure embedding models. * [improvement][headless-fe] hidden configure embedding models. * [improvement][headless-fe] Connection test prompt update for large language model settings. * [improvement][headless-fe] add memory review config * [improvement][headless-fe] Rollback of data structure for large language model configuration. * [improvement][headless-fe] Added dependency relationships between various items in system configuration. * [improvement][headless-fe] Added password parsing to the generation rules of system settings. * [improvement][headless-fe] Added slider parsing to the generation rules of system settings. * [improvement][headless-fe] Optimized the logic for initializing values in system settings. * [improvement][headless-fe] Optimized the time format * [improvement][headless-fe] Unified the SQL generation method for data sets to ensure consistency and improve efficiency. * [improvement][headless-fe] Added support for data sets with non-partitioned time fields * [improvement][headless-fe] Added support for editing time formats in dimension settings * [improvement][headless-fe] Rolled back the time parameter in the metric details page to its previous state * [improvement][headless-fe] Fixed the issue with hidden field validation when editing dimensions * [improvement][headless-fe] Added a connectivity test for large models in the system settings * [improvement][headless-fe] Changed the METRIC type in ChatContextType queryType to AGGREGATE * [improvement][headless-fe] Added query and batch delete operations to the terminology management feature * [improvement][headless-fe] Enhanced the memory management feature by adding sorting functionality and other optimization features. * [improvement][headless-fe] Resolved the compatibility issue with the backend service where the updatedAt and other time fields were not being properly converted to the updated_at format for sorting purposes. * [improvement][headless-fe] Added a configuration interface for large language models --------- Co-authored-by: tristanliu --- webapp/packages/supersonic-fe/config/proxy.ts | 3 +- .../packages/supersonic-fe/config/routes.ts | 7 +- .../supersonic-fe/src/locales/zh-CN/menu.ts | 1 + .../components/DimensionValueSettingModal.tsx | 2 +- .../components/LLM/LlmCreateForm.tsx | 167 ++++++++++++++++++ .../components/LLM/LlmSettingModal.tsx | 73 ++++++++ .../SemanticModel/components/LLM/LlmTable.tsx | 165 +++++++++++++++++ .../src/pages/SemanticModel/service.ts | 32 ++++ .../supersonic-fe/src/services/system.ts | 2 +- 9 files changed, 448 insertions(+), 4 deletions(-) create mode 100644 webapp/packages/supersonic-fe/src/pages/SemanticModel/components/LLM/LlmCreateForm.tsx create mode 100644 webapp/packages/supersonic-fe/src/pages/SemanticModel/components/LLM/LlmSettingModal.tsx create mode 100644 webapp/packages/supersonic-fe/src/pages/SemanticModel/components/LLM/LlmTable.tsx diff --git a/webapp/packages/supersonic-fe/config/proxy.ts b/webapp/packages/supersonic-fe/config/proxy.ts index 166919713..084e25876 100644 --- a/webapp/packages/supersonic-fe/config/proxy.ts +++ b/webapp/packages/supersonic-fe/config/proxy.ts @@ -1,7 +1,8 @@ export default { dev: { '/api/': { - target: 'http://localhost:9080', + target: 'http://10.91.217.39:9080', + // target: 'http://s2.tmeoa.com', changeOrigin: true, }, }, diff --git a/webapp/packages/supersonic-fe/config/routes.ts b/webapp/packages/supersonic-fe/config/routes.ts index e16bbfd1a..1f2baddf6 100644 --- a/webapp/packages/supersonic-fe/config/routes.ts +++ b/webapp/packages/supersonic-fe/config/routes.ts @@ -152,10 +152,15 @@ const ROUTES = [ { path: '/database', name: 'database', - // hideInMenu: true, component: './SemanticModel/components/Database/DatabaseTable', envEnableList: [ENV_KEY.SEMANTIC], }, + { + path: '/llm', + name: 'llm', + component: './SemanticModel/components/LLM/LlmTable', + envEnableList: [ENV_KEY.SEMANTIC], + }, { path: '/system', name: 'system', diff --git a/webapp/packages/supersonic-fe/src/locales/zh-CN/menu.ts b/webapp/packages/supersonic-fe/src/locales/zh-CN/menu.ts index d5e05ba65..05335e1ad 100644 --- a/webapp/packages/supersonic-fe/src/locales/zh-CN/menu.ts +++ b/webapp/packages/supersonic-fe/src/locales/zh-CN/menu.ts @@ -14,6 +14,7 @@ export default { 'menu.tag': '标签市场', 'menu.tag.tagDetail': '标签详情页', 'menu.database': '数据库管理', + 'menu.llm': '大模型管理', 'menu.chatSetting': '问答设置', 'menu.plugin': '插件管理', 'menu.login': '登录', diff --git a/webapp/packages/supersonic-fe/src/pages/SemanticModel/components/DimensionValueSettingModal.tsx b/webapp/packages/supersonic-fe/src/pages/SemanticModel/components/DimensionValueSettingModal.tsx index 11dd9da7c..86c6c5792 100644 --- a/webapp/packages/supersonic-fe/src/pages/SemanticModel/components/DimensionValueSettingModal.tsx +++ b/webapp/packages/supersonic-fe/src/pages/SemanticModel/components/DimensionValueSettingModal.tsx @@ -1,5 +1,5 @@ import React, { useEffect, useState } from 'react'; -import { Button, Modal, message, Space, Tooltip, Tabs } from 'antd'; +import { Button, Modal, message, Space, Tooltip, Tabs, Drawer } from 'antd'; import { InfoCircleOutlined } from '@ant-design/icons'; import { ISemantic } from '../data'; import CommonEditTable from './CommonEditTable'; diff --git a/webapp/packages/supersonic-fe/src/pages/SemanticModel/components/LLM/LlmCreateForm.tsx b/webapp/packages/supersonic-fe/src/pages/SemanticModel/components/LLM/LlmCreateForm.tsx new file mode 100644 index 000000000..52bc75ee2 --- /dev/null +++ b/webapp/packages/supersonic-fe/src/pages/SemanticModel/components/LLM/LlmCreateForm.tsx @@ -0,0 +1,167 @@ +import { useEffect, forwardRef, useImperativeHandle, useState } from 'react'; +import type { ForwardRefRenderFunction } from 'react'; +import { message, Form, Input, Select, Button, Space, Slider, InputNumber } from 'antd'; +import { saveLlmConfig } from '../../service'; +import { testLLMConn } from '@/services/system'; +import { formLayout } from '@/components/FormHelper/utils'; +import { encryptPassword, decryptPassword } from '@/utils/utils'; +import styles from '../style.less'; +type Props = { + llmItem?: any; + onSubmit?: (params?: any) => void; +}; + +const FormItem = Form.Item; +const TextArea = Input.TextArea; + +const DatabaseCreateForm: ForwardRefRenderFunction = ({ llmItem, onSubmit }, ref) => { + const [form] = Form.useForm(); + + const [formData, setFormData] = useState({ + config: { + timeOut: 60, + provider: 'OPEN_AI', + temperature: 0, + }, + }); + + const [testLoading, setTestLoading] = useState(false); + + useEffect(() => { + form.resetFields(); + if (llmItem) { + form.setFieldsValue({ ...llmItem }); + } + }, [llmItem]); + + const getFormValidateFields = async () => { + return await form.validateFields(); + }; + + useImperativeHandle(ref, () => ({ + getFormValidateFields, + saveDatabaseConfig, + testDatabaseConnection, + })); + + const saveDatabaseConfig = async () => { + const values = await form.validateFields(); + const { code, msg } = await saveLlmConfig({ + ...(llmItem || {}), + ...values, + }); + + if (code === 200) { + message.success('保存成功'); + onSubmit?.(); + return; + } + message.error(msg); + }; + const testDatabaseConnection = async () => { + const values = await form.validateFields(); + setTestLoading(true); + const { code, data } = await testLLMConn({ + ...values.config, + }); + setTestLoading(false); + if (code === 200 && data) { + message.success('连接测试通过'); + return; + } + message.error('连接测试失败'); + }; + return ( + <> +
+ + + + + + + + + + + + + + + + + + + + + +