mirror of
https://github.com/tencentmusic/supersonic.git
synced 2026-04-24 16:34:20 +08:00
Refactor translator module (#1932)
* [improvement][Chat] Support agent permission management #1143 * [improvement][chat]Iterate LLM prompts of parsing and correction. * [improvement][headless]Clean code logic of headless core. * (fix) (chat) 记忆管理更新不生效 (#1912) * [improvement][headless-fe] Added null-check conditions to the data formatting function. * [improvement][headless]Clean code logic of headless translator. * [improvement][headless-fe] Added permissions management for agents. * [improvement][headless-fe] Unified the assistant's permission settings interaction to match the system style. * [improvement](Dict)Support returns dict task list of dimensions by page * [improvement][headless-fe] Revised the interaction for semantic modeling routing and implemented the initial version of metric management switching. * [improvement][launcher]Set system property `s2.test` in junit tests in order to facilitate conditional breakpoints. * [improvement][headless] add validateAndQuery interface in SqlQueryApiController * [improvement][launcher]Use API to get element ID avoiding hard-code. * [improvement][launcher]Support DuckDB database and refactor translator code structure. --------- Co-authored-by: lxwcodemonkey <jolunoluo@tencent.com> Co-authored-by: tristanliu <tristanliu@tencent.com> Co-authored-by: daikon12 <1059907724@qq.com> Co-authored-by: lexluo09 <39718951+lexluo09@users.noreply.github.com>
This commit is contained in:
Jun Zhang
@@ -26,15 +26,18 @@ com.tencent.supersonic.headless.chat.parser.llm.DataSetResolver=\
|
||||
|
||||
com.tencent.supersonic.headless.core.translator.converter.QueryConverter=\
|
||||
com.tencent.supersonic.headless.core.translator.converter.DefaultDimValueConverter,\
|
||||
com.tencent.supersonic.headless.core.translator.converter.SqlVariableParseConverter,\
|
||||
com.tencent.supersonic.headless.core.translator.converter.CalculateAggConverter,\
|
||||
com.tencent.supersonic.headless.core.translator.converter.ParserDefaultConverter
|
||||
com.tencent.supersonic.headless.core.translator.converter.SqlVariableConverter,\
|
||||
com.tencent.supersonic.headless.core.translator.converter.MetricRatioConverter,\
|
||||
com.tencent.supersonic.headless.core.translator.converter.SqlQueryConverter,\
|
||||
com.tencent.supersonic.headless.core.translator.converter.StructQueryConverter
|
||||
|
||||
com.tencent.supersonic.headless.core.translator.QueryOptimizer=\
|
||||
com.tencent.supersonic.headless.core.translator.DetailQueryOptimizer
|
||||
com.tencent.supersonic.headless.core.translator.optimizer.QueryOptimizer=\
|
||||
com.tencent.supersonic.headless.core.translator.optimizer.DetailQueryOptimizer,\
|
||||
com.tencent.supersonic.headless.core.translator.optimizer.DbDialectOptimizer,\
|
||||
com.tencent.supersonic.headless.core.translator.optimizer.ResultLimitOptimizer
|
||||
|
||||
com.tencent.supersonic.headless.core.translator.QueryParser=\
|
||||
com.tencent.supersonic.headless.core.translator.calcite.CalciteQueryParser
|
||||
com.tencent.supersonic.headless.core.translator.parser.QueryParser=\
|
||||
com.tencent.supersonic.headless.core.translator.parser.calcite.CalciteQueryParser
|
||||
|
||||
com.tencent.supersonic.headless.core.executor.QueryExecutor=\
|
||||
com.tencent.supersonic.headless.core.executor.JdbcExecutor
|
||||
|
||||
@@ -11,4 +11,24 @@ spring:
|
||||
h2:
|
||||
console:
|
||||
path: /h2-console/semantic
|
||||
enabled: true
|
||||
enabled: true
|
||||
|
||||
### Comment out following lines if using MySQL
|
||||
#spring:
|
||||
# datasource:
|
||||
# driver-class-name: com.mysql.cj.jdbc.Driver
|
||||
# url: jdbc:mysql://localhost:3306/s2_database?user=root
|
||||
# username: root
|
||||
# password:
|
||||
# sql:
|
||||
# enabled: true
|
||||
# mode: always
|
||||
# username: root
|
||||
# password:
|
||||
# init:
|
||||
# schema-locations: classpath:db/schema-mysql.sql,classpath:db/schema-mysql-demo.sql
|
||||
# data-locations: classpath:db/data-mysql.sql,classpath:db/data-mysql-demo.sql
|
||||
# h2:
|
||||
# console:
|
||||
# path: /h2-console/semantic
|
||||
# enabled: true
|
||||
@@ -396,5 +396,5 @@ ALTER TABLE s2_agent DROP COLUMN `enable_memory_review`;
|
||||
alter table s2_agent add column `enable_feedback` tinyint DEFAULT 1;
|
||||
|
||||
--20241116
|
||||
alter table s2_agent add column `admin` varchar(1000);
|
||||
alter table s2_agent add column `viewer` varchar(1000);
|
||||
alter table s2_agent add column `admin` varchar(1000) COLLATE utf8_unicode_ci DEFAULT NULL;
|
||||
alter table s2_agent add column `viewer` varchar(1000) COLLATE utf8_unicode_ci DEFAULT NULL;
|
||||
@@ -1,4 +1,4 @@
|
||||
-------S2VisitsDemo
|
||||
-- S2VisitsDemo
|
||||
insert into s2_user_department (user_name, department) values ('jack','HR');
|
||||
insert into s2_user_department (user_name, department) values ('tom','sales');
|
||||
insert into s2_user_department (user_name, department) values ('lucy','marketing');
|
||||
@@ -1019,7 +1019,7 @@ INSERT INTO s2_stay_time_statis (imp_date, user_name, stay_hours, page) VALUES (
|
||||
INSERT INTO s2_stay_time_statis (imp_date, user_name, stay_hours, page) VALUES (DATE_SUB(CURRENT_DATE(), INTERVAL 15 DAY), 'lucy', '0.8124302447925607', 'p4');
|
||||
INSERT INTO s2_stay_time_statis (imp_date, user_name, stay_hours, page) VALUES (DATE_SUB(CURRENT_DATE(), INTERVAL 8 DAY), 'lucy', '0.039935860913407284', 'p2');
|
||||
|
||||
-------S2ArtistDemo
|
||||
-- S2ArtistDemo
|
||||
INSERT INTO singer (singer_name, act_area, song_name, genre, js_play_cnt, down_cnt, favor_cnt)
|
||||
VALUES ('周杰伦', '港台', '青花瓷', '国风', 1000000, 1000000, 1000000);
|
||||
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
-------S2VisitsDemo
|
||||
-- S2VisitsDemo
|
||||
CREATE TABLE IF NOT EXISTS `s2_user_department` (
|
||||
`user_name` varchar(200) NOT NULL,
|
||||
`department` varchar(200) NOT NULL
|
||||
@@ -27,7 +27,7 @@ CREATE TABLE IF NOT EXISTS `singer` (
|
||||
`favor_cnt` bigint DEFAULT NULL
|
||||
)ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
|
||||
|
||||
-------S2ArtistDemo
|
||||
-- S2ArtistDemo
|
||||
CREATE TABLE IF NOT EXISTS `genre` (
|
||||
`g_name` varchar(20) NOT NULL , -- genre name
|
||||
`rating` INT ,
|
||||
|
||||
@@ -15,6 +15,8 @@ CREATE TABLE IF NOT EXISTS `s2_agent` (
|
||||
`created_at` datetime DEFAULT NULL,
|
||||
`updated_by` varchar(100) COLLATE utf8_unicode_ci DEFAULT NULL,
|
||||
`updated_at` datetime DEFAULT NULL,
|
||||
`admin` varchar(1000) COLLATE utf8_unicode_ci DEFAULT NULL,
|
||||
`viewer` varchar(1000) COLLATE utf8_unicode_ci DEFAULT NULL,
|
||||
PRIMARY KEY (`id`)
|
||||
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;
|
||||
|
||||
@@ -539,7 +541,7 @@ CREATE TABLE IF NOT EXISTS `s2_term` (
|
||||
PRIMARY KEY (`id`)
|
||||
) ENGINE = InnoDB DEFAULT CHARSET = utf8 COMMENT ='术语表';
|
||||
|
||||
CREATE TABLE `s2_user_token` (
|
||||
CREATE TABLE IF NOT EXISTS `s2_user_token` (
|
||||
`id` bigint NOT NULL AUTO_INCREMENT,
|
||||
`name` VARCHAR(255) NOT NULL,
|
||||
`user_name` VARCHAR(255) NOT NULL,
|
||||
|
||||
Reference in New Issue
Block a user