Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fix unit testing errors and supplement ddl, dml #610

Merged
merged 35 commits into from
Oct 10, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
35 commits
Select commit Hold shift + click to select a range
a418e0d
fix instance label server unit testing errors
Sep 19, 2024
4a20a04
fix linkis-jobhistory unit testing errors
Sep 19, 2024
9dab55a
fix cannot find symbol
Sep 23, 2024
9c182a7
fix linkis-udf unit testing errors
Sep 23, 2024
2733513
fix linkis-configration unit testing errors:The h2 database does not …
Sep 23, 2024
0c564fd
fix linkis-pes-public unit testing errors
Sep 23, 2024
ceb5c4a
fix linkis-pes-public unit testing errors
Sep 23, 2024
b1fab9e
fix spark unit testing errors
Sep 24, 2024
d6bc5ee
fix python unit testing errors
Sep 24, 2024
a9daf53
fix python unit testing errors
Sep 24, 2024
5e69d17
fix python unit testing errors
Sep 24, 2024
fc20bdb
Fix build
peacewong Sep 24, 2024
a1d0e49
fix unit testing errors
Sep 25, 2024
4fcb123
fix unit testing errors
Sep 25, 2024
c30815e
fix unit testing errors
Sep 25, 2024
44b11d5
fix unit testing errors
Sep 25, 2024
4cc194a
Fix jdbc unit testing errors
Sep 25, 2024
d5a6040
Fix presto unit testing errors
Sep 25, 2024
64e631a
update ddl dml
Sep 26, 2024
0917a85
Merge branch 'manager' into manager-fix
Sep 26, 2024
4f6c0d8
update ddl dml
Sep 19, 2024
9e2dd63
Fix dependency libraries
Sep 19, 2024
d4832a3
Fix unit testing errors
Sep 26, 2024
a693685
Fix unit testing errors
Sep 26, 2024
df70be1
Fix unit testing errors
Sep 26, 2024
3f36516
Fix unit testing errors
Sep 26, 2024
1608d5b
Fix unit testing errors
Sep 26, 2024
edda938
Fix unit testing errors
Sep 26, 2024
4c21dc3
Fix unit testing errors
Sep 27, 2024
1d0f07d
Fix unit testing errors
Sep 27, 2024
71a6307
Fix unit testing errors
Sep 27, 2024
3881593
Fix unit testing errors
Sep 27, 2024
91e1400
Fix unit testing errors
Sep 27, 2024
bb78eb8
Fix unit testing errors
Sep 29, 2024
18f4398
Merge branch 'manager' into manager-fix
Sep 29, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -42,8 +42,8 @@ class GovernanceCommonConfTest {
val errorcodedesclen = GovernanceCommonConf.ERROR_CODE_DESC_LEN

Assertions.assertEquals("wds.linkis.rm", conffilterrm)
Assertions.assertEquals("3.2.1", sparkengineversion)
Assertions.assertEquals("3.1.3", hiveengineversion)
Assertions.assertEquals("2.4.3", sparkengineversion)
Assertions.assertEquals("1.2.1", hiveengineversion)
Assertions.assertEquals("python2", pythonengineversion)
Assertions.assertFalse(pythoncodeparserswitch)
Assertions.assertFalse(scalacodeparserswitch)
Expand Down
398 changes: 312 additions & 86 deletions linkis-dist/package/db/linkis_ddl.sql

Large diffs are not rendered by default.

158 changes: 105 additions & 53 deletions linkis-dist/package/db/linkis_dml.sql

Large diffs are not rendered by default.

81 changes: 80 additions & 1 deletion linkis-dist/package/db/upgrade/1.6.0_schema/mysql/linkis_ddl.sql
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,8 @@ ALTER TABLE `linkis_cg_ec_resource_info_record` MODIFY COLUMN `metrics` text CHA
ALTER TABLE `linkis_ps_configuration_config_key`
CHANGE COLUMN `validate_range` `validate_range` VARCHAR(150) NULL DEFAULT NULL COMMENT 'Validate range' COLLATE 'utf8_bin' AFTER `validate_type`;
ALTER TABLE linkis_cg_tenant_label_config ADD COLUMN is_valid varchar(1) CHARSET utf8mb4 COLLATE utf8mb4_bin DEFAULT 'Y' COMMENT '是否有效';

ALTER TABLE linkis_ps_configuration_across_cluster_rule modify COLUMN rules varchar(512) CHARSET utf8mb4 COLLATE utf8mb4_bin;
ALTER TABLE linkis_cg_manager_label_value_relation ADD CONSTRAINT unlid_lvk_lvc UNIQUE (label_id,label_value_key,label_value_content);

-- ----------------------------
-- Table structure for linkis_org_user
Expand All @@ -48,5 +49,83 @@ CREATE TABLE `linkis_org_user` (
PRIMARY KEY (`user_name`)
) ENGINE = InnoDB DEFAULT CHARSET = utf8mb4 COLLATE=utf8mb4_bin COMMENT ='user org info';

DROP TABLE IF EXISTS `linkis_ps_job_history_detail`;
DROP TABLE IF EXISTS `linkis_mg_gateway_whitelist_config`;

-- ----------------------------
-- Table structure for linkis_cg_tenant_department_config
-- ----------------------------
DROP TABLE IF EXISTS `linkis_cg_tenant_department_config`;
CREATE TABLE `linkis_cg_tenant_department_config` (
`id` int(20) NOT NULL AUTO_INCREMENT COMMENT 'ID',
`creator` varchar(50) COLLATE utf8_bin NOT NULL COMMENT '应用',
`department` varchar(64) COLLATE utf8_bin NOT NULL COMMENT '部门名称',
`department_id` varchar(16) COLLATE utf8_bin NOT NULL COMMENT '部门ID',
`tenant_value` varchar(128) COLLATE utf8_bin NOT NULL COMMENT '部门租户标签',
`create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
`update_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT '更新时间',
`create_by` varchar(50) COLLATE utf8_bin NOT NULL COMMENT '创建用户',
`is_valid` varchar(1) COLLATE utf8_bin NOT NULL DEFAULT 'Y' COMMENT '是否有效',
PRIMARY KEY (`id`),
UNIQUE KEY `uniq_creator_department` (`creator`,`department`)
) ENGINE=InnoDB AUTO_INCREMENT=0 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;

DROP TABLE IF EXISTS `linkis_org_user_sync`;
CREATE TABLE `linkis_org_user_sync` (
`cluster_code` varchar(16) COMMENT '集群',
`user_type` varchar(64) COMMENT '用户类型',
`user_name` varchar(128) COMMENT '授权用户',
`org_id` varchar(16) COMMENT '部门ID',
`org_name` varchar(64) COMMENT '部门名字',
`queue_name` varchar(64) COMMENT '默认资源队列',
`db_name` varchar(64) COMMENT '默认操作数据库',
`interface_user` varchar(64) COMMENT '接口人',
`is_union_analyse` varchar(64) COMMENT '是否联合分析人',
`create_time` varchar(64) COMMENT '用户创建时间',
`user_itsm_no` varchar(64) COMMENT '用户创建单号',
PRIMARY KEY (`user_name`)
) ENGINE = InnoDB DEFAULT CHARSET = utf8mb4 COLLATE=utf8mb4_bin COMMENT ='用户部门统计INC表';

DROP TABLE IF EXISTS `linkis_mg_gateway_whitelist_config`;
CREATE TABLE `linkis_mg_gateway_whitelist_config` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`allowed_user` varchar(128) COLLATE utf8_bin NOT NULL,
`client_address` varchar(128) COLLATE utf8_bin NOT NULL,
`create_time` datetime DEFAULT NULL,
`update_time` datetime DEFAULT NULL,
PRIMARY KEY (`id`),
UNIQUE KEY `address_uniq` (`allowed_user`, `client_address`),
KEY `linkis_mg_gateway_whitelist_config_allowed_user` (`allowed_user`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;

DROP TABLE IF EXISTS `linkis_mg_gateway_whitelist_sensitive_user`;
CREATE TABLE `linkis_mg_gateway_whitelist_sensitive_user` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`sensitive_username` varchar(128) COLLATE utf8_bin NOT NULL,
`create_time` datetime DEFAULT NULL,
`update_time` datetime DEFAULT NULL,
PRIMARY KEY (`id`),
UNIQUE KEY `sensitive_username` (`sensitive_username`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;

DROP TABLE IF EXISTS `linkis_ps_python_module_info`;
CREATE TABLE `linkis_ps_python_module_info` (
`id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '自增id',
`name` varchar(255) NOT NULL COMMENT 'python模块名称',
`description` text COMMENT 'python模块描述',
`path` varchar(255) NOT NULL COMMENT 'hdfs路径',
`engine_type` varchar(50) NOT NULL COMMENT '引擎类型,python/spark/all',
`create_user` varchar(50) NOT NULL COMMENT '创建用户',
`update_user` varchar(50) NOT NULL COMMENT '修改用户',
`is_load` tinyint(1) NOT NULL DEFAULT '0' COMMENT '是否加载,0-未加载,1-已加载',
`is_expire` tinyint(1) DEFAULT NULL COMMENT '是否过期,0-未过期,1-已过期)',
`create_time` datetime NOT NULL COMMENT '创建时间',
`update_time` datetime NOT NULL COMMENT '修改时间',
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin; COMMENT='Python模块包信息表';

ALTER TABLE linkis_cg_manager_service_instance ADD COLUMN params text COLLATE utf8_bin DEFAULT NULL;




Loading
Loading