Files
im_server/docs/sql/IM-共库核心分表-仅本地.sql
T

154 lines
7.5 KiB
SQL

-- 仅用于本地环境:将高数据量表迁移为“共库、按商户分表”。
-- 目标命名:
-- im_001_friendships
-- im_001_messages
-- im_001_group_messages_YYYYMM
-- 测试环境不得执行本文件。
-- 1. 商户编号改为事务序列分配,下一编号按当前最大 ID 顺序递增。
USE `hotgo`;
CREATE TABLE IF NOT EXISTS `im_tenant_id_sequence` (
`sequence_name` VARCHAR(32) NOT NULL,
`next_id` BIGINT NOT NULL,
`updated_at` DATETIME(3) NOT NULL DEFAULT CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3),
PRIMARY KEY (`sequence_name`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci;
INSERT INTO `im_tenant_id_sequence` (`sequence_name`, `next_id`)
SELECT 'tenant', COALESCE(MAX(`id`), 0) + 1 FROM `im_tenant`
ON DUPLICATE KEY UPDATE `next_id` = GREATEST(`next_id`, VALUES(`next_id`));
-- 禁止绕过序列表使用 AUTO_INCREMENT 生成跳号或历史大整数编号。
ALTER TABLE `hg_admin_member` DROP FOREIGN KEY `fk_hg_admin_member_im_tenant`;
ALTER TABLE `im_tenant_config` DROP FOREIGN KEY `fk_im_tenant_config_tenant`;
ALTER TABLE `im_tenant` MODIFY `id` BIGINT NOT NULL;
ALTER TABLE `hg_admin_member` ADD CONSTRAINT `fk_hg_admin_member_im_tenant`
FOREIGN KEY (`tenant_id`) REFERENCES `im_tenant` (`id`);
ALTER TABLE `im_tenant_config` ADD CONSTRAINT `fk_im_tenant_config_tenant`
FOREIGN KEY (`tenant_id`) REFERENCES `im_tenant` (`id`);
UPDATE `im_tenant` AS target
JOIN `im_tenant` AS shared ON shared.`code`='default'
SET target.`db_name`=shared.`db_name`, target.`db_dsn`=shared.`db_dsn`
WHERE target.`id`<>shared.`id`;
-- 2. 月表路由元数据改为以 tenant_id 为第一维度。
USE `tinode`;
ALTER TABLE `im_group_message_shards`
DROP PRIMARY KEY,
DROP INDEX `uk_im_group_message_shards_table`,
DROP INDEX `idx_im_group_message_shards_status`,
ADD PRIMARY KEY (`tenant_id`, `shard_month`),
ADD UNIQUE INDEX `uk_im_group_message_shards_table` (`tenant_id`, `table_name`),
ADD INDEX `idx_im_group_message_shards_status` (`tenant_id`, `status`, `shard_month`);
DROP TABLE IF EXISTS `im_group_message_topic_shards`;
DROP TABLE IF EXISTS `im_group_message_dedup`;
-- 3. 创建好友与单聊消息分表并迁移现有数据。
CREATE TABLE IF NOT EXISTS `im_001_friendships` LIKE `im_friendships`;
ALTER TABLE `im_001_friendships` MODIFY `tenant_id` BIGINT NOT NULL DEFAULT 1 COMMENT '商户ID';
INSERT IGNORE INTO `im_001_friendships` SELECT * FROM `im_friendships` WHERE `tenant_id` = 1;
CREATE TABLE IF NOT EXISTS `im_001_messages` LIKE `im_messages`;
ALTER TABLE `im_001_messages` MODIFY `tenant_id` BIGINT NOT NULL DEFAULT 1 COMMENT '商户ID';
INSERT IGNORE INTO `im_001_messages` SELECT * FROM `im_messages` WHERE `tenant_id` = 1;
CREATE TABLE IF NOT EXISTS `im_002_friendships` LIKE `im_friendships`;
ALTER TABLE `im_002_friendships` MODIFY `tenant_id` BIGINT NOT NULL DEFAULT 2 COMMENT '商户ID';
INSERT IGNORE INTO `im_002_friendships` SELECT * FROM `meeting_im`.`im_friendships`;
CREATE TABLE IF NOT EXISTS `im_002_messages` LIKE `im_messages`;
ALTER TABLE `im_002_messages` MODIFY `tenant_id` BIGINT NOT NULL DEFAULT 2 COMMENT '商户ID';
INSERT IGNORE INTO `im_002_messages` SELECT * FROM `meeting_im`.`im_messages`;
-- 4. 迁移所有已存在的标准月表。过程只识别 im_group_messages_YYYYMM。
DELIMITER $$
DROP PROCEDURE IF EXISTS migrate_group_month_tables$$
CREATE PROCEDURE migrate_group_month_tables(IN source_schema VARCHAR(64), IN source_tenant BIGINT, IN tenant_code CHAR(3))
BEGIN
DECLARE done INT DEFAULT 0;
DECLARE source_table VARCHAR(64);
DECLARE month_code CHAR(6);
DECLARE target_table VARCHAR(64);
DECLARE month_cursor CURSOR FOR
SELECT table_name
FROM information_schema.tables
WHERE table_schema = source_schema
AND table_name REGEXP '^im_group_messages_[0-9]{6}$';
DECLARE CONTINUE HANDLER FOR NOT FOUND SET done = 1;
OPEN month_cursor;
month_loop: LOOP
FETCH month_cursor INTO source_table;
IF done = 1 THEN
LEAVE month_loop;
END IF;
SET month_code = RIGHT(source_table, 6);
SET target_table = CONCAT('im_', tenant_code, '_group_messages_', month_code);
SET @create_sql = CONCAT('CREATE TABLE IF NOT EXISTS `tinode`.`', target_table,
'` LIKE `', source_schema, '`.`', source_table, '`');
PREPARE stmt FROM @create_sql; EXECUTE stmt; DEALLOCATE PREPARE stmt;
SET @alter_sql = CONCAT('ALTER TABLE `tinode`.`', target_table,
'` MODIFY `tenant_id` BIGINT NOT NULL DEFAULT ', source_tenant, ' COMMENT ''商户ID''');
PREPARE stmt FROM @alter_sql; EXECUTE stmt; DEALLOCATE PREPARE stmt;
SET @copy_sql = CONCAT('INSERT IGNORE INTO `tinode`.`', target_table,
'` SELECT * FROM `', source_schema, '`.`', source_table,
'` WHERE `tenant_id`=', source_tenant);
PREPARE stmt FROM @copy_sql; EXECUTE stmt; DEALLOCATE PREPARE stmt;
END LOOP;
CLOSE month_cursor;
END$$
DELIMITER ;
CALL migrate_group_month_tables('tinode', 1, '001');
CALL migrate_group_month_tables('meeting_im', 2, '002');
DROP PROCEDURE IF EXISTS migrate_group_month_tables;
-- 旧的非月表数据按创建月份归入 1 号商户月表(本地现有数据为 202608)。
INSERT IGNORE INTO `im_001_group_messages_202608`
(`tenant_id`,`message_id`,`topic`,`group_id`,`seqid`,`from_user`,`client_msg_id`,`msg_type`,`status`,
`content`,`content_nonce`,`key_version`,`head`,`mentioned_user_ids`,`mention_all`,`reply_seqid`,`root_seqid`,
`file_count`,`content_size`,`has_risk`,`audit_status`,`version`,`recalled_at`,`recalled_by`,`deleted_at`,
`expires_at`,`created_at`,`updated_at`)
SELECT 1,`id`,`topic`,`group_id`,`seqid`,`from_user`,`client_msg_id`,`msg_type`,`status`,
`content`,`content_nonce`,`key_version`,`head`,`mentioned_user_ids`,`mention_all`,`reply_seqid`,`root_seqid`,
`file_count`,`content_size`,`has_risk`,`audit_status`,`version`,`recalled_at`,`recalled_by`,`deleted_at`,
`expires_at`,`created_at`,`updated_at`
FROM `im_group_messages`
WHERE `tenant_id` = 1 AND DATE_FORMAT(`created_at`, '%Y%m') = '202608';
-- 5. 修正 1 号商户路由,并合入 2 号商户路由元数据。
UPDATE `im_group_message_shards`
SET `table_name` = CONCAT('im_001_group_messages_', `shard_month`)
WHERE `tenant_id` = 1;
INSERT INTO `im_group_message_shards`
(`tenant_id`,`shard_month`,`table_name`,`shard_start`,`shard_end`,`status`,`row_count`,
`min_created_at`,`max_created_at`,`created_at`,`updated_at`)
SELECT 2,`shard_month`,CONCAT('im_002_group_messages_', `shard_month`),`shard_start`,`shard_end`,`status`,
`row_count`,`min_created_at`,`max_created_at`,`created_at`,`updated_at`
FROM `meeting_im`.`im_group_message_shards`
ON DUPLICATE KEY UPDATE `table_name`=VALUES(`table_name`),`status`=VALUES(`status`);
-- Topic-to-month routes are Redis-backed and are rebuilt by runtime reads.
UPDATE `im_group_message_shards` AS s
SET s.`row_count`=(SELECT COUNT(*) FROM `im_001_group_messages_202608`),
s.`min_created_at`=(SELECT MIN(`created_at`) FROM `im_001_group_messages_202608`),
s.`max_created_at`=(SELECT MAX(`created_at`) FROM `im_001_group_messages_202608`)
WHERE s.`tenant_id`=1 AND s.`shard_month`='202608';
-- 验证结果。
SELECT `sequence_name`,`next_id` FROM `hotgo`.`im_tenant_id_sequence`;
SELECT `table_name`,`table_rows`
FROM information_schema.tables
WHERE table_schema = 'tinode'
AND table_name REGEXP '^im_[0-9]{3}_(friendships|messages|group_messages_[0-9]{6})$'
ORDER BY table_name;