MyCat分库分表--实践07--按日期天

2022-08-01 18:56:42

字体：大中小

来源：转载

供稿：网友

项目环境：

192.168.8.30 mycat

192.168.8.31 node1

192.168.8.32 node2

192.168.8.33 node3

三个节点MySQL均为单实例

一、创建测试库

node1

create database testdb01;
create database testdb02;
create database testdb03;
create database testdb04;
create database testdb05;
create database testdb06;
create database testdb07;
create database testdb08;
create database testdb09;
create database testdb10;
create database testdb11;
create database testdb12;
node2
create database testdb13;
create database testdb14;
create database testdb15;
create database testdb16;
create database testdb17;
create database testdb18;
create database testdb19;
create database testdb20;
create database testdb21;
create database testdb22;
create database testdb23;
create database testdb24;
node3

create database testdb25;
create database testdb26;
create database testdb27;
create database testdb28;
create database testdb29;
create database testdb30;
create database testdb31;
create database testdb32;
create database testdb33;
create database testdb34;
create database testdb35;
create database testdb36;
二、配置schema.xml
<?xml version="1.0"?>
<!DOCTYPE mycat:schema SYSTEM "schema.dtd">
<mycat:schema xmlns:mycat="http://io.mycat/">
        <schema name="mycatdb" checkSQLschema="false" sqlMaxLimit="100">
           <table name="user05" dataNode="dn$1-36" rule="sharding-by-date-adddate"></table>
        </schema>

        <dataNode name="dn1" dataHost="node1" database="testdb01" />
        <dataNode name="dn2" dataHost="node1" database="testdb02" />
        <dataNode name="dn3" dataHost="node1" database="testdb03" />
        <dataNode name="dn4" dataHost="node1" database="testdb04" />
        <dataNode name="dn5" dataHost="node1" database="testdb05" />
        <dataNode name="dn6" dataHost="node1" database="testdb06" />
        <dataNode name="dn7" dataHost="node1" database="testdb07" />
        <dataNode name="dn8" dataHost="node1" database="testdb08" />
        <dataNode name="dn9" dataHost="node1" database="testdb09" />
        <dataNode name="dn10" dataHost="node1" database="testdb10" />
        <dataNode name="dn11" dataHost="node1" database="testdb11" />
        <dataNode name="dn12" dataHost="node1" database="testdb12" />
        <dataNode name="dn13" dataHost="node2" database="testdb13" />
        <dataNode name="dn14" dataHost="node2" database="testdb14" />
        <dataNode name="dn15" dataHost="node2" database="testdb15" />
        <dataNode name="dn16" dataHost="node2" database="testdb16" />
        <dataNode name="dn17" dataHost="node2" database="testdb17" />
        <dataNode name="dn18" dataHost="node2" database="testdb18" />
        <dataNode name="dn19" dataHost="node2" database="testdb19" />
        <dataNode name="dn20" dataHost="node2" database="testdb20" />
        <dataNode name="dn21" dataHost="node2" database="testdb21" />
        <dataNode name="dn22" dataHost="node2" database="testdb22" />
        <dataNode name="dn23" dataHost="node2" database="testdb23" />
        <dataNode name="dn24" dataHost="node2" database="testdb24" />
        <dataNode name="dn25" dataHost="node3" database="testdb25" />
        <dataNode name="dn26" dataHost="node3" database="testdb26" />
        <dataNode name="dn27" dataHost="node3" database="testdb27" />
        <dataNode name="dn28" dataHost="node3" database="testdb28" />
        <dataNode name="dn29" dataHost="node3" database="testdb29" />
        <dataNode name="dn30" dataHost="node3" database="testdb30" />
        <dataNode name="dn31" dataHost="node3" database="testdb31" />
        <dataNode name="dn32" dataHost="node3" database="testdb32" />
        <dataNode name="dn33" dataHost="node3" database="testdb33" />
        <dataNode name="dn34" dataHost="node3" database="testdb34" />
        <dataNode name="dn35" dataHost="node3" database="testdb35" />
        <dataNode name="dn36" dataHost="node3" database="testdb36" />
        
<dataHost name="node1" maxCon="1000" minCon="10" balance="1"
                          writeType="0" dbType="mysql" dbDriver="native" switchType="1" slaveThreshold="100">
                <heartbeat>select user()</heartbeat>
                
                <writeHost host="192.168.8.31" url="192.168.8.31:3306" user="root" password="mysql"></writeHost>
        </dataHost>
        <dataHost name="node2" maxCon="1000" minCon="10" balance="1"
                          writeType="0" dbType="mysql" dbDriver="native" switchType="1" slaveThreshold="100">
                <heartbeat>select user()</heartbeat>
                
                <writeHost host="192.168.8.32" url="192.168.8.32:3306" user="root" password="mysql"></writeHost>
        </dataHost>
        <dataHost name="node3" maxCon="1000" minCon="10" balance="1"
                          writeType="0" dbType="mysql" dbDriver="native" switchType="1" slaveThreshold="100">
                <heartbeat>select user()</heartbeat>
                
                <writeHost host="192.168.8.33" url="192.168.8.33:3306" user="root" password="mysql"></writeHost>
        </dataHost>
</mycat:schema>
三、插入测试数据
插入10条记录

insert into user05(id,name,adddate) values(1,'steven','2011-05-09 12:32:12');
insert into user05(id,name,adddate) values(2,'steven','2012-05-09 12:32:12');
insert into user05(id,name,adddate) values(3,'steven','2013-05-09 12:32:12');
insert into user05(id,name,adddate) values(4,'steven','2014-05-09 12:32:12');
insert into user05(id,name,adddate) values(5,'steven','2015-05-09 12:32:12');
insert into user05(id,name,adddate) values(6,'steven','2016-05-09 12:32:12');
insert into user05(id,name,adddate) values(7,'steven','2017-05-09 12:32:12');
insert into user05(id,name,adddate) values(8,'steven','2018-05-09 12:32:12');
insert into user05(id,name,adddate) values(9,'steven','2019-05-09 12:32:12');
insert into user05(id,name,adddate) values(10,'steven','2020-05-09 12:32:12');

遇到的问题：

第一次配置时候，在rule.xml中配置的90天一个分片，于是报错：
Caused by: io.mycat.config.util.ConfigException: Illegal table conf : table [ USER05 ] rule function [ sharding-by-date ] partition size : 45 > table datanode size : 36, please make sure table datanode size = function partition size

排查发现：从2011-01-01到2020-12-31大约4015天，4015/90=44.61111111111111个分片，超出了预设的36个库。

调整以后：4015/120=33.45833333333333个分片，在36个库范围之内。

（编辑：错新网）

上一篇：Query execution was interrupted, max_statement_time exceeded

下一篇：MHA配备虚拟ip