3、MySQL5.7 配置

vi /mydata/mysql/conf/my.cnf
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
    log_format  main  '$remote_addr $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '$http_user_agent $http_x_forwarded_for $request_time $upstream_response_time $upstream_addr $upstream_status';
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
[client]
default-character-set=utf8mb4
[mysql]
default-character-set=utf8mb4
[mysqld]
init_connect='SET collation_connection = utf8mb4_unicode_ci' 
init_connect='SET NAMES utf8mb4' 
character-set-server=utf8mb4
collation-server=utf8mb4_unicode_ci
#创建新表时将使用的默认存储引擎
default-storage-engine=INNODB
#允许最大连接数
max_connections=200
#设置时区
default-time_zone='+8:00'
skip-character-set-client-handshake
skip-name-resolve
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}"> class="hide-preCode-box">

注意:解决 MySQL 连接慢的问题
在配置文件中加入如下,并重启 mysql

[mysqld]
skip-name-resolve
解释:
skip-name-resolve:跳过域名解析
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

mysql8

1、下载镜像文件

docker pull mysql:8.0.32
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

2、创建实例并启动

sudo mkdir -p /mydata/mysql/mysql8/logs
sudo mkdir -p /mydata/mysql/mysql8/data
sudo mkdir -p /mydata/mysql/mysql8/conf
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
docker run -p 13306:3306 --name mysql8 \
--privileged=true \
--restart=always \
-m 512m \
--cpus=1 \
-e MYSQL_ROOT_PASSWORD=TMesh123456 \
-v /usr/local/docker/mysql/mysql-files:/var/lib/mysql-files \
-v /mydata/mysql/mysql8/logs:/var/log/mysql \
-v /mydata/mysql/mysql8/data:/var/lib/mysql \
-v /mydata/mysql/mysql8/conf:/etc/mysql/conf \
-d mysql:8.0.32
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
docker update mysql8 --restart=always
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

3、mysql8配置

vim /mydata/mysql/mysql8/conf/my.cnf
vim /etc/mysql/conf/my.cnf
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
[mysqld]
# 设置13306端口
bind-address=0.0.0.0
port=13306
# 允许最大连接数
max_connections=1000
# 允许连接失败的次数。这是为了防止有人从该主机试图攻击数据库系统
max_connect_errors=100
# 服务端使用的字符集默认为UTF8
character-set-server=utf8mb4
collation-server=utf8mb4_unicode_ci
# 创建新表时将使用的默认存储引擎
default-storage-engine=INNODB
# 默认使用“mysql_native_password”插件认证
default_authentication_plugin=mysql_native_password
#是否对sql语句大小写敏感,1表示不敏感
lower_case_table_names = 1
#MySQL连接闲置超过一定时间后(单位:秒)将会被强行关闭
#MySQL默认的wait_timeout  值为8个小时, interactive_timeout参数需要同时配置才能生效
interactive_timeout = 1800
wait_timeout = 1800
#内部内存临时表的最大值。
#比如大数据量的group by ,order by时可能用到临时表,
#超过了这个值将写入磁盘,系统IO压力增大
tmp_table_size = 64M
max_heap_table_size = 64M
init_connect='SET collation_connection = utf8mb4_unicode_ci' 
init_connect='SET NAMES utf8mb4' 
#创建新表时将使用的默认存储引擎
default-storage-engine=INNODB
#设置时区
default-time_zone='+8:00'
[mysql]
# 设置mysql客户端默认字符集
default-character-set=utf8mb4
[client]
# 设置mysql客户端连接服务端时默认使用的端口
port=13306
default-character-set=utf8mb4
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}"> class="hide-preCode-box">

Docker 集群设置

InnoDB Cluster有单主模式、双主模式

1、下载 mysql 镜像,并创建文件夹

docker pull daocloud.io/library/mysql:5.7
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
mkdir -p /mydata/mysql/master/logs
mkdir -p /mydata/mysql/master/data
mkdir -p /mydata/mysql/master/conf

mkdir -p /mydata/mysql/slaver1/master/logs
mkdir -p /mydata/mysql/slaver1/master/data
mkdir -p /mydata/mysql/slaver1/master/conf
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

2、创建 Master 实例并启动,指定密码为 root

mysql5.7

docker run -p 3307:3306 --name mysql-master \
-v /mydata/mysql/master/conf:/etc/mysql \
-v /mydata/mysql/master/logs:/var/log/mysql \
-v /mydata/mysql/master/data:/var/lib/mysql \
-e MYSQL_ROOT_PASSWORD=root \
--privileged=true \
--restart=always \
-d daocloud.io/library/mysql:5.7
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

指定网络(需要先创建好自定义网络)

docker run -p 3307:3306 --name mysql-master \
-v /mydata/mysql/master/conf:/etc/mysql \
-v /mydata/mysql/master/logs:/var/log/mysql \
-v /mydata/mysql/master/data:/var/lib/mysql \
-e MYSQL_ROOT_PASSWORD=root \
--privileged=true \
--restart=always \
--network mysql-cluster \
-d daocloud.io/library/mysql:5.7
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

mysql8.0.32

docker run -p 3307:3306 --name mysql-master \
-v /mydata/mysql/master/conf:/etc/mysql/conf.d \
-v /mydata/mysql/master/logs:/var/log/mysql \
-v /mydata/mysql/master/data:/var/lib/mysql \
-e MYSQL_ROOT_PASSWORD=root \
--privileged=true \
--restart=always \
-d mysql:8.0.32
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

指定网络(需要先创建好自定义网络)

docker run -p 3307:3306 --name mysql-master \
-v /mydata/mysql/master/conf:/etc/mysql/conf.d \
-v /mydata/mysql/master/logs:/var/log/mysql \
-v /mydata/mysql/master/data:/var/lib/mysql \
-e MYSQL_ROOT_PASSWORD=root \
--privileged=true \
--restart=always \
--network mysql-cluster \
-d mysql:8.0.32
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

3、创建slave实例并启动

mysql5.7

docker run -p 3317:3306 --name mysql-slaver-01 \
-v /mydata/mysql/slaver1/conf:/etc/mysql \
-v /mydata/mysql/slaver1/logs:/var/log/mysql \
-v /mydata/mysql/slaver1/data:/var/lib/mysql \
-e MYSQL_ROOT_PASSWORD=root \
--privileged=true \
--restart=always \
-d daocloud.io/library/mysql:5.7
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

指定网络(需要先创建好自定义网络)

docker run -p 3317:3306 --name mysql-slaver-01 \
-v /mydata/mysql/slaver1/conf:/etc/mysql \
-v /mydata/mysql/slaver1/logs:/var/log/mysql \
-v /mydata/mysql/slaver1/data:/var/lib/mysql \
-e MYSQL_ROOT_PASSWORD=root \
--privileged=true \
--restart=always \
--network mysql-cluster \
-d daocloud.io/library/mysql:5.7
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

mysql8.0.32

docker run -p 3317:3306 --name mysql-slaver-01 \
-v /mydata/mysql/slaver1/conf:/etc/mysql/conf.d \
-v /mydata/mysql/slaver1/logs:/var/log/mysql \
-v /mydata/mysql/slaver1/data:/var/lib/mysql \
-e MYSQL_ROOT_PASSWORD=root \
--privileged=true \
--restart=always \
-d mysql:8.0.32
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

指定网络(需要先创建好自定义网络)

docker run -p 3317:3306 --name mysql-slaver-01 \
-v /mydata/mysql/slaver1/conf:/etc/mysql/conf.d \
-v /mydata/mysql/slaver1/logs:/var/log/mysql \
-v /mydata/mysql/slaver1/data:/var/lib/mysql \
-e MYSQL_ROOT_PASSWORD=root \
--privileged=true \
--restart=always \
--network mysql-cluster \
-d mysql:8.0.32
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

4、修改master配置

vim /mydata/mysql/master/conf/my.cnf
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
[client]
default-character-set=utf8mb4

[mysql]
default-character-set=utf8mb4

[mysqld]
init_connect='SET collation_connection = utf8mb4_unicode_ci'
init_connect='SET NAMES utf8mb4'
character-set-server=utf8mb4
collation-server=utf8mb4_unicode_ci
skip-character-set-client-handshake
skip-name-resolve

server-id=1
log-bin=mysql-bin

#二进制日志格式,建议使用ROW格式以获得更好的兼容性和可靠性。 
binlog-format=ROW

read-only=0

#binlog-do-db=tmeshmall_oms
#binlog-do-db=tmeshmall_pms
#binlog-do-db=tmeshmall_sms
#binlog-do-db=tmeshmall_ums
#binlog-do-db=tmeshmall_wms
#binlog-do-db=tmeshmall_admin

#参数用于排除自带的数据库。 
binlog-ignore-db=mysql
binlog-ignore-db=sys
binlog-ignore-db=information_schema
binlog-ignore-db=performance_schema

replicate-ignore-db=mysql
replicate-ignore-db=sys
replicate-ignore-db=performance_schema
replicate-ignore-db=information_schema
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}"> class="hide-preCode-box">

5、修改salver配置

vim /mydata/mysql/slaver1/conf/my.cnf
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
[client]
default-character-set=utf8mb4

[mysql]
default-character-set=utf8mb4

[mysqld]
init_connect='SET collation_connection = utf8mb4_unicode_ci'
init_connect='SET NAMES utf8mb4'
character-set-server=utf8mb4
collation-server=utf8mb4_unicode_ci
skip-character-set-client-handshake
skip-name-resolve

server-id=2
log-bin=mysql-bin

#二进制日志格式,建议使用ROW格式以获得更好的兼容性和可靠性。 
binlog-format=ROW

read-only=1

#binlog-do-db=tmeshmall_oms
#binlog-do-db=tmeshmall_pms
#binlog-do-db=tmeshmall_sms
#binlog-do-db=tmeshmall_ums
#binlog-do-db=tmeshmall_wms
#binlog-do-db=tmeshmall_admin

#参数用于排除自带的数据库。 
binlog-ignore-db=mysql
binlog-ignore-db=sys
binlog-ignore-db=information_schema
binlog-ignore-db=performance_schemahema

replicate-ignore-db=mysql
replicate-ignore-db=sys
replicate-ignore-db=performance_schema
replicate-ignore-db=information_schema
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}"> class="hide-preCode-box">

6、重启:mysql-master 和 mysql-slaver-01

docker restart mysql-master mysql-slaver-01
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

7、master 授权用户,允许同步 master 数据

1、进入 master 容器

docker exec -it mysql-master /bin/bash
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

2、登录数据库并执行操作

mysql -uroot -proot
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
  1. 授权root可以远程访问(与主从无关,方便我们可以使用客户端连接mysql)
grant all privileges on *.* to 'root'@'%' IDENTIFIED BY 'root' with grant option;

grant all privileges on *.* to 'root'@'%' with grant option;

flush privileges;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
  1. 添加同步用户,链接master数据库,在master授权一个 复制权限的 用户
    mysql5.7
GRANT REPLICATION SLAVE ON *.* TO 'backup'@'%' IDENTIFIED BY 'backup';

flush privileges;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

mysql8.0.32

CREATE USER 'backup'@'%' IDENTIFIED BY 'backup';

alter user 'backup'@'%' identified with mysql_native_password by 'backup';

GRANT REPLICATION SLAVE ON *.* TO 'backup'@'%';

flush privileges;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
  1. 查看 master 状态
show master status;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

记录File名字:mysql-bin.000001,后面会用到
没有开启 log_bin 的原因:
查看是否开启 log_bin

show variables like '%log_bin%';
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

8、配置 slaver 同步 master 数据

1、进入 slaver 容器

docker exec -it mysql-slaver-01 /bin/bash
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

2、登录数据库并执行操作

mysql -uroot -proot
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
  1. 授权root可以远程访问(主从无关,方便我们可以远程链接mysql)
grant all privileges on *.* to 'root'@'%' IDENTIFIED BY 'root' with grant option;

grant all privileges on *.* to 'root'@'%' with grant option;

flush privileges;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
  1. 给当前从库配置主库
    没有创建自定义网络
change master to master_host='192.168.52.131',master_user='backup',master_password='backup',master_log_file='mysql-bin.000001',master_log_pos=0,master_port=3307;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

创建自定义网络

change master to master_host='mysql-master',master_user='backup',master_password='backup',master_log_file='mysql-bin.000001',master_log_pos=0,master_port=3306;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

3、启动从库同步

start slave;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

4、查看从库状态

show slave status \G;
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

ShardingSphere 快速模拟 分库分表+读写分离

doc:https://shardingsphere.apache.org/document/current/cn/overview/what-is-ss/
配置文档:https://blog.csdn.net/qq_44826685/article/details/106190720
官网 proxy 文档:https://shardingsphere.apache.org/document/current/cn/user-manual/shardingsphere-proxy/
下载 proxy:https://shardingsphere.apache.org/document/current/cn/downloads/
下载 mysql:https://repo1.maven.org/maven2/mysql/mysql-connector-java/5.1.47/mysql-connector-java-5.1.47.jar

ShardingSphere 是一个生态圈,由 JDBC、Proxy 和 Sidecar(规划中) 3 款产品组成
sharding-jdbc 看做客户端驱动
![[images/1659272039397.png]]
经过sharding-proxy实现分库分表后的效果:
![[images/1659281139916.png]]
以上示意图为两主两从(4个容器)
现使用简单实现1主1从(2个容器,其中在1个主master容器中创建2个数据库,模拟2个主库)

实现:

1、安装proxy 5.1.2版本
  1. 下载 tar 包:https://shardingsphere.apache.org/document/current/cn/downloads/
    并在windows环境解压
  2. 下载 mysql 驱动包:https://repo1.maven.org/maven2/mysql/mysql-connector-java/5.1.47/mysql-connector-java-5.1.47.jar,拷贝到 sharding-proxy 的 lib 文件夹
2、配置认证信息+属性配置 server.yaml
rules:
  - !AUTHORITY
    users:
      - root@%:root
    provider:
      type: ALL_PERMITTED

props:
  kernel-executor-size: 16  # Infinite by default.
  sql-show: true
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
3、分库分表+读写分离 相关配置
  1. 分库分表:数据分片【两个库在同一个主机上】 config-sharding.yaml
    1. 分库分表是相对于写的概念,所以是主库。下面两个数据源都是配的主库【可以在不同节点,当前 demo 放在同一个节点下(同一mysql容器),在同一个容器中创建了两个数据库】
    2. 微服务连上 sharding_db 这个中间件而不是直接连接数据库
    3. 主键采用雪花算法,不可以自增
    4. 绑定表订单表和订单表项的关系,不需要跨库联查
    5. 根据 user_id 分库,根据 order_id 分表
databaseName: sharding_db
#
dataSources:
  ds_0:
    url: jdbc:mysql://192.168.56.10:3307/demo_ds_0?serverTimezone=UTC&useSSL=false
    username: root
    password: root
    connectionTimeoutMilliseconds: 30000
    idleTimeoutMilliseconds: 60000
    maxLifetimeMilliseconds: 1800000
    maxPoolSize: 50
  ds_1:
    url: jdbc:mysql://192.168.56.10:3307/demo_ds_1?serverTimezone=UTC&useSSL=false
    username: root
    password: root
    connectionTimeoutMilliseconds: 30000
    idleTimeoutMilliseconds: 60000
    maxLifetimeMilliseconds: 1800000
    maxPoolSize: 50
#
rules:
- !SHARDING
  tables:
    t_order:
      actualDataNodes: ds_${0..1}.t_order_${0..1}
      tableStrategy:
        standard:
          shardingColumn: order_id
          shardingAlgorithmName: t_order_inline
      keyGenerateStrategy:
        column: order_id
        keyGeneratorName: snowflake
    t_order_item:
      actualDataNodes: ds_${0..1}.t_order_item_${0..1}
      tableStrategy:
        standard:
          shardingColumn: order_id
          shardingAlgorithmName: t_order_item_inline
      keyGenerateStrategy:
        column: order_item_id
        keyGeneratorName: snowflake
  bindingTables:
    - t_order,t_order_item
  defaultDatabaseStrategy:
    standard:
      shardingColumn: user_id
      shardingAlgorithmName: database_inline
  defaultTableStrategy:
    none:

  shardingAlgorithms:
    database_inline:
      type: INLINE
      props:
        algorithm-expression: ds_${user_id % 2}
    t_order_inline:
      type: INLINE
      props:
        algorithm-expression: t_order_${order_id % 2}
    t_order_item_inline:
      type: INLINE
      props:
        algorithm-expression: t_order_item_${order_id % 2}

  keyGenerators:
    snowflake:
      type: SNOWFLAKE
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}"> class="hide-preCode-box">
  1. 读写分离 config-master_slave.yaml
    1. :主从同步是 InnoDB Cluster 中配置【my.cnf】,读写分离是在 sharding-proxy 配置
    2. :有几套分库分表,就配置几套读写分离
      创建两个文件
      ############################config-readwrite-splitting.yaml############################
databaseName: sharding_db_0
#
dataSources:
  master_0_ds:
    url: jdbc:mysql://192.168.56.10:3307/demo_ds_0?serverTimezone=UTC&useSSL=false
    username: root
    password: root
    connectionTimeoutMilliseconds: 30000
    idleTimeoutMilliseconds: 60000
    maxLifetimeMilliseconds: 1800000
    maxPoolSize: 50
    minPoolSize: 1
  slave_ds_0:
    url: jdbc:mysql://192.168.56.10:3317/demo_ds_0?serverTimezone=UTC&useSSL=false
    username: root
    password: root
    connectionTimeoutMilliseconds: 30000
    idleTimeoutMilliseconds: 60000
    maxLifetimeMilliseconds: 1800000
    maxPoolSize: 50
    minPoolSize: 1

rules:
- !READWRITE_SPLITTING
  dataSources:
    readwrite_ds:
      type: Static
      props:
        write-data-source-name: master_0_ds
        read-data-source-names: slave_ds_0
      loadBalancerName: random
  loadBalancers:
    random:
      type: RANDOM
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}"> class="hide-preCode-box">

############################config-readwrite-splitting1.yaml############################

databaseName: sharding_db_1
#
dataSources:
  master_1_ds:
    url: jdbc:mysql://192.168.56.10:3307/demo_ds_1?serverTimezone=UTC&useSSL=false
    username: root
    password: root
    connectionTimeoutMilliseconds: 30000
    idleTimeoutMilliseconds: 60000
    maxLifetimeMilliseconds: 1800000
    maxPoolSize: 50
    minPoolSize: 1
  slave_ds_1:
    url: jdbc:mysql://192.168.56.10:3317/demo_ds_1?serverTimezone=UTC&useSSL=false
    username: root
    password: root
    connectionTimeoutMilliseconds: 30000
    idleTimeoutMilliseconds: 60000
    maxLifetimeMilliseconds: 1800000
    maxPoolSize: 50
    minPoolSize: 1

rules:
- !READWRITE_SPLITTING
  dataSources:
    readwrite_ds:
      type: Static
      props:
        write-data-source-name: master_1_ds
        read-data-source-names: slave_ds_1
      loadBalancerName: random
  loadBalancers:
    random:
      type: RANDOM
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}"> class="hide-preCode-box">
4、创建相关容器+数据库
  1. :容器之前创建好了,参照集群实现
    1. docker stop mysql-master mysql-slaver-01
    2. 修改配置文件
      主库配置,需要同步的两个主库【分库分表的主库】
vim /mydata/mysql/master/conf/my.cnf
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

添加:

binlog-do-db=demo_ds_0
binlog-do-db=demo_ds_1
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

从库配置,需要同步的两个主库

vim /mydata/mysql/slaver/conf/my.cnf
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

添加:

binlog-do-db=demo_ds_0
binlog-do-db=demo_ds_1
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
5、重启数据库
docker start mysql-master mysql-slaver-01
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

创建数据库demo_ds_0和demo_ds_1

6、启动 sharding-proxy 中间件

直接在文件夹目录输入 cmd 就可以在当前目录打开一个 cmd 窗口

start.bat 3388
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
7、连接

navicat 新建连接,127.0.0.1:3388【这里使用 navicat11,否则不会显示代理库】

8、创建测试表

在 proxy 代理库端创建表 t_order 和 t_order_item 表

CREATE TABLE `t_order` (
  `order_id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '订单id',
  `user_id` int(11) NOT NULL COMMENT '用户id',
  `status` varchar(50) DEFAULT NULL COMMENT '状态',
  PRIMARY KEY (`order_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='订单表';

CREATE TABLE `t_order_item` (
  `order_item_id` bigint(20) NOT NULL COMMENT '订单项id',
  `order_id` bigint(20) NOT NULL COMMENT '订单id',
  `user_id` int(11) NOT NULL COMMENT '用户id',
  `content` varchar(255) DEFAULT NULL COMMENT '描述',
  `status` varchar(50) DEFAULT NULL COMMENT '状态',
  PRIMARY KEY (`order_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='订单项表';
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">
9、执行 insert 语句观察结果
INSERT INTO sharding_db.t_order
(user_id, status)
VALUES(1, '1');

INSERT INTO sharding_db.t_order
(user_id, status)
VALUES(2, '1');

INSERT INTO sharding_db.t_order
(user_id, status)
VALUES(3, '1');
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}">

解释:根据 user_id 先分库,再根据 order_id 分表
容器 3307,demo_ds_0 与 demo_ds_1 为分库关系
容器 3307,demo_ds_0.t_order0 与 demo_ds_0.t_order1 为分表关系
容器 3317,demo_ds_0、demo_ds_0 分别是 3307 的从库,数据保持一致

my.cnf 全部设置

[client]
port = 3306
socket = /etc/mysql/tmp/mysql.sock
 
[mysqld]
###############################基础设置#####################################
 
 
#Mysql服务的唯一编号 每个mysql服务Id需唯一
server-id = 1
 
#服务端口号 默认3306
port = 3306
 
#mysql安装根目录
basedir = /etc/mysql
 
#mysql数据文件所在位置
datadir = /etc/mysql/data
 
#临时目录 比如load data infile会用到 
tmpdir  = /etc/mysql/tmp
 
#设置socke文件所在目录 
socket  = /etc/mysql/tmp/mysql.sock
 
#设置语言包,默认的会报错
language = /usr/share/mysql/english

#创建新表时将使用的默认存储引擎
default-storage-engine=INNODB

#主要用于MyISAM存储引擎,如果多台服务器连接一个数据库则建议注释下面内容
skip-external-locking
 
#只能用IP地址检查客户端的登录,不用主机名
skip_name_resolve = 1

#数据库默认字符集,主流字符集支持一些特殊表情符号(特殊表情符占用4个字节)
character-set-server = utf8mb4
 
#数据库字符集对应一些排序等规则,注意要和character-set-server对应
collation-server = utf8mb4_general_ci
 
#设置client连接mysql时的字符集,防止乱码
init_connect='SET NAMES utf8mb4'
 
#是否对sql语句大小写敏感,1表示不敏感
skip-grant-tables
lower_case_table_names = 1

#最大连接数
max_connections = 400

#最大错误连接数
max_connect_errors = 1000
 
#TIMESTAMP如果没有显示声明NOT NULL,允许NULL值
explicit_defaults_for_timestamp = true
 
#SQL数据包发送的大小,如果有BLOB对象建议修改成1G
max_allowed_packet = 128M
 
#MySQL连接闲置超过一定时间后(单位:秒)将会被强行关闭
#MySQL默认的wait_timeout  值为8个小时, interactive_timeout参数需要同时配置才能生效
interactive_timeout = 1800
wait_timeout = 1800
 
#内部内存临时表的最大值 ,设置成128M。
#比如大数据量的group by ,order by时可能用到临时表,
#超过了这个值将写入磁盘,系统IO压力增大
tmp_table_size = 134217728
max_heap_table_size = 134217728
 
#设置时区
default-time_zone='+8:00'
 
##----------------------------用户进程分配到的内存设置BEGIN-----------------------------##
##每个session将会分配参数设置的内存大小
#用于表的顺序扫描,读出的数据暂存于read_buffer_size中,当buff满时或读完,将数据返回上层调用者
#一般在128kb ~ 256kb,用于MyISAM
#read_buffer_size = 131072

#用于表的随机读取,当按照一个非索引字段排序读取时会用到,
#一般在128kb ~ 256kb,用于MyISAM
#read_rnd_buffer_size = 262144
#order by或group by时用到
#建议先调整为2M,后期观察调整

sort_buffer_size = 2097152
#一般数据库中没什么大的事务,设成1~2M,默认32kb

binlog_cache_size = 524288
 
############################日  志 设置##########################################
#数据库错误日志文件
log_error = error.log
 
#慢查询sql日志设置
slow_query_log = 1
slow_query_log_file = slow.log

#检查未使用到索引的sql
log_queries_not_using_indexes = 1

#针对log_queries_not_using_indexes开启后,记录慢sql的频次、每分钟记录的条数
log_throttle_queries_not_using_indexes = 5

#作为从库时生效,从库复制中如何有慢sql也将被记录
log_slow_slave_statements = 1

#慢查询执行的秒数,必须达到此值可被记录
long_query_time = 2

#检索的行数必须达到此值才可被记为慢查询
min_examined_row_limit = 100
 
#mysql binlog日志文件保存的过期时间,过期后自动删除
expire_logs_days = 5
 
############################主从复制 设置########################################
#开启mysql binlog功能
log-bin=mysql-bin

#binlog记录内容的方式,记录被操作的每一行
binlog_format = ROW
 
#作为从库时生效,想进行级联复制,则需要此参数
log_slave_updates
 
#作为从库时生效,中继日志relay-log可以自我修复
relay_log_recovery = 1
 
#作为从库时生效,主从复制时忽略的错误
slave_skip_errors = ddl_exist_errors
 
##---redo log和binlog的关系设置BEGIN---##
#(步骤1) prepare dml相关的SQL操作,然后将redo log buff中的缓存持久化到磁盘
#(步骤2)如果前面prepare成功,那么再继续将事务日志持久化到binlog
#(步骤3)如果前面成功,那么在redo log里面写上一个commit记录
#当innodb_flush_log_at_trx_commit和sync_binlog都为1时是最安全的,
#在mysqld服务崩溃或者服务器主机crash的情况下,binary log只有可能丢失最多一个语句或者一个事务。
#但是都设置为1时会导致频繁的io操作,因此该模式也是最慢的一种方式。
#当innodb_flush_log_at_trx_commit设置为0,mysqld进程的崩溃会导致上一秒钟所有事务数据的丢失。
#当innodb_flush_log_at_trx_commit设置为2,只有在操作系统崩溃或者系统掉电的情况下,上一秒钟所有事务数据才可能丢失。
#commit事务时,控制redo log buff持久化磁盘的模式 默认为1
innodb_flush_log_at_trx_commit = 2

#commit事务时,控制写入mysql binlog日志的模式 默认为 0
#innodb_flush_log_at_trx_commit和sync_binlog都为1时,mysql最为安全但性能上压力也是最大
sync_binlog = 1
##---redo log 和 binlog的关系设置END---##
 
############################Innodb设置##########################################
#数据块的单位8k,默认是16k,16kCPU压力稍小,8k对select的吞吐量大
#innodb_page_size的参数值也影响最大索引长度,8k比16k的最大索引长度小
#innodb_page_size = 8192
#一般设置物理存储的60% ~ 70%
innodb_buffer_pool_size = 1G
 
#5.7.6之后默认16M
#innodb_log_buffer_size = 16777216
#该参数针对unix、linux,window上直接注释该参数.默认值为NULL
#O_DIRECT减少操作系统级别VFS的缓存和Innodb本身的buffer缓存之间的冲突
innodb_flush_method = O_DIRECT
 
#此格式支持压缩, 5.7.7之后为默认值
innodb_file_format = Barracuda
 
#CPU多核处理能力设置,假设CPU24核的,设置如下
#读多,写少可以设成2:6的比例
innodb_write_io_threads = 4
innodb_read_io_threads = 4
 
#提高刷新脏页数量和合并插入数量,改善磁盘I/O处理能力
#默认值200(单位:页)
#可根据磁盘近期的IOPS确定该值
innodb_io_capacity = 500
 
#为了获取被锁定的资源最大等待时间,默认50秒,超过该时间会报如下错误:
# ERROR 1205 (HY000): Lock wait timeout exceeded; try restarting transaction
innodb_lock_wait_timeout = 30
 
#调整buffer pool中最近使用的页读取并dump的百分比,通过设置该参数可以减少转储的page数
innodb_buffer_pool_dump_pct = 40
 
#设置redoLog文件所在目录, redoLog记录事务具体操作内容
innodb_log_group_home_dir = /opt/mysql/redolog/
 
#设置undoLog文件所在目录, undoLog用于事务回滚操作
innodb_undo_directory = /opt/mysql/undolog/
 
#在innodb_log_group_home_dir中的redoLog文件数, redoLog文件内容是循环覆盖写入。
innodb_log_files_in_group = 3
 
#MySql5.7官方建议尽量设置的大些,可以接近innodb_buffer_pool_size的大小
#之前设置该值较大时可能导致mysql宕机恢复时间过长,现在恢复已经加快很多了
#该值减少脏数据刷新到磁盘的频次
#最大值innodb_log_file_size * innodb_log_files_in_group <= 512GB,单文件<=256GB
innodb_log_file_size = 1024M
 
#设置undoLog文件所占空间可以回收
#5.7之前的MySql的undoLog文件一直增大无法回收
innodb_undo_log_truncate = 1
innodb_undo_tablespaces = 3
innodb_undo_logs = 128
 
#5.7.7默认开启该参数 控制单列索引长度最大达到3072
#innodb_large_prefix = 1
 
#5.7.8默认为4, Inodb后台清理工作的线程数
#innodb_purge_threads = 4
 
#通过设置配置参数innodb_thread_concurrency来限制并发线程的数量,
#一旦执行线程的数量达到这个限制,额外的线程在被放置到对队列中之前,会睡眠数微秒,
#可以通过设定参数innodb_thread_sleep_delay来配置睡眠时间
#该值默认为0,在官方doc上,对于innodb_thread_concurrency的使用,也给出了一些建议:
#(1)如果一个工作负载中,并发用户线程的数量小于64,建议设置innodb_thread_concurrency=0;
#(2)如果工作负载一直较为严重甚至偶尔达到顶峰,建议先设置innodb_thread_concurrency=128,
###并通过不断的降äinnodb_thread_concurrency = 0
############################其他内容 设置##########################################
[mysqldump]
quick
max_allowed_packet = 128M

[mysql]
no-auto-rehash

[myisamchk]
key_buffer_size = 20M
sort_buffer_size = 256k
read_buffer = 2M
write_buffer = 2M

[mysqlhotcopy]
interactive-timeout

[mysqld_safe]
#增加每个进程的可打开文件数量.
open-files-limit = 28192
 class="hljs-button signin active" data-title="登录复制" data-report-click="{"spm":"1001.2101.3001.4334"}"> class="hide-preCode-box">
data-report-view="{"mod":"1585297308_001","spm":"1001.2101.3001.6548","dest":"https://blog.csdn.net/weixin_42633509/article/details/145198732","extend1":"pc","ab":"new"}">>
注:本文转载自blog.csdn.net的TMesh的文章"https://blog.csdn.net/weixin_42633509/article/details/145198732"。版权归原作者所有,此博客不拥有其著作权,亦不承担相应法律责任。如有侵权,请联系我们删除。
复制链接

评论记录:

未查询到任何数据!