redis 工具扩容节点

1.在db01上创建新节点

mkdir -p /opt/redis_cluster/redis_{6390,6391}/{conf,logs,pid}

mkdir -p /data/redis_cluster/redis_{6390,6391}

cd /opt/redis_cluster/

cp redis_6380/conf/redis_6380.conf redis_6390/conf/redis_6390.conf

cp redis_6380/conf/redis_6380.conf redis_6391/conf/redis_6391.conf

sed -i 's#6380#6390#g' redis_6390/conf/redis_6390.conf

sed -i 's#6380#6391#g' redis_6391/conf/redis_6391.conf

2.在db01上启动新节点

sh /server/scripts/redis_shell.sh start 6390

sh /server/scripts/redis_shell.sh start 6391

3.使用工具发现节点并重新分配槽位

cd /opt/redis_cluster/redis/src/

./redis-trib.rb add-node 10.0.0.51:6390 10.0.0.51:6380

./redis-trib.rb add-node 10.0.0.51:6391 10.0.0.51:6380

./redis-trib.rb reshard 10.0.0.51:6380

4.扩容过程

#输入需要迁移多少个槽位
How many slots do you want to move (from 1 to 16384)? XXXX

#需要接收槽位的节点ID
What is the receiving node ID? XXXX

#需要迁移的节点ID（all全部）
Source node #1:all

#是否确认
Do you want to proceed with the proposed reshard plan (yes/no)? yes

#登陆查看
[root@db01 ]# sh /server/scripts/redis_shell.sh login 6390
10.0.0.51:6390> CLUSTER NODES

10.0.0.51:6390> CLUSTER INFO

#重新做主从关系（教学实例）
先做db03的6381复制db01的6390
再做db01的6391复制db01的6380

#确认和测试

redis 工具收缩节点

1.进入脚本目录

cd /opt/redis_cluster/redis/src/

./redis-trib.rb reshard 10.0.0.51:6391

2.收缩过程

#输入要迁移的槽数
How many slots do you want to move (from 1 to 16384)? XXXX

#需要接收槽位的节点ID
What is the receiving node ID? XXXX

#需要迁移的节点ID
Source node #1:XXXX
Source node #2:done

#是否确认
Do you want to proceed with the proposed reshard plan (yes/no)? yes

#登陆查看
[root@db01 ]# sh /server/scripts/redis_shell.sh login 6380
10.0.0.51:6380> CLUSTER NODES

10.0.0.51:6380> CLUSTER INFO

#输入源节点的ID
1.xxxxx 
2.done

#输入确认
yes

#工具删除节点
cd /opt/redis_cluster/redis/src/
./redis-trib.rb del-node 10.0.0.51:6390 ca07d35324306f7f035d598e76427a04523f08ec
./redis-trib.rb del-node 10.0.0.51:6391 cad275c00c314aad7e71e4ccd90b550a8ae1b515

3.数据导入导出工具

1.安装工具
cd /opt/redis_cluster/
git clone https://github.com/vipshop/redis-migrate-tool.git
cd redis-migrate-tool/
autoreconf -fvi
./configure
make && make install 


2.生成配置文件
cat > redis_6379_to_6380.conf  <<EOF
[source]
type: single
servers:
- 10.0.0.51:6379
 
[target]
type: redis cluster
servers:
- 10.0.0.51:6380 
 
[common]
listen: 0.0.0.0:8888
source_safe: true
EOF


3.生成测试数据
vim input_key.sh 
#!/bin/bash
for i in $(seq 1 1000)
do
    redis-cli -c -h db01 -p 6379 set 6379k_${i} v_${i} && echo "set k_${i} is ok"
done


4.执行导入命令
redis-migrate-tool -c redis_6379_to_6380.conf 


批量删除k
#!/bin/bash
for i in $(seq 1 1000)
do
    redis-cli -c -h db01 -p 6379 DEL k6379_${i}
done

4.分析占用空间比较大的键

需求背景
redis的内存使用太大键值太多,不知道哪些键值占用的容量比较大,而且在线分析会影响性能.

安装工具
yum install python-pip gcc
pip install --upgrade pip
pip install rdbtools

使用方法
cd /data/redis_cluster/redis_6379/
rdb -c memory redis_6379.rdb -f 6379_memory.csv

分析rdb
awk -F ',' '{print $4,$2,$3,$1}' 6379_memory.csv |sort  > 6379.sort