Redis自动化安装以及集群实现

#!/bin/bash
set -e
if [ $# -lt 4 ]; then
  echo "$(basename $0): Missing script argument"
  echo "$(basename $0) [installfilename] [port]"
  exit 9
fi
PortInUse=`netstat -anp | awk '{print $4}' | grep $4 | wc -l`
if [ $PortInUse -gt 0 ]; then
  echo "ERROR" $4 "Port is used by another process!"
  exit 9
fi
basedir=$1
installdir=$2
installfilename=$3
port=$4
cd $basedir
tar -zxvf $installfilename.tar.gz &>/dev/null 2>&1 &
cd $installfilename
mkdir -p $installdir
make PREFIX=$installdir install
sleep 1
scp $basedir/redis.conf $installdir
sed -i "s/instance_port/$port/g" $installdir/redis.conf
sleep 1
cd $installdir
./bin/redis-server redis.conf &>/dev/null 2>&1 &

<code>################################## INCLUDES ####################################
include /path/to/local.conf
# include /path/to/other.conf
<p>################################## MODULES ######################################
loadmodule /path/to/my_module.so</p><h1>loadmodule /path/to/other_module.so</h1><p>################################## NETWORK #####################################
bind 127.0.0.1 & your ip
port instance_port
tcp-backlog 511
timeout 0
tcp-keepalive 300</p><p>################################# GENERAL #####################################
daemonize yes
supervised no
pidfile ./redis_instance_port.pid
loglevel notice
logfile ./redis_log.log
databases 16
always-show-logo yes</p><p>################################ SNAPSHOTTING ################################
save 900 1
save 300 10
save 60 10000</p><p>stop-writes-on-bgsave-error yes
rdbcompression yes
rdbchecksum yes
dbfilename dump.rdb
dir ./</p><p>################################# REPLICATION ##################################
masterauth <master-password>
replica-serve-stale-data yes
replica-read-only yes
repl-diskless-sync no
repl-diskless-sync-delay 5
repl-disable-tcp-nodelay no
replica-priority 100</p><p>################################## SECURITY ###################################
requirepass your_password</p><p>################################### CLIENTS #####################################
maxclients 10000</p><p>############################## MEMORY MANAGEMENT #################################
maxmemory <bytes></p><h1>maxmemory-policy noeviction</h1><h1>maxmemory-samples 5</h1><h1>replica-ignore-maxmemory yes</h1><p>############################# LAZY FREEING ####################################
lazyfree-lazy-eviction no
lazyfree-lazy-expire no
lazyfree-lazy-server-del no
replica-lazy-flush no</p><p>############################## APPEND ONLY MODE ###############################
appendonly no</p><p>appendfilename "appendonly.aof"</p><h1>appendfsync always</h1><p>appendfsync everysec</p><h1>appendfsync no</h1><p>no-appendfsync-on-rewrite no
auto-aof-rewrite-percentage 100
auto-aof-rewrite-min-size 64mb
aof-load-truncated yes
aof-use-rdb-preamble yes</p><p>################################ LUA SCRIPTING ###############################
lua-time-limit 5000</p><p>################################ REDIS CLUSTER ###############################
cluster-enabled yes</p><h1>cluster-replica-validity-factor 10</h1><h1>cluster-require-full-coverage yes</h1><h1>cluster-replica-no-failover no</h1><p>########################## CLUSTER DOCKER/NAT support ########################</p><p>################################## SLOW LOG ###################################
slowlog-log-slower-than 10000
slowlog-max-len 128</p><p>################################ LATENCY MONITOR ##############################
latency-monitor-threshold 0</p><p>############################# EVENT NOTIFICATION ##############################
notify-keyspace-events ""</p><p>############################### ADVANCED CONFIG ###############################
hash-max-ziplist-entries 512
hash-max-ziplist-value 64
list-max-ziplist-size -2
list-compress-depth 0
set-max-intset-entries 512
zset-max-ziplist-entries 128
zset-max-ziplist-value 64
hll-sparse-max-bytes 3000
stream-node-max-bytes 4096
stream-node-max-entries 100
activerehashing yes
client-output-buffer-limit normal 0 0 0
client-output-buffer-limit replica 256mb 64mb 60
client-output-buffer-limit pubsub 32mb 8mb 60</p><h1>client-query-buffer-limit 1gb</h1><h1>proto-max-bulk-len 512mb</h1><p>hz 10
dynamic-hz yes
aof-rewrite-incremental-fsync yes
rdb-save-incremental-fsync yes</p><p>########################### ACTIVE DEFRAGMENTATION #######################</p><h1>Enabled active defragmentation</h1><h1>activedefrag yes</h1><h1>Minimum amount of fragmentation waste to start active defrag</h1><h1>active-defrag-ignore-bytes 100mb</h1><h1>Minimum percentage of fragmentation to start active defrag</h1><h1>active-defrag-threshold-lower 10</h1><h1>Maximum percentage of fragmentation at which we use maximum effort</h1><h1>active-defrag-threshold-upper 100</h1><h1>Minimal effort for defrag in CPU percentage</h1><h1>active-defrag-cycle-min 5</h1><h1>Maximal effort for defrag in CPU percentage</h1><h1>active-defrag-cycle-max 75</h1><h1>Maximum number of set/hash/zset/list fields that will be processed from</h1><h1>the main dictionary scan</h1><h1>active-defrag-max-scan-fields 1000</code>

sh redis_install.sh /usr/local/redis/ /usr/local/redis5/redis9008/ redis-5.0.4 9008

import redis</h1><h1>master</h1><p>node_1 = {'host': '127.0.0.1', 'port': 9001, 'password': '<strong><em>'}
node_2 = {'host': '127.0.0.1', 'port': 9002, 'password': '</em></strong>'}
node_3 = {'host': '127.0.0.1', 'port': 9003, 'password': '***'}</p><h1>slave</h1><p>node_4 = {'host': '127.0.0.1', 'port': 9004, 'password': '<strong><em>'}
node_5 = {'host': '127.0.0.1', 'port': 9005, 'password': '</em></strong>'}
node_6 = {'host': '127.0.0.1', 'port': 9006, 'password': '***'}</p><p>redis_conn_1 = redis.StrictRedis(host=node_1["host"], port=node_1["port"], password=node_1["password"])
redis_conn_2 = redis.StrictRedis(host=node_2["host"], port=node_2["port"], password=node_2["password"])
redis_conn_3 = redis.StrictRedis(host=node_3["host"], port=node_3["port"], password=node_3["password"])</p><h1>cluster meet</h1><p>redis_conn_1.execute_command("cluster meet {0} {1}".format(node_2["host"],node_2["port"]))
redis_conn_1.execute_command("cluster meet {0} {1}".format(node_3["host"],node_3["port"]))
print('#################flush slots #################')
redis_conn_1.execute_command('cluster flushslots')
redis_conn_2.execute_command('cluster flushslots')
redis_conn_3.execute_command('cluster flushslots')
print('#################add slots#################')
for i in range(0,16383+1):
if i < 5461:
redis_conn_1.execute_command('cluster addslots {0}'.format(i))
elif i < 10922:
redis_conn_2.execute_command('cluster addslots {0}'.format(i))
else:
redis_conn_3.execute_command('cluster addslots {0}'.format(i))</p><h1>slave cluster meet</h1><p>redis_conn_1.execute_command("cluster meet {0} {1}".format(node_4["host"],node_4["port"]))
redis_conn_2.execute_command("cluster meet {0} {1}".format(node_5["host"],node_5["port"]))
redis_conn_3.execute_command("cluster meet {0} {1}".format(node_6["host"],node_6["port"]))</p><h1>cluster nodes</h1><p>print(str(redis_conn_1.execute_command('cluster nodes'), encoding = "utf-8"))