1 redis集群配置模板

vi /opt/cachecloud/conf/redis-cluster-template.conf

daemonize yes

tcp-backlog 511

timeout 0

tcp-keepalive 60

loglevel notice

databases 16

dir /opt/cachecloud/data

stop-writes-on-bgsave-error no

repl-timeout 60

repl-ping-slave-period 10

repl-disable-tcp-nodelay no

repl-backlog-size 10Mb

repl-backlog-ttl 7200

slave-serve-stale-data yes

slave-read-only yes

slave-priority 100

lua-time-limit 5000

slowlog-log-slower-than 10000

slowlog-max-len 128

hash-max-ziplist-entries 512

hash-max-ziplist-value 64

list-max-ziplist-entries 512

list-max-ziplist-value 64

set-max-intset-entries 512

zset-max-ziplist-entries 128

zset-max-ziplist-value 64

activerehashing yes

client-output-buffer-limit normal 0 0 0

client-output-buffer-limit slave 512mb 128mb 60

client-output-buffer-limit pubsub 32mb 8mb 60

hz 10

port {:port}

maxmemory {:maxmemory}mb

maxmemory-policy allkeys-lru

appendonly no

appendfsync everysec

appendfilename appendonly-{:port}.aof

dbfilename dump-{:port}.rdb

aof-rewrite-incremental-fsync yes

no-appendfsync-on-rewrite yes

auto-aof-rewrite-min-size 4000000kb

auto-aof-rewrite-percentage 88

rdbcompression yes

rdbchecksum yes

repl-diskless-sync no

repl-diskless-sync-delay 5

maxclients 10000

hll-sparse-max-bytes 3000

min-slaves-to-write 0

min-slaves-max-lag 10

aof-load-truncated yes

notify-keyspace-events ""

protected-mode no

cluster-enabled yes

cluster-node-timeout 15000

cluster-slave-validity-factor 10

cluster-migration-barrier 1

cluster-config-file nodes-{:port}.conf

cluster-require-full-coverage no

2 一键配置脚本

vi redisCluster.sh

CONF_DIR="/opt/cachecloud/conf/";

LOG_DIR="/opt/cachecloud/logs/";

REDIS_SRC_DIR="/opt/cachecloud/redis/src/";

REDIS_CLUSTER_TEMPLATE="/opt/cachecloud/conf/redis-cluster-template.conf"

SLOT_SIZE=16384

PORTS=(6961 6962 6963 6964 6965 6966)

MAX_MEMORY=100

function _createConfigFile()

{

local isAllExists=1

local i=0

local port=0

local configFile=''

for(( i=0;i

do

port=${PORTS[i]}

configFile=$CONF_DIR"redis-cluster-"$port".conf"

if [ ! -f $configFile ]; then

isAllExists=0

break

fi

done

if [ $isAllExists -eq 1 ];then

return 0

fi

for(( i=0;i

do

port=${PORTS[i]}

configFile=$CONF_DIR"redis-cluster-"$port".conf"

cp $REDIS_CLUSTER_TEMPLATE $configFile -f

sed -i 's/{:port}/'$port'/g' $configFile

sed -i 's/{:maxmemory}/'$MAX_MEMORY'/g' $configFile

done

}

function _runRedisServer()

{

local port=0

local configFile=''

local redisServerCmd=''

local logFile=''

local curDateTime=''

local res=''

for(( i=0;i

do

port=${PORTS[i]}

configFile=$CONF_DIR"redis-cluster-"$port".conf"

redisServerCmd=$REDIS_SRC_DIR"redis-server"

curDateTime=`date +%Y%m%d%H%M`

logFile=$LOG_DIR"redis-"$port"-"$curDateTime".log"

cmd=$redisServerCmd" "$configFile

res=`$cmd > $logFile 2>&1 &`

done

}

function _meet()

{

local firstPort=${PORTS[0]}

local port=0

local res=''

local i=0

for(( i=0;i

do

port=${PORTS[i]}

cmd=$REDIS_SRC_DIR"redis-cli -p "$firstPort" --raw cluster meet 127.0.0.1 "$port

res=`$cmd > /dev/null 2>&1`

done

}

function _slotadd()

{

local count=${#PORTS[@]}

local masterCount=`expr $count / 2`

local pageSize=`expr $SLOT_SIZE / $masterCount`

local index=0

local tmpStart=0

local tmpEnd=0

local slot=0

local slotList=()

local i=0

local endSlot=`expr $SLOT_SIZE - 1`

local page=0

local key=''

for(( i=0;i

do

let index=index+1;

if [[ $index -gt $pageSize || $i -eq endSlot ]];then

tmpEnd=$i

key=$tmpStart":"$tmpEnd

slotList[$page]=$key

let tmpStart=tmpEnd+1

let page=page+1

index=0

fi

done

local slotIndex=0

local remainder=0

local res=''

for(( i=0;i

do

remainder=$(( $i % 2 ))

if [ $remainder -eq 1 ] ; then

continue

fi

start=${slotList[$slotIndex]%:*}

end=${slotList[$slotIndex]#*:}

port=${PORTS[i]}

# redis-cli -p 6961 cluster addslots {0..5461}

# redis-cli -p 6963 cluster addslots {5462..10923}

# redis-cli -p 6965 cluster addslots {10924..16383}

cmd=$REDIS_SRC_DIR"redis-cli -p "$port" cluster addslots {"$start".."$end"}"

python -c "import os;os.system('$cmd')" > /dev/null

let slotIndex=slotIndex+1

done

}

function _slave()

{

local cmd=$REDIS_SRC_DIR"redis-cli -p "${PORTS[0]}" cluster nodes"

local nodesMap=`$cmd | awk '{start =index($2,":"); end = index($2,"@"); port = substr($2,start + 1,end - start -1);key = (port":"$1);print key}'`

local portArr=()

local nodeIdArr=()

local index=0

local item=''

for item in $nodesMap

do

portArr[$index]=${item%:*}

nodeIdArr[$index]=${item#*:}

let index=index+1;

done;

local nodeIdArrOrder=()

local i=0

local j=0

for(( i=0;i

do

for(( j=0;j

do

if [ ${PORTS[$i]} -eq ${portArr[$j]} ] ;then

nodeIdArrOrder[$i]=${nodeIdArr[$j]}

fi

done

done

local k=0

local res=''

for(( k=0;k

do

remainder=$(( $k % 2 ))

if [ $remainder -eq 0 ] ; then

continue

fi

tmpPort=${PORTS[$k]}

nodeIdIndex=`expr $k - 1`

tmpMasterNodeId=${nodeIdArrOrder[$nodeIdIndex]}

cmd=$REDIS_SRC_DIR"redis-cli -p "$tmpPort" cluster replicate "$tmpMasterNodeId

res=`$cmd`

# try agin

if [[ $res != "OK" ]];then

sleep 2

res=`$cmd`

fi

done

}

function start()

{

_createConfigFile

_runRedisServer

_meet

_slotadd

sleep 1

_slave

}

function stop()

{

local k=0

local res=''

for(( k=0;k

do

cmd=$REDIS_SRC_DIR"redis-cli -p "${PORTS[$k]}" shutdown nosave"

res=`$cmd`

done

}

function flushAll()

{

local k=0

local res=''

for(( k=0;k

do

remainder=$(( $k % 2 ))

if [ $remainder -eq 1 ] ; then

continue

fi

cmd=$REDIS_SRC_DIR"redis-cli -p "${PORTS[$k]}" --raw flushall"

res=`$cmd`

done

}

function run()

{

if [ "redis" != $(whoami) ];then

echo "ERROR,you must use redis user to run this script"

return

fi

local action=$1;

case $action in

start)

start

echo "OK"

;;

stop)

stop

echo "OK"

;;

restart)

stop

start

echo "OK"

;;

flushAll)

flushAll

echo "OK"

;;

*)

echo "ERROR cmd invalid";

echo "useage:"

echo "sh redisCluster.sh start|stop|restart|flushAll"

;;

esac

}

run $1