Redis集群客户端及高可用解决方案

一：基于Proxy代理的中心解决方案必须实现自己的数据分配方案，数据的均匀性保证比较困难为了防止单点必须，维护proxy代理集群client为了数据读写，必须经过代理层，影响数据的交换速度后端Redis节点没有通信，数据一致性的proxy保证二:去proxy中心的解决方案Redis官方集群本身支持集群，节点之间可以通信，可以实现数据的一致性，及夸节点间的数据操作客户端必须根据Redis设计算法，实现节点与数据的映射定位减少了代理和Redis之间的二次通信Redis本身的官方的集群维护工具可以使用。本次去中心化的解决方案用了本人自己的一个开源项目大致如下：

package cn.clo.test;

import java.io.IOException;
import java.io.InputStream;
import java.net.Socket;
import java.net.UnknownHostException;
import java.nio.ByteBuffer;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

import org.junit.Test;

import cn.clo.common.CRC16;
import cn.clo.common.RedisClient;
import cn.clo.data.Hnode;
import cn.clo.data.Znode;

public class RedisC {

/**
* @param args
*/
public static void main1(String[] args) {
// TODO Auto-generated method stub
int serverPort = 6379;
String host = "192.168.24.93";
try {
Socket server = new Socket(host,serverPort);
//server.
String str = "*2\r\n$4\r\nLLEN\r\n$2\r\nl1\r\n";
String str1 ="*3\r\n$6\r\nconfig\r\n$3\r\nget\r\n$11\r\nrequirepass\r\n";
String str2 ="*3\r\n$3\r\nset\r\n$4\r\nhgh1\r\n$4\r\nval1\r\n";
String str3 = "PING\r\nPING\r\nPING\r\n";
String auth = "auth 123\r\n";
String str4 = "LLEN mylist\r\nPING\r\nLLEN mylist\r\nLpush mylist 99\r\nLLEN mylist\r\n";
String str5 = "*2\r\n$3\r\nget\r\n$2\r\nk9\r\n"; //get
String str6 = "*2\r\n$3\r\ndel\r\n$2\r\nk1\r\n";
String str7 = "*5\r\n$5\r\nlpush\r\n$2\r\nl1\r\n$2\r\n11\r\n$2\r\n22\r\n$2\r\n33\r\n";
String str8 = "*3\r\n$6\r\nlindex\r\n$2\r\nl1\r\n$1\r\n0\r\n";
String str9 = "*4\r\n$6\r\nlrange\r\n$2\r\nl1\r\n$1\r\n0\r\n$2\r\n2\r\n";
//			server.getOutputStream().write(auth.getBytes());
//			InputStream in = server.getInputStream();
//			byte[] buffer = new byte[1024];
//			int len = in.read(buffer);
//			String res = new String(buffer, 0, len);
//			System.out.println(res);
server.getOutputStream().write(str.getBytes());
InputStream in = server.getInputStream();
int count = 0;
while(count == 0)
{
count = in.available();
//System.out.println("hhh");
}
byte[] buffer = new byte[count];
int len = in.read(buffer);
String res = new String(buffer, 0, count);
System.out.println(res);
server.close();
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}

/*	String key = "k1";
RedisClient client = new RedisClient("192.168.24.93",6379);
String res = client.get(key);
System.out.println(res);
client.releaseResource();*/
}
@Test
public void testSplit()
{
/*String str = ":123";
String[] strs = str.split(":");
System.out.println(strs[1]);*/
}
@Test
public void testBytebuf()
{
/*ByteBuffer buf = ByteBuffer.allocate(1024);
String str = "a";
for(int i = 0;i<1024;i++)
{
buf.put(str.getBytes());
}
System.out.println("end");*/
}

@Test
public void testSet()
{
/*String key = "k1";
String val = "val1";
RedisClient client = new RedisClient("192.168.24.93",6379);
client.set(key, val);
client.releaseResource();*/
}

@Test
public void testGet()
{
/*	String key = "k3";
RedisClient client = new RedisClient("192.168.24.93",6379);
StringBuffer strbuf = new StringBuffer();
for(int i= 0;i<1024;i++)
{
strbuf.append('c');
}
String val = strbuf.toString();
//client.set("k2", val);
String res = client.get("k4");
System.out.println(res);
client.releaseResource();*/
}
@Test
public void testDel()
{
/*RedisClient client = new RedisClient("192.168.24.93",6379);
client.del("k1");
client.releaseResource();*/
}

@Test
public void testListPush()
{
/*	RedisClient client = new RedisClient("192.168.24.93",6379);
List<Object> ls = new ArrayList<Object>();
ls.add("aa");
ls.add("bb");
ls.add("cc");
int res1 = client.lpush("l1", ls);
System.out.println(res1);
List<Object> ls1 = new ArrayList<Object>();
ls1.add("11");
ls1.add("22");
ls1.add("33");
int res2 = client.rpush("l1", ls1);
System.out.println(res2);
client.releaseResource();*/
}
@Test
public void testList()
{
RedisClient client = new RedisClient("192.168.24.93",6379);
/*	int len = client.llen("l1");
System.out.println(len);
String tmp = client.lindex("l1", 0);
System.out.println(tmp);*/

//client.lset("l1", 0,"1111");
//client.linsert("l1", "b","333", false);
//List res = client.lrange("l1", 0, -1);
//client.lrem("l2",2,"d");
//System.out.println(client.lrange("l2", 0, -1));
//System.out.println(client.lrange("l1", 0, -1));
//client.releaseResource();
}

@Test
public void testSets()
{
/*RedisClient client = new RedisClient("192.168.24.93",6379);
Set s1 = new HashSet<>();
s1.add("a");
s1.add("b");
s1.add("c");
int res = client.sadd("s2",s1);
client.sadd("s3","a","b","c","d");
List res = client.smembers("s3");
client.sadd("s3", "sgfsg");
boolean res = client.sismember("s3","sgfsg");
//List res = client.sinter("","s3");
//System.out.println(res);
client.releaseResource();*/
}

@Test
public void testzset()
{
/*RedisClient client = new RedisClient("192.168.24.93",6379);
Znode znode1 = new Znode(1.0, "aa");
Znode znode2 = new Znode(8.0, "bb");
Znode znode3 = new Znode(3.0, "ccc");
Znode znode4 = new Znode(2.0, "11")	;
Znode znode5 = new Znode(4.0, "yy")	;
//Znode znode6 = new Znode(4.0, "pp")	;
client.zadd("zset1",znode1,znode2,znode3,znode4,znode5);

//client.zremrangebyrank("zset1", 0,3);
//分页查询
//List res = client.zrangebyscore("zset1", 4.0, null, 0,2);
//Double res = client.zincrby("zset1", 10.0,"ccc");
//client.zrem("zset1", "aa","bb");
//List res = client.zrange("zset1", 0,-1);
//int res = client.zrank("zset1", "11");
//client.zremrangebyscore("zset1",1.0,4.0);
//List res = client.zrevrangebyscore("zset1", null, 5.0, 0,2);
int res = client.zrevrank("zset1", "ccc");
System.out.println(res);
client.releaseResource();*/
}

@Test
public void testHset()
{
/*RedisClient client = new RedisClient("192.168.24.93",6379);
client.hset("hset1", "hk1","hval1");
client.hset("hset1", "hk2","hval2");
client.hset("hset1", "hk3","hval3");
Hnode hnode1 = new  Hnode("hk1", "vvv1");
Hnode hnode2 = new  Hnode("hk2", "vvv2");
Hnode hnode3 = new  Hnode("hk3", "vvv3");
client.hmset("hset1", hnode1,hnode2,hnode3);
//client.hdel("hset1","hk1");
//String res = client.hget("hset1","hk1");
List res = client.hgetall("hset1");
//List res = client.hmget("hset1","hk1","hk2");
System.out.println(res);
int res1 = client.hexists("hset1", "hk4");
System.out.println(res1);
client.releaseResource();*/
}

<span style="white-space:pre">	</span>、、public static Integer crcTable(byte[] bytes) {int[] table = {0x0000, 0xC0C1, 0xC181, 0x0140, 0xC301, 0x03C0, 0x0280, 0xC241,0xC601, 0x06C0, 0x0780, 0xC741, 0x0500, 0xC5C1, 0xC481, 0x0440,0xCC01, 0x0CC0, 0x0D80, 0xCD41, 0x0F00, 0xCFC1, 0xCE81, 0x0E40,0x0A00, 0xCAC1, 0xCB81, 0x0B40, 0xC901, 0x09C0, 0x0880, 0xC841,0xD801,40000x18C0, 0x1980, 0xD941, 0x1B00, 0xDBC1, 0xDA81, 0x1A40,0x1E00, 0xDEC1, 0xDF81, 0x1F40, 0xDD01, 0x1DC0, 0x1C80, 0xDC41,0x1400, 0xD4C1, 0xD581, 0x1540, 0xD701, 0x17C0, 0x1680, 0xD641,0xD201, 0x12C0, 0x1380, 0xD341, 0x1100, 0xD1C1, 0xD081, 0x1040,0xF001, 0x30C0, 0x3180, 0xF141, 0x3300, 0xF3C1, 0xF281, 0x3240,0x3600, 0xF6C1, 0xF781, 0x3740, 0xF501, 0x35C0, 0x3480, 0xF441,0x3C00, 0xFCC1, 0xFD81, 0x3D40, 0xFF01, 0x3FC0, 0x3E80, 0xFE41,0xFA01, 0x3AC0, 0x3B80, 0xFB41, 0x3900, 0xF9C1, 0xF881, 0x3840,0x2800, 0xE8C1, 0xE981, 0x2940, 0xEB01, 0x2BC0, 0x2A80, 0xEA41,0xEE01, 0x2EC0, 0x2F80, 0xEF41, 0x2D00, 0xEDC1, 0xEC81, 0x2C40,0xE401, 0x24C0, 0x2580, 0xE541, 0x2700, 0xE7C1, 0xE681, 0x2640,0x2200, 0xE2C1, 0xE381, 0x2340, 0xE101, 0x21C0, 0x2080, 0xE041,0xA001, 0x60C0, 0x6180, 0xA141, 0x6300, 0xA3C1, 0xA281, 0x6240,0x6600, 0xA6C1, 0xA781, 0x6740, 0xA501, 0x65C0, 0x6480, 0xA441,0x6C00, 0xACC1, 0xAD81, 0x6D40, 0xAF01, 0x6FC0, 0x6E80, 0xAE41,0xAA01, 0x6AC0, 0x6B80, 0xAB41, 0x6900, 0xA9C1, 0xA881, 0x6840,0x7800, 0xB8C1, 0xB981, 0x7940, 0xBB01, 0x7BC0, 0x7A80, 0xBA41,0xBE01, 0x7EC0, 0x7F80, 0xBF41, 0x7D00, 0xBDC1, 0xBC81, 0x7C40,0xB401, 0x74C0, 0x7580, 0xB541, 0x7700, 0xB7C1, 0xB681, 0x7640,0x7200, 0xB2C1, 0xB381, 0x7340, 0xB101, 0x71C0, 0x7080, 0xB041,0x5000, 0x90C1, 0x9181, 0x5140, 0x9301, 0x53C0, 0x5280, 0x9241,0x9601, 0x56C0, 0x5780, 0x9741, 0x5500, 0x95C1, 0x9481, 0x5440,0x9C01, 0x5CC0, 0x5D80, 0x9D41, 0x5F00, 0x9FC1, 0x9E81, 0x5E40,0x5A00, 0x9AC1, 0x9B81, 0x5B40, 0x9901, 0x59C0, 0x5880, 0x9841,0x8801, 0x48C0, 0x4980, 0x8941, 0x4B00, 0x8BC1, 0x8A81, 0x4A40,0x4E00, 0x8EC1, 0x8F81, 0x4F40, 0x8D01, 0x4DC0, 0x4C80, 0x8C41,0x4400, 0x84C1, 0x8581, 0x4540, 0x8701, 0x47C0, 0x4680, 0x8641,0x8201, 0x42C0, 0x4380, 0x8341, 0x4100, 0x81C1, 0x8081, 0x4040,};int crc = 0x0000;for (byte b : bytes) {crc = (crc >>> 8) ^ table[(crc ^ b) & 0xff];}return crc;}public static long[] crc16tab = {0x0000,0x1021,0x2042,0x3063,0x4084,0x50a5,0x60c6,0x70e7,0x8108,0x9129,0xa14a,0xb16b,0xc18c,0xd1ad,0xe1ce,0xf1ef,0x1231,0x0210,0x3273,0x2252,0x52b5,0x4294,0x72f7,0x62d6,0x9339,0x8318,0xb37b,0xa35a,0xd3bd,0xc39c,0xf3ff,0xe3de,0x2462,0x3443,0x0420,0x1401,0x64e6,0x74c7,0x44a4,0x5485,0xa56a,0xb54b,0x8528,0x9509,0xe5ee,0xf5cf,0xc5ac,0xd58d,0x3653,0x2672,0x1611,0x0630,0x76d7,0x66f6,0x5695,0x46b4,0xb75b,0xa77a,0x9719,0x8738,0xf7df,0xe7fe,0xd79d,0xc7bc,0x48c4,0x58e5,0x6886,0x78a7,0x0840,0x1861,0x2802,0x3823,0xc9cc,0xd9ed,0xe98e,0xf9af,0x8948,0x9969,0xa90a,0xb92b,0x5af5,0x4ad4,0x7ab7,0x6a96,0x1a71,0x0a50,0x3a33,0x2a12,0xdbfd,0xcbdc,0xfbbf,0xeb9e,0x9b79,0x8b58,0xbb3b,0xab1a,0x6ca6,0x7c87,0x4ce4,0x5cc5,0x2c22,0x3c03,0x0c60,0x1c41,0xedae,0xfd8f,0xcdec,0xddcd,0xad2a,0xbd0b,0x8d68,0x9d49,0x7e97,0x6eb6,0x5ed5,0x4ef4,0x3e13,0x2e32,0x1e51,0x0e70,0xff9f,0xefbe,0xdfdd,0xcffc,0xbf1b,0xaf3a,0x9f59,0x8f78,0x9188,0x81a9,0xb1ca,0xa1eb,0xd10c,0xc12d,0xf14e,0xe16f,0x1080,0x00a1,0x30c2,0x20e3,0x5004,0x4025,0x7046,0x6067,0x83b9,0x9398,0xa3fb,0xb3da,0xc33d,0xd31c,0xe37f,0xf35e,0x02b1,0x1290,0x22f3,0x32d2,0x4235,0x5214,0x6277,0x7256,0xb5ea,0xa5cb,0x95a8,0x8589,0xf56e,0xe54f,0xd52c,0xc50d,0x34e2,0x24c3,0x14a0,0x0481,0x7466,0x6447,0x5424,0x4405,0xa7db,0xb7fa,0x8799,0x97b8,0xe75f,0xf77e,0xc71d,0xd73c,0x26d3,0x36f2,0x0691,0x16b0,0x6657,0x7676,0x4615,0x5634,0xd94c,0xc96d,0xf90e,0xe92f,0x99c8,0x89e9,0xb98a,0xa9ab,0x5844,0x4865,0x7806,0x6827,0x18c0,0x08e1,0x3882,0x28a3,0xcb7d,0xdb5c,0xeb3f,0xfb1e,0x8bf9,0x9bd8,0xabbb,0xbb9a,0x4a75,0x5a54,0x6a37,0x7a16,0x0af1,0x1ad0,0x2ab3,0x3a92,0xfd2e,0xed0f,0xdd6c,0xcd4d,0xbdaa,0xad8b,0x9de8,0x8dc9,0x7c26,0x6c07,0x5c64,0x4c45,0x3ca2,0x2c83,0x1ce0,0x0cc1,0xef1f,0xff3e,0xcf5d,0xdf7c,0xaf9b,0xbfba,0x8fd9,0x9ff8,0x6e17,0x7e36,0x4e55,0x5e74,0x2e93,0x3eb2,0x0ed1,0x1ef0};

       //核心计算hash槽，以及Redis通信协议实现public static long crc16(char buf[], int len) {int counter;long crc = 0;for (counter = 0; counter < len; counter++)crc = (crc<<8) ^ crc16tab[(int) (((crc>>8) ^ buf[counter])&0x00FF)];return crc;}@Testpublic void testCRCHashSlot(){//RedisClient client = new RedisClient("192.168.24.93",7000);//String res = client.clusterInfo();//System.out.println(res);char[] key = {'l','9','h','9'};String str_key = new String(key);String val = "val1";int dest_port = 7000;long slot_num = crc16(key,key.length) % 16384;if(slot_num >=0 && slot_num <= 5460){dest_port = 7000;}if(slot_num >=5461 && slot_num <= 10922){dest_port = 7001;}if(slot_num >=10923 && slot_num <= 16383){dest_port = 7002;}System.out.println("slot_num="+slot_num);RedisClient client = new RedisClient("192.168.24.93",dest_port);boolean b = client.set(str_key, val);System.out.println(b);}}

项目地址如下:https://github.com/hsirsir/HRedis目前:项目还有待完善的连接的处理这块,项目会持续更新,敬请关注,欢迎大家共同一起开发。