redis clients springboot springboot_spring_multidatasource

Spring Multi Data Source

레디스 개발자 교육 신청	레디스 정기점검/기술지원 Redis Technical Support	레디스 엔터프라이즈 서버 Redis Enterprise Server

Spring Multi Data Source

Spring LettuceConnectionFactory, StringRedisTemplate를 이용해서 Redis Standalone, Master-Replica, Sentinel, Cluster 각 데이터 소스(서버)에 연결하고 메소드(명령)을 실행하는 방법을 설명합니다.

Project 생성: start.spring.io

Project: Gradle Language: Java Spring Boot 3.1.4 Group: com.redisgate Artifact: multidatasource Packaging: Jar Java: 17 Dependencies Spring Web Lombok Spring Data Redis(Access+Driver)

application.properties

redis.host: 192.168.56.102 redis.port: 18500 redis.password: redisgate redis.clientName: redisgate redis.master: 192.168.56.102:18510 redis.replicas: 192.168.56.102:18511, 192.168.56.102:18512 redis.sentinel.nodes: 192.168.56.102:18525, 192.168.56.102:18526, 192.168.56.102:18527 redis.sentinel.master: mymaster redis.sentinel.password: redisgate redis.cluster.nodes: 192.168.56.102:18530, 192.168.56.102:18531, 192.168.56.102:18532, 192.168.56.102:18533, 192.168.56.102:18534, 192.168.56.102:18535

Main Class: MultidatasourceApplication

package com.redisgate.multidatasource; import lombok.extern.slf4j.Slf4j; import org.springframework.boot.SpringApplication; import org.springframework.boot.autoconfigure.SpringBootApplication; @SpringBootApplication @Slf4j public class MultidatasourceApplication { public static void main(String[] args) { SpringApplication.run(MultidatasourceApplication.class, args); log.info("Multi Data Source Application 시작"); } }

Class RedisConfig

ConnectionFactory

• application.properties에서 콤마(,)로 구분된 서버 정보(IP:Port)를 읽어 올 때는 Set<String> replicas, sentinelNodes, clusterNodes를 사용합니다.
  주의: 서버 정보(IP:Port)를 String으로 읽어서 StringUtils.split(replicas, ",")를 사용해서 구분할 경우 IP 앞에 space가 붙어서 서버 연결이 되지 않습니다.
• 단독 서버: RedisStandaloneConfiguration(host, port)를 사용합니다.
• 마스터-복제: RedisStaticMasterReplicaConfiguration(masterIp, masterPort)를 사용하고, 복제 노드들은 redisConfig.addNode(replicaIp, replicaPort)를 사용해서 추가합니다.
• 센티널: RedisSentinelConfiguration(sentinelMaster, sentinelNodes)를 사용합니다.
  
  • sentinelMaster는 sentinel.conf에서 아래와 같이 지정한 마스터이름입니다.
    "sentinel monitor mymaster 192.168.56.102 18520 2" -> redis.sentinel.master: mymaster
    
  • sentinelNodes는 아래와 같은 센티널 서버 정보(IP:Port)입니다.
    redis.sentinel.nodes: 192.168.56.102:18525, 192.168.56.102:18526, 192.168.56.102:18527
    주의 레디스 서버의 정보를 입력하는 것이 아닙니다. 클라이언트는 센티널에 접속해서 레디스 마스터, 복제 서버 정보를 얻어서 명령을 실행합니다. 이렇게 하는 이유는 마스터, 복제 서버 역할이 바뀔 수 있기 때문입니다. 역할이 변경(마스터 -> 복제, 복제 -> 마스터)되면 센티널이 클라이언트에게 publish 기능으로 메시지를 보내서 알려줍니다.
• 클러스터: RedisClusterConfiguration(clusterNodes)를 사용합니다. clusterNodes에는 마스터 뿐만 아니라 복제 노드들도 모두 등록합니다.

StringRedisTemplate

각 connectionFactory를 사용해서 각 StringRedisTemplate를 생성합니다.

• 단독 서버: public StringRedisTemplate stringRedisStandaloneTemplate()
  stringRedisTemplate.setConnectionFactory(redisStandaloneConnectionFactory());
• 마스터-복제: public StringRedisTemplate stringRedisMasterReplicaTemplate()
  stringRedisTemplate.setConnectionFactory(redisMasterReplicaConnectionFactory());
• 센티널: public StringRedisTemplate stringRedisSentinelTemplate()
  stringRedisTemplate.setConnectionFactory(redisSentinelConnectionFactory());
• 클러스터: public StringRedisTemplate stringRedisClusterTemplate()
  stringRedisTemplate.setConnectionFactory(redisClusterConnectionFactory());

package com.redisgate.multidatasource; import lombok.extern.slf4j.Slf4j; import org.springframework.beans.factory.annotation.Value; import org.springframework.context.annotation.Bean; import org.springframework.context.annotation.Configuration; import org.springframework.context.annotation.Primary; import org.springframework.data.redis.connection.RedisClusterConfiguration; import org.springframework.data.redis.connection.RedisSentinelConfiguration; import org.springframework.data.redis.connection.RedisStandaloneConfiguration; import org.springframework.data.redis.connection.RedisStaticMasterReplicaConfiguration; import org.springframework.data.redis.connection.lettuce.LettuceClientConfiguration; import org.springframework.data.redis.connection.lettuce.LettuceConnectionFactory; import org.springframework.data.redis.core.RedisTemplate; import org.springframework.data.redis.core.StringRedisTemplate; import org.springframework.data.redis.serializer.StringRedisSerializer; import org.springframework.util.Assert; import org.springframework.util.StringUtils; import java.util.Set; @Configuration @Slf4j public class RedisConfig { @Value("${redis.host}") private String host; @Value("${redis.port}") private int port; @Value("${redis.password}") private String password; @Value("${redis.clientName}") private String clientName; @Value("${redis.master}") private String master; @Value("${redis.replicas}") private Set<String> replicas; @Value("${redis.sentinel.nodes}") private Set<String> sentinelNodes; @Value("${redis.sentinel.master}") private String sentinelMaster; @Value("${redis.sentinel.password}") private String sentinelPassword; @Value("${redis.cluster.nodes}") private Set<String> clusterNodes; // redis.host: 192.168.56.102 // redis.port: 18500 @Bean @Primary public LettuceConnectionFactory redisStandaloneConnectionFactory() { log.info("Standalone: {}:{}", host, port); // Redis Config final RedisStandaloneConfiguration redisConfig = new RedisStandaloneConfiguration(host, port); redisConfig.setPassword(password); // Client Config final LettuceClientConfiguration clientConfig = LettuceClientConfiguration.builder() .clientName(clientName) .build(); LettuceConnectionFactory connectionFactory = new LettuceConnectionFactory(redisConfig, clientConfig); connectionFactory.setShareNativeConnection(true); return connectionFactory; } // redis.master: 192.168.56.102:18510 // redis.replicas: 192.168.56.102:18511, 192.168.56.102:18512 @Bean public LettuceConnectionFactory redisMasterReplicaConnectionFactory() { log.info("Master: {}", master); String[] host = StringUtils.split(master, ":"); assert host != null; Assert.state(host.length == 2, "Must be defined as 'host:port'"); // Redis Config final RedisStaticMasterReplicaConfiguration redisConfig = new RedisStaticMasterReplicaConfiguration(host[0], Integer.parseInt(host[1])); redisConfig.setPassword(password); log.info("Replicas: {}", replicas); for(String replica : replicas) { String[] node = StringUtils.split(replica, ":"); assert node != null; Assert.state(node.length == 2, "Must be defined as 'host:port'"); log.info("node: {}:{}",node[0],node[1]); redisConfig.addNode(node[0], Integer.parseInt(node[1])); } // Client Config final LettuceClientConfiguration clientConfig = LettuceClientConfiguration.builder() .clientName(clientName) .build(); LettuceConnectionFactory connectionFactory = new LettuceConnectionFactory(redisConfig, clientConfig); connectionFactory.setShareNativeConnection(true); return connectionFactory; } // redis.sentinel.nodes: 192.168.56.102:18525, 192.168.56.102:18526, 192.168.56.102:18527 // redis.sentinel.master: mymaster // redis.sentinel.password: redisgate @Bean public LettuceConnectionFactory redisSentinelConnectionFactory() { log.info("sentinel.nodes: {}", sentinelNodes); for (String node: sentinelNodes) { log.info("node: {}", node); } // Redis Config final RedisSentinelConfiguration redisConfig = new RedisSentinelConfiguration(sentinelMaster, sentinelNodes); redisConfig.setSentinelPassword(sentinelPassword); redisConfig.setPassword(password); // Client Config final LettuceClientConfiguration clientConfig = LettuceClientConfiguration.builder() .clientName(clientName) .build(); LettuceConnectionFactory connectionFactory = new LettuceConnectionFactory(redisConfig, clientConfig); connectionFactory.setShareNativeConnection(true); return connectionFactory; } // redis.cluster.nodes: 192.168.56.102:18530, 192.168.56.102:18531, 192.168.56.102:18532, 192.168.56.102:18533, 192.168.56.102:18534, 192.168.56.102:18535 @Bean public LettuceConnectionFactory redisClusterConnectionFactory() { log.info("cluster.nodes: {}", clusterNodes); for (String node: clusterNodes) { log.info("node: {}", node); } // Redis Config final RedisClusterConfiguration redisConfig = new RedisClusterConfiguration(clusterNodes); redisConfig.setPassword(password); // Client Config final LettuceClientConfiguration clientConfig = LettuceClientConfiguration.builder() .clientName(clientName) .build(); LettuceConnectionFactory connectionFactory = new LettuceConnectionFactory(redisConfig, clientConfig); connectionFactory.setShareNativeConnection(true); return connectionFactory; } @Bean public RedisTemplate<String, Object> redisStandaloneTemplate() { final RedisTemplate<String, Object> redisTemplate = new RedisTemplate<>(); redisTemplate.setConnectionFactory(redisStandaloneConnectionFactory()); redisTemplate.afterPropertiesSet(); log.info("redisStandaloneTemplate 시작"); return redisTemplate; } @Bean public StringRedisTemplate stringRedisStandaloneTemplate() { final StringRedisTemplate stringRedisTemplate = new StringRedisTemplate(); stringRedisTemplate.setKeySerializer(new StringRedisSerializer()); stringRedisTemplate.setValueSerializer(new StringRedisSerializer()); stringRedisTemplate.setConnectionFactory(redisStandaloneConnectionFactory()); log.info("stringRedisStandaloneTemplate 시작"); return stringRedisTemplate; } @Bean public StringRedisTemplate stringRedisMasterReplicaTemplate() { final StringRedisTemplate stringRedisTemplate = new StringRedisTemplate(); stringRedisTemplate.setKeySerializer(new StringRedisSerializer()); stringRedisTemplate.setValueSerializer(new StringRedisSerializer()); stringRedisTemplate.setConnectionFactory(redisMasterReplicaConnectionFactory()); log.info("stringRedisMasterReplicaTemplate 시작"); return stringRedisTemplate; } @Bean public StringRedisTemplate stringRedisSentinelTemplate() { final StringRedisTemplate stringRedisTemplate = new StringRedisTemplate(); stringRedisTemplate.setKeySerializer(new StringRedisSerializer()); stringRedisTemplate.setValueSerializer(new StringRedisSerializer()); stringRedisTemplate.setConnectionFactory(redisSentinelConnectionFactory()); log.info("stringRedisSentinelTemplate 시작"); return stringRedisTemplate; } @Bean public StringRedisTemplate stringRedisClusterTemplate() { final StringRedisTemplate stringRedisTemplate = new StringRedisTemplate(); stringRedisTemplate.setKeySerializer(new StringRedisSerializer()); stringRedisTemplate.setValueSerializer(new StringRedisSerializer()); stringRedisTemplate.setConnectionFactory(redisClusterConnectionFactory()); log.info("stringRedisClusterTemplate 시작"); return stringRedisTemplate; } }

Class RedisStandaloneRepository - 단독 서버 레파지토리

stringRedisStandaloneTemplate을 받아 사용한다.

package com.redisgate.multidatasource; import lombok.extern.slf4j.Slf4j; import org.springframework.data.redis.core.StringRedisTemplate; import org.springframework.data.redis.core.ValueOperations; import org.springframework.stereotype.Repository; @Repository @Slf4j public class RedisStandaloneRepository { final private StringRedisTemplate redisCmds; final private ValueOperations redisString; public RedisStandaloneRepository(StringRedisTemplate stringRedisStandaloneTemplate) { this.redisCmds = stringRedisStandaloneTemplate; this.redisString = stringRedisStandaloneTemplate.opsForValue(); } public void save(String key, String value) { redisString.set(key, value); } }

Class RedisMasterReplicaRepository - 마스터-복제 서버 레파지토리

stringRedisMasterReplicaTemplate을 받아 사용한다.

package com.redisgate.multidatasource; import lombok.extern.slf4j.Slf4j; import org.springframework.data.redis.core.StringRedisTemplate; import org.springframework.data.redis.core.ValueOperations; import org.springframework.stereotype.Repository; @Repository @Slf4j public class RedisMasterReplicaRepository { final private StringRedisTemplate redisCmds; final private ValueOperations redisString; public RedisMasterReplicaRepository(StringRedisTemplate stringRedisMasterReplicaTemplate) { this.redisCmds = stringRedisMasterReplicaTemplate; this.redisString = stringRedisMasterReplicaTemplate.opsForValue(); } public void save(String key, String value) { redisString.set(key, value); } }

Class RedisSentinelRepository - 센티널 레파지토리

stringRedisSentinelTemplate을 받아 사용한다.

package com.redisgate.multidatasource; import lombok.extern.slf4j.Slf4j; import org.springframework.data.redis.core.StringRedisTemplate; import org.springframework.data.redis.core.ValueOperations; import org.springframework.stereotype.Repository; @Repository @Slf4j public class RedisSentinelRepository { final private StringRedisTemplate redisCmds; final private ValueOperations redisString; public RedisSentinelRepository(StringRedisTemplate stringRedisSentinelTemplate) { this.redisCmds = stringRedisSentinelTemplate; this.redisString = stringRedisSentinelTemplate.opsForValue(); } public void save(String key, String value) { redisString.set(key, value); } }

Class RedisClusterRepository - 클러스터 레파지토리

stringRedisClusterTemplate을 받아 사용한다.

package com.redisgate.multidatasource; import lombok.extern.slf4j.Slf4j; import org.springframework.data.redis.core.StringRedisTemplate; import org.springframework.data.redis.core.ValueOperations; import org.springframework.stereotype.Repository; @Repository @Slf4j public class RedisClusterRepository { final private StringRedisTemplate redisCmds; final private ValueOperations redisString; public RedisClusterRepository(StringRedisTemplate stringRedisClusterTemplate) { this.redisCmds = stringRedisClusterTemplate; this.redisString = stringRedisClusterTemplate.opsForValue(); } public void save(String key, String value) { redisString.set(key, value); } }

Class RedisController

• @GetMapping("/standalone/save"): 단독 서버 저장
• @GetMapping("/masterReplica/save"): 마스터-복제 저장
• @GetMapping("/sentinel/save"): 센티널 저장
• @GetMapping("/cluster/save"): 클러스터 저장
• @GetMapping("/standalone/save/{size}"): 단독 서버 멀티 스레드 저장
• @GetMapping("/masterReplica/save/{size}"): 마스터-복제 멀티 스레드 저장
• @GetMapping("/sentinel/save/{size}"): 센티널 멀티 스레드 저장
• @GetMapping("/cluster/save/{size}"): 클러스터 멀티 스레드 저장

package com.redisgate.multidatasource; import lombok.extern.slf4j.Slf4j; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.web.bind.annotation.GetMapping; import org.springframework.web.bind.annotation.PathVariable; import org.springframework.web.bind.annotation.RestController; import java.sql.Timestamp; @RestController @Slf4j public class RedisController { @Autowired private RedisStandaloneRepository redisStandaloneRepository; @Autowired private RedisMasterReplicaRepository redisMasterReplicaRepository; @Autowired private RedisSentinelRepository redisSentinelRepository; @Autowired private RedisClusterRepository redisClusterRepository; @GetMapping("/standalone/save") public void standaloneSave() { redisStandaloneRepository.save("key01","value01"); } @GetMapping("/masterReplica/save") public void saveMasterReplica() { redisMasterReplicaRepository.save("key01","value01"); } @GetMapping("/sentinel/save") public void saveSentinel() { redisSentinelRepository.save("key01","value01"); } @GetMapping("/cluster/save") public void saveCluster() { redisClusterRepository.save("key01","value01"); } // Multi Thread Test Standalone @GetMapping("/standalone/save/{size}") public void standaloneSaveTest(@PathVariable("size") int size) { Thread[] thread = new Thread[size]; log.info("Redis Standalone Multi Thread - Save Start"); for (int i=0; i < size; i++) { thread[i] = new Thread(new Runnable() { @Override public void run() { standaloneSaveThread(); } }); } for (int i=0; i < size; i++) { thread[i].setName("Thread"+i); thread[i].start(); } } public void standaloneSaveThread() { int count = 1000; // save Thread thread = Thread.currentThread(); String threadName = thread.getName(); Timestamp startTime = new Timestamp(System.currentTimeMillis()); for (int i=0; i<count; i++) { redisStandaloneRepository.save(threadName+"-"+i, "value-"+threadName+"-"+i); } Timestamp endTime = new Timestamp(System.currentTimeMillis()); log.info("{} 소요시간: {}회 -> {} ms (시작:{} ~ 종료: {})", threadName, count, endTime.getTime()-startTime.getTime(), startTime, endTime); // millis } // Multi Thread Test MasterReplica @GetMapping("/masterReplica/save/{size}") public void masterReplicaSaveTest(@PathVariable("size") int size) { Thread[] thread = new Thread[size]; log.info("Redis MasterReplica Multi Thread - Save Start"); for (int i=0; i < size; i++) { thread[i] = new Thread(new Runnable() { @Override public void run() { masterReplicaSaveThread(); } }); } for (int i=0; i < size; i++) { thread[i].setName("Thread"+i); thread[i].start(); } } public void masterReplicaSaveThread() { int count = 1000; // save Thread thread = Thread.currentThread(); String threadName = thread.getName(); Timestamp startTime = new Timestamp(System.currentTimeMillis()); for (int i=0; i<count; i++) { redisMasterReplicaRepository.save(threadName+"-"+i, "value-"+threadName+"-"+i); } Timestamp endTime = new Timestamp(System.currentTimeMillis()); log.info("{} 소요시간: {}회 -> {} ms (시작:{} ~ 종료: {})", threadName, count, endTime.getTime()-startTime.getTime(), startTime, endTime); // millis } // Multi Thread Test Sentinel @GetMapping("/sentinel/save/{size}") public void sentinelSaveTest(@PathVariable("size") int size) { Thread[] thread = new Thread[size]; log.info("Redis Sentinel Multi Thread - Save Start"); for (int i=0; i < size; i++) { thread[i] = new Thread(new Runnable() { @Override public void run() { sentinelSaveThread(); } }); } for (int i=0; i < size; i++) { thread[i].setName("Thread"+i); thread[i].start(); } } public void sentinelSaveThread() { int count = 1000; // save Thread thread = Thread.currentThread(); String threadName = thread.getName(); Timestamp startTime = new Timestamp(System.currentTimeMillis()); for (int i=0; i<count; i++) { redisSentinelRepository.save(threadName+"-"+i, "value-"+threadName+"-"+i); } Timestamp endTime = new Timestamp(System.currentTimeMillis()); log.info("{} 소요시간: {}회 -> {} ms (시작:{} ~ 종료: {})", threadName, count, endTime.getTime()-startTime.getTime(), startTime, endTime); // millis } // Multi Thread Test Cluster @GetMapping("/cluster/save/{size}") public void clusterSaveTest(@PathVariable("size") int size) { Thread[] thread = new Thread[size]; log.info("Redis Cluster Multi Thread - Save Start"); for (int i=0; i < size; i++) { thread[i] = new Thread(new Runnable() { @Override public void run() { clusterSaveThread(); } }); } for (int i=0; i < size; i++) { thread[i].setName("Thread"+i); thread[i].start(); } } public void clusterSaveThread() { int count = 1000; // save Thread thread = Thread.currentThread(); String threadName = thread.getName(); Timestamp startTime = new Timestamp(System.currentTimeMillis()); for (int i=0; i<count; i++) { redisClusterRepository.save(threadName+"-"+i, "value-"+threadName+"-"+i); } Timestamp endTime = new Timestamp(System.currentTimeMillis()); log.info("{} 소요시간: {}회 -> {} ms (시작:{} ~ 종료: {})", threadName, count, endTime.getTime()-startTime.getTime(), startTime, endTime); // millis } }

성능 테스트

• 100개 스레드로 총 10만개 키를 입력: 단독 서버, 마스터-복제, 센티널, 클러스터 모두 12~14초 정도 걸린다.
• 클러스터는 마스터가 3대이기 때문에 좀 빠르지 않을까 생각했으나 결과는 다른 것과 같았다.