首页 > 编程语言 > 解决使用redisTemplate高并发下连接池满的问题
2020
12-03

解决使用redisTemplate高并发下连接池满的问题

用JMeter进行高并发测试的时候,发现报错:

org.springframework.data.redis.RedisConnectionFailureException: Cannot get Jedis connection;

nested exception is redis.clients.jedis.exceptions.JedisException: Could not get a resource from the pool

连不上redis,是因为连接池不够用了

我用的是redisTemplate来操作redis,而redisTemplate并不会自动释放连接

有一个方法,就是加大最大连接数,但是治标不治本,加到redis.maxIdle=1000了,看似够大了,但连接数一直在增加,迟早会崩

找了很久,最后发现 这个方法可用

在使用redisTemplate的部分用try-catch-finally包起来

在catch-finally中加上,手动断开连接,现在就不会报错了

RedisConnectionUtils.unbindConnection(redisTemplate.getConnectionFactory());

现在设置最大连接数redis.maxIdle=100也没事了

在redis-cli中输入 info clients 现在的连接数大概在二三十左右

补充知识:Redis 配置连接池,redisTemplate 操作多个db数据库,切换多个db,解决JedisConnectionFactory的设置连接方法过时问题。

环境

1、springmvc

2、jdk1.8

3、maven

redis.properties配置文件

#redis setting 
redis.host=localhost
redis.port=6379
redis.password=
redis.maxIdle=200
redis.minIdle=0
redis.maxActive=50
redis.maxWait=10000
redis.testOnBorrow=true
redis.timeout=100000

#定义需要使用的db
//#sessionCode DB
sessionCodeDb = 0
//#车辆基本信息 DB
bicycleInfoDb = 15
//#当前位置信息 DB
currentLocationDb = 14
//#锁车/解锁 DB
lockDb = 13
//#根据车牌获取电子车牌 DB
ebikeNoDb = 12
//#根据电子车牌获取车牌 DB
bikeNoDb = 11

pom.xml依赖

 <properties>
 <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
 <spring.version>5.1.2.RELEASE</spring.version>
 </properties>
 <!-- spring4 start -->
 <dependency>
 <groupId>org.springframework</groupId>
 <artifactId>spring-context</artifactId>
 <version>${spring.version}</version>
 </dependency>
 <dependency>
 <groupId>org.springframework</groupId>
 <artifactId>spring-context-support</artifactId>
 <version>${spring.version}</version>
 </dependency>
 <dependency>
 <groupId>org.springframework</groupId>
 <artifactId>spring-core</artifactId>
 <version>${spring.version}</version>
 </dependency>
 <dependency>
 <groupId>org.springframework</groupId>
 <artifactId>spring-web</artifactId>
 <version>${spring.version}</version>
 </dependency>
 <dependency>
 <groupId>org.springframework</groupId>
 <artifactId>spring-webmvc</artifactId>
 <version>${spring.version}</version>
 </dependency>
 
<!-- https://mvnrepository.com/artifact/redis.clients/jedis -->
 <dependency>
 <groupId>redis.clients</groupId>
 <artifactId>jedis</artifactId>
 <version>2.9.3</version>
 </dependency>
 <!-- https://mvnrepository.com/artifact/org.springframework.data/spring-data-redis -->
 <dependency>
 <groupId>org.springframework.data</groupId>
 <artifactId>spring-data-redis</artifactId>
 <version>2.0.14.RELEASE</version>
 </dependency>
 <!-- fastjson -->
 <dependency>
 <groupId>com.alibaba</groupId>
 <artifactId>fastjson</artifactId>
 <version>1.2.11</version>
 </dependency>
 <!-- json-lib -->
 <!-- <dependency> <groupId>net.sf.json-lib</groupId> <artifactId>json-lib</artifactId> <version>2.4</version> <classifier>jdk15</classifier> 
 </dependency> -->
 <dependency>
 <groupId>net.sf.json-lib</groupId>
 <artifactId>json-lib</artifactId>
 <version>2.4</version>
 <classifier>jdk15</classifier>
 </dependency>

RedisConfig.java 配置类 初始化redis连接池

import com.fasterxml.jackson.annotation.JsonAutoDetect;
import com.fasterxml.jackson.annotation.PropertyAccessor;
import com.fasterxml.jackson.databind.ObjectMapper;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.data.redis.connection.RedisConnectionFactory;
import org.springframework.data.redis.connection.RedisPassword;
import org.springframework.data.redis.connection.RedisStandaloneConfiguration;
import org.springframework.data.redis.connection.jedis.JedisClientConfiguration;
import org.springframework.data.redis.connection.jedis.JedisConnectionFactory;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.data.redis.core.ValueOperations;
import org.springframework.data.redis.serializer.Jackson2JsonRedisSerializer;
import org.springframework.data.redis.serializer.RedisSerializer;
import org.springframework.data.redis.serializer.StringRedisSerializer;
import org.springframework.stereotype.Component;
import redis.clients.jedis.JedisPoolConfig;

import javax.annotation.PostConstruct;
import java.io.Serializable;
import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.TimeUnit;

@Component
@Slf4j
public class RedisConfig {

 @Value("${redis.host}")
 private String hostName;
 @Value("${redis.port}")
 private int port;
 @Value("${redis.password}")
 private String passWord;
 @Value("${redis.maxIdle}")
 private int maxIdl;
 @Value("${redis.minIdle}")
 private int minIdl;
 @Value("${redis.timeout}")
 private int timeout;

 @Value("${sessionCodeDb}")
 private int sessionCodeDb;
 @Value("${bicycleInfoDb}")
 private int bicycleInfoDb;
 @Value("${currentLocationDb}")
 private int currentLocationDb;
 @Value("${lockDb}")
 private int lockDb;
 @Value("${ebikeNoDb}")
 private int ebikeNoDb;
 @Value("${bikeNoDb}")
 private int bikeNoDb;

 public static Map<Integer,RedisTemplate<Serializable, Object>> redisTemplateMap = new HashMap<>();

 @PostConstruct
 public void initRedisTemp() throws Exception{
  log.info("###### START 初始化 Redis 连接池 START ######");
  redisTemplateMap.put(sessionCodeDb,redisTemplateObject(sessionCodeDb));
  redisTemplateMap.put(bicycleInfoDb,redisTemplateObject(bicycleInfoDb));
  redisTemplateMap.put(currentLocationDb,redisTemplateObject(currentLocationDb));
  redisTemplateMap.put(lockDb,redisTemplateObject(lockDb));
  redisTemplateMap.put(ebikeNoDb,redisTemplateObject(ebikeNoDb));
  redisTemplateMap.put(bikeNoDb,redisTemplateObject(bikeNoDb));
  log.info("###### END 初始化 Redis 连接池 END ######");
 }

 public RedisTemplate<Serializable, Object> redisTemplateObject(Integer dbIndex) throws Exception {
  RedisTemplate<Serializable, Object> redisTemplateObject = new RedisTemplate<Serializable, Object>();
  redisTemplateObject.setConnectionFactory(redisConnectionFactory(jedisPoolConfig(),dbIndex));
  setSerializer(redisTemplateObject);
  redisTemplateObject.afterPropertiesSet();
  return redisTemplateObject;
 }

 /**
  * 连接池配置信息
  * @return
  */
 public JedisPoolConfig jedisPoolConfig() {
  JedisPoolConfig poolConfig=new JedisPoolConfig();
  //最大连接数
  poolConfig.setMaxIdle(maxIdl);
  //最小空闲连接数
  poolConfig.setMinIdle(minIdl);
  poolConfig.setTestOnBorrow(true);
  poolConfig.setTestOnReturn(true);
  poolConfig.setTestWhileIdle(true);
  poolConfig.setNumTestsPerEvictionRun(10);
  poolConfig.setTimeBetweenEvictionRunsMillis(60000);
  //当池内没有可用的连接时,最大等待时间
  poolConfig.setMaxWaitMillis(10000);
  //------其他属性根据需要自行添加-------------
  return poolConfig;
 }
 /**
  * jedis连接工厂
  * @param jedisPoolConfig
  * @return
  */
 public RedisConnectionFactory redisConnectionFactory(JedisPoolConfig jedisPoolConfig,int db) {
  //单机版jedis
  RedisStandaloneConfiguration redisStandaloneConfiguration =
    new RedisStandaloneConfiguration();
  //设置redis服务器的host或者ip地址
  redisStandaloneConfiguration.setHostName(hostName);
  //设置默认使用的数据库
  redisStandaloneConfiguration.setDatabase(db);
  //设置密码
  redisStandaloneConfiguration.setPassword(RedisPassword.of(passWord));
  //设置redis的服务的端口号
  redisStandaloneConfiguration.setPort(port);
  //获得默认的连接池构造器(怎么设计的,为什么不抽象出单独类,供用户使用呢)
  JedisClientConfiguration.JedisPoolingClientConfigurationBuilder jpcb =
    (JedisClientConfiguration.JedisPoolingClientConfigurationBuilder)JedisClientConfiguration.builder();
  //指定jedisPoolConifig来修改默认的连接池构造器(真麻烦,滥用设计模式!)
  jpcb.poolConfig(jedisPoolConfig);
  //通过构造器来构造jedis客户端配置
  JedisClientConfiguration jedisClientConfiguration = jpcb.build();
  //单机配置 + 客户端配置 = jedis连接工厂
  return new JedisConnectionFactory(redisStandaloneConfiguration, jedisClientConfiguration);
 }

 private void setSerializer(RedisTemplate<Serializable, Object> template) {
  Jackson2JsonRedisSerializer<Object> jackson2JsonRedisSerializer = new Jackson2JsonRedisSerializer<Object>(
    Object.class);
  ObjectMapper om = new ObjectMapper();
  om.setVisibility(PropertyAccessor.ALL, JsonAutoDetect.Visibility.ANY);
  om.enableDefaultTyping(ObjectMapper.DefaultTyping.NON_FINAL);
  jackson2JsonRedisSerializer.setObjectMapper(om);
  template.setKeySerializer(template.getStringSerializer());
  template.setValueSerializer(jackson2JsonRedisSerializer);
  template.setHashValueSerializer(jackson2JsonRedisSerializer);
  //在使用String的数据结构的时候使用这个来更改序列化方式
  RedisSerializer<String> stringSerializer = new StringRedisSerializer();
  template.setKeySerializer(stringSerializer );
  template.setValueSerializer(stringSerializer );
  template.setHashKeySerializer(stringSerializer );
  template.setHashValueSerializer(stringSerializer );
 }

 /**
  * 删除对应的value
  * @param key
  */
 public void remove(final String key,int db) {
  RedisTemplate<Serializable, Object> redisTemplate = getRedisTemplateByDb(db);
  if (exists(key,redisTemplate)) {
   redisTemplate.delete(key);
  }
 }

 /**
  * 判断缓存中是否有对应的value
  * @param key
  * @return
  */
 public boolean exists(final String key,RedisTemplate<Serializable, Object> redisTemplate) {
  return redisTemplate.hasKey(key);
 }

 /**
  * 读取缓存
  * @param key
  * @return
  */
 public Object get(final String key,int db) {
  RedisTemplate<Serializable, Object> redisTemplate = getRedisTemplateByDb(db);
  Object result = null;
  ValueOperations<Serializable, Object> operations = redisTemplate.opsForValue();
  result = operations.get(key);
  return result;
 }

 /**
  * 写入缓存
  * @param key
  * @param value
  * @return
  */
 public boolean set(final String key, Object value,int db) {
  RedisTemplate<Serializable, Object> redisTemplate = getRedisTemplateByDb(db);
  boolean result = false;
  try {
   ValueOperations<Serializable, Object> operations = redisTemplate.opsForValue();
   operations.set(key, value);
   result = true;
  } catch (Exception e) {
   log.error("set cache error", e);
  }
  return result;
 }

 /**
  * 根据key 获取过期时间
  * @param key 键 不能为null
  * @return 返回0代表为永久有效
  */
 public long getExpire(String key,TimeUnit unit,int db) {
  RedisTemplate<Serializable, Object> redisTemplate = getRedisTemplateByDb(db);
  return redisTemplate.getExpire(key, unit);
 }
 
/**
  * 根据db 获取对应的redisTemplate实例
  * @param db
  * @return
  */
 public RedisTemplate<Serializable, Object> getRedisTemplateByDb(int db){
  return redisTemplateMap.get(db);
 }
}

在其他类中的使用

 @Autowired
 private RedisConfig redisUtil;
 
 //#获取db0 数据库的数据
 public static Integer sessionCodeDb = 0;
/**
 * 根据sessionCode获取userId
 * @param sessionCode
 * @return
 */
 public String getUserIdBySessionCode(String sessionCode){
 try {
 Object obj = redisUtil.get(sessionCode,sessionCodeDb);
 if(obj!=null) {
 return obj.toString();
 }else{
 return null;
 }
 }catch (Exception e){
 e.printStackTrace();
 return null;
 }
 }

以上这篇解决使用redisTemplate高并发下连接池满的问题就是小编分享给大家的全部内容了,希望能给大家一个参考,也希望大家多多支持自学编程网。

编程技巧