多线程查询能够显著提升查询的效率和性能,尤其适用于处理大规模数据和高并发请求的场景。通过合理设计和使用多线程查询,可以充分利用系统资源,提高系统的响应速度和吞吐量.
同时配合Spring提供的JdbcTemplate,可以使查询效率得到很大的提升。
如下会展示两种形式:
1.保证查询数据的准确完整性。
2.允许数据容错。
线程池配置
import com.ruoyi.common.utils.Threads;
import org.apache.commons.lang3.concurrent.BasicThreadFactory;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledThreadPoolExecutor;
import java.util.concurrent.ThreadPoolExecutor;
/**
* 线程池配置
*
**/
@Configuration
public class ThreadPoolConfig
{
// 核心线程池大小
private int corePoolSize = 50;
// 最大可创建的线程数
private int maxPoolSize = 200;
// 队列最大长度
private int queueCapacity = 1000;
// 线程池维护线程所允许的空闲时间
private int keepAliveSeconds = 300;
@Bean(name = "threadPoolTaskExecutor")
public ThreadPoolTaskExecutor threadPoolTaskExecutor()
{
ThreadPoolTaskExecutor executor = new ThreadPoolTaskExecutor();
executor.setMaxPoolSize(maxPoolSize);
executor.setCorePoolSize(corePoolSize);
executor.setQueueCapacity(queueCapacity);
executor.setKeepAliveSeconds(keepAliveSeconds);
// 线程池对拒绝任务(无线程可用)的处理策略
executor.setRejectedExecutionHandler(new ThreadPoolExecutor.CallerRunsPolicy());
return executor;
}
/**
* 执行周期性或定时任务
*/
@Bean(name = "scheduledExecutorService")
protected ScheduledExecutorService scheduledExecutorService()
{
return new ScheduledThreadPoolExecutor(corePoolSize,
new BasicThreadFactory.Builder().namingPattern("schedule-pool-%d").daemon(true).build(),
new ThreadPoolExecutor.CallerRunsPolicy())
{
@Override
protected void afterExecute(Runnable r, Throwable t)
{
super.afterExecute(r, t);
Threads.printException(r, t);
}
};
}
}
保证查询数据的准确完整性
try {
ThreadPoolTaskExecutor executor = SpringUtils.getBean("threadPoolTaskExecutor");
// 创建有界队列的线程池
List<Future<List<Entity>>> futures = new ArrayList<>();
List<Entity> allResults = new ArrayList<>();
for (Entity item : dateRanges) {
// Callable<List<TransportPlanVo>> task = () -> EntityMapper.query(item); // 普通Mapper查询
// 使用JdbcTemplate提高查询速度
Callable<List<TransportPlanVo>> task = () -> EntityQueryWithJDBC(item);
Future<List<Entity>> future = executor.submit(task);
futures.add(future);
}
for (Future<List<Entity>> future : futures) {
List<Entity> batch = future.get(30, TimeUnit.SECONDS); // 设置超时时间
if (batch != null) {
allResults.addAll(batch);
}
}
return allResults;
} catch (Exception e) {
throw new ServiceException("执行报错!");
}
允许数据容错
ThreadPoolTaskExecutor executor = SpringUtils.getBean("threadPoolTaskExecutor");
List<Future<List<Entity>>> futures = new ArrayList<>();
List<Entity> allResults = new ArrayList<>();
try {
for (Entity item : dateRanges) {
// Callable<List<TransportPlanVo>> task = () -> EntityMapper.query(item); // 普通Mapper查询
// 使用JdbcTemplate提高查询速度
Callable<List<TransportPlanVo>> task = () -> EntityQueryWithJDBC(item);
try {
Future<List<Entity>> future = executor.submit(task);
futures.add(future);
} catch (RejectedExecutionException e) {
// todo...
log.error("任务被拒绝:线程池和队列已满");
}
}
for (Future<List<Entity>> future : futures) {
try {
List<Entity> batch = future.get(30, TimeUnit.SECONDS); // 设置超时时间
if (batch != null) {
allResults.addAll(batch);
}
} catch (TimeoutException e) {
// todo...
log.error("任务超时:{}", e.getMessage());
}
}
} catch (InterruptedException | ExecutionException e) {
log.error("任务执行异常:{}", e.getMessage());
}
return allResults;
EntityQueryWithJDBC:JDBC模板查询,注意sql语句之间的空格
private List<Entity> queryDayWeightListDayWithJDBC(Entity entity) {
StringBuilder sql = new StringBuilder();
sql.append("SELECT").append(" ");
sql.append("name,").append(" ");
sql.append("age").append(" ");
sql.append("from table").append(" ");
sql.append("where 1 = 1").append(" ");
sql.append("and name = '张三'").append(" ");
sql.append("order by age asc");
return Optional.of(jdbcTemplate.query(sql.toString(), (rs, rowNum) -> {
Entity value = new Entity();
value.setWgtNo(rs.getString("name"));
value.setTmNetWgt(rs.getInt("age"));
return value;
})).orElseGet(ArrayList::new);
}
5663



被折叠的 条评论
为什么被折叠?



