springboot 多线程实战

先说下业务场景，业务1：基于实时轨迹数据打卡，业务2：基于非实时轨迹的时间差，计算累计时长。简单点说就是从websocket获取到的实时数据，既要兼容不耗时操作，又要兼容耗时操作。

单线程做的话，一两个用户的数据没问题，用户多了就处理不过来。

实现思路是用TaskExecutor来做，一个task接收从redis lPop的数据，并放入BlockingQueue，另外的task从BlockingQueue获取数据。

@Autowired
    private TaskExecutor taskExecutor1;
    @Autowired
    private TaskExecutor taskExecutor2;
    @Autowired
    private TaskExecutor taskExecutor3;

    static BlockingQueue<TrackHistory> dataQueue = new ArrayBlockingQueue<>(1 << 12);

    static BlockingQueue<TrackHistory> keepWatchQueue = new ArrayBlockingQueue<>(1 << 12);

    public static final String M = ":";

    @Bean("redisReadThread")
    public String service() {
        taskExecutor1.execute(() -> {
            while (true) {
                try {
                    lPop();
                } catch (Exception e) {
                    e.printStackTrace();
                }
            }
        });
        return null;
    }

    @Bean("calculationsBusinessData")
    public void calculationsService() {
        taskExecutor2.execute(() -> {
            while (true) {
                try {
                    if (dataQueue.size() != 0) {
                        TrackHistory trackRealTime = dataQueue.poll();
                        if (trackRealTime == null) {
                            Thread.sleep(100L);
                        } else {
                            //耗时方法
                             doSomething();
                            //存储当前日期+人员的最新位置坐标
                            saveTrackToRedis(trackRealTime);
                        }
                    } else {
                        Thread.sleep(100L);
                    }
                } catch (Exception e) {
                    log.error("业务1数据计算异常->{}", e.getMessage());
                }
            }
        });
    }

    @Bean("calculationsKeepWatch")
    public void keepWatchService() {
        taskExecutor3.execute(() -> {
            while (true) {
                try {
                    if (keepWatchQueue.size() != 0) {
                        TrackHistory trackRealTime = keepWatchQueue.poll();
                        if (trackRealTime == null) {
                            Thread.sleep(100L);
                        } else {
                                doSomething2(trackRealTime);
                        }
                    } else {
                        Thread.sleep(100L);
                    }
                } catch (Exception e) {
                    log.error("业务2数据计算异常->{}", e.getMessage());
                }
            }
        });
    }

    /**
     * 从队列中读取数据
     *
     * @return
     */
    private synchronized void lPop() {
        Object o = redisTemplate.opsForList().leftPop(RedisKeyCons.COORDINATE);
        if (!org.springframework.util.StringUtils.isEmpty(o)) {
            TrackHistory trackRealTime = (TrackHistory) o;
            log.info("leftPop trackHistory = {}", trackRealTime);
            if (null != trackRealTime) {
                if (checkMemberExist(trackRealTime)) {
                    return;
                }
                //存储当前日期+人员的最新位置坐标
                saveTrackToRedisForKeepWatch(trackRealTime);
                dataQueue.add(trackRealTime);
                keepWatchQueue.add(trackRealTime);
            }
        }
    }

配置线程池

/**
 * 线程池配置、启用异步
 *
 *
 */
@EnableAsync
@Configuration
public class AsycTaskExecutorConfig {

    @Bean(name="taskExecutor1")
    public TaskExecutor taskExecutor1() {
        ThreadPoolTaskExecutor taskExecutor = new ThreadPoolTaskExecutor();
        taskExecutor.setCorePoolSize(1);
        taskExecutor.setMaxPoolSize(1);
        return taskExecutor;
    }
    @Bean(name="taskExecutor2")
    public TaskExecutor taskExecutor2() {
        ThreadPoolTaskExecutor taskExecutor = new ThreadPoolTaskExecutor();
        //最大线程数
        taskExecutor.setMaxPoolSize(5);
        //核心线程数
        taskExecutor.setCorePoolSize(5);
        //任务队列的大小
        taskExecutor.setQueueCapacity(5);
        //线程前缀名
//        executor.setThreadNamePrefix();
        //线程存活时间
        taskExecutor.setKeepAliveSeconds(60);
        taskExecutor.setRejectedExecutionHandler(new ThreadPoolExecutor.AbortPolicy());
        //线程初始化
        return taskExecutor;
    }
    @Bean(name="taskExecutor3")
    public TaskExecutor taskExecutor3() {
        ThreadPoolTaskExecutor taskExecutor = new ThreadPoolTaskExecutor();
        //最大线程数
        taskExecutor.setMaxPoolSize(5);
        //核心线程数
        taskExecutor.setCorePoolSize(5);
        //任务队列的大小
        taskExecutor.setQueueCapacity(5);
        //线程前缀名
//        executor.setThreadNamePrefix();
        //线程存活时间
        taskExecutor.setKeepAliveSeconds(60);
        taskExecutor.setRejectedExecutionHandler(new ThreadPoolExecutor.AbortPolicy());
        //线程初始化
        return taskExecutor;
    }

    @Bean(name = "asyncPoolTaskExecutor")
    public ThreadPoolTaskExecutor executor() {
        ThreadPoolTaskExecutor taskExecutor = new ThreadPoolTaskExecutor();
        //核心线程数
        taskExecutor.setCorePoolSize(10);
        //线程池维护线程的最大数量,只有在缓冲队列满了之后才会申请超过核心线程数的线程
        taskExecutor.setMaxPoolSize(10);
        //缓存队列
        taskExecutor.setQueueCapacity(15);
        //设置线程的空闲时间,当超过了核心线程出之外的线程在空闲时间到达之后会被销毁
        taskExecutor.setKeepAliveSeconds(60);
        //异步方法内部线程名称
        taskExecutor.setThreadNamePrefix("async-");
        /**
         * 当线程池的任务缓存队列已满并且线程池中的线程数目达到maximumPoolSize，如果还有任务到来就会采取任务拒绝策略
         * 通常有以下四种策略：
         * ThreadPoolExecutor.AbortPolicy:丢弃任务并抛出RejectedExecutionException异常。
         * ThreadPoolExecutor.DiscardPolicy：也是丢弃任务，但是不抛出异常。
         * ThreadPoolExecutor.DiscardOldestPolicy：丢弃队列最前面的任务，然后重新尝试执行任务（重复此过程）
         * ThreadPoolExecutor.CallerRunsPolicy：重试添加当前的任务，自动重复调用 execute() 方法，直到成功
         */
        taskExecutor.setRejectedExecutionHandler(new ThreadPoolExecutor.CallerRunsPolicy());
        taskExecutor.initialize();
        return taskExecutor;
    }
    }

springboot 多线程实战

悦读