BlockingQueue读取文本内容，多线程处理数据（线程池版本）

import java.io.BufferedReader;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.util.concurrent.*;

public class ceshi2 {

    public static void main(String[] args) throws InterruptedException, ExecutionException {
        LinkedBlockingQueue<String> queue = new LinkedBlockingQueue<>(100);
        ExecutorService executor = Executors.newFixedThreadPool(10); // 创建一个固定大小的线程池，最多同时执行10个线程

        // 将读取文件任务提交给线程池
        Future<?> readerFuture = executor.submit(new ReaderTask(queue, "/Users/flyme/data/input-50w-ex.txt"));

        // 创建10个处理任务，将它们都提交给线程池
        Future<?>[] workerFutures = new Future[10];
        for (int i = 0; i < 10; i++) {
            workerFutures[i] = executor.submit(new WorkerTask(queue));
        }

        // 等待读取任务完成
        readerFuture.get();

        // 等待处理任务完成
        for (Future<?> workerFuture : workerFutures) {
            workerFuture.get();
        }

        // 关闭线程池
        executor.shutdown();

        System.out.println("所有任务完成");
    }
}

class ReaderTask implements Runnable {
    private LinkedBlockingQueue<String> queue;
    private String filePath;

    public ReaderTask(LinkedBlockingQueue<String> queue, String filePath) {
        this.queue = queue;
        this.filePath = filePath;
    }

    @Override
    public void run() {
        try (BufferedReader reader = new BufferedReader(new FileReader(filePath))) {
            String line;
            while ((line = reader.readLine()) != null) {
                queue.put(line); // 将每行内容放入队列
//                System.out.println(Thread.currentThread().getName() + ": 发送到队列中：" + line);
            }
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            try {
                queue.put("EOF"); // 放置一个结束标记
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        }
    }
}

class WorkerTask implements Runnable {
    private LinkedBlockingQueue<String> queue;

    public WorkerTask(LinkedBlockingQueue<String> queue) {
        this.queue = queue;
    }

    @Override
    public void run() {
        try {
            String line;
            while ((line = queue.poll(1, TimeUnit.SECONDS)) != null) { // 从队列中取出一行数据
                if ("EOF".equals(line)) {
                    queue.put(line); // 将结束标记放回队列
                    break;
                }

                System.out.println(Thread.currentThread().getName() + ": 队列中取到：" + line);

                String[] parts = line.split(",");
                String id = parts[0];
                String address = parts[1];

                // 向API接口发送请求，并获取返回结果
                String result = sendRequest(address);

                // 解析返回结果，提取商品信息
                String[] coordinates = parseCoordinates(result);

                // 拼接id、商品id、商品信息成一行记录
                String record = id + "," + address + "," + coordinates[0] + "," + coordinates[1];

                // 将记录写入输出文件
                writeRecordToFile(record);
            }
        } catch (InterruptedException | IOException e) {
            e.printStackTrace();
        }
    }

    private String sendRequest(String address) {
        // 发送http请求代码省略
        return "名称,销量"; // 模拟返回结果
    }

    private String[] parseCoordinates(String result) {
        // 解析商品信息代码省略
        return new String[]{"名称", "销量"}; // 模拟解析结果
    }

    private void writeRecordToFile(String record) throws IOException {
        try (FileWriter writer = new FileWriter("/Users/flyme/data/output-50w-ex.txt", true)) { // 追加模式写入
            writer.write(record + System.lineSeparator());
        }
    }
}