Python的多线程有效提高文件读取的并发能力和读取速度

import threading

filename = 'bigfile.txt'  # 文件名
num_threads = 4  # 线程数量

def read_file(start, end):
    with open(filename) as f:
        f.seek(start)
        data = f.read(end - start)
    return data

def main():
    with open(filename) as f:
        total_size = f.seek(0, 2)  # 获取文件大小

    chunk_size = total_size // num_threads
    start = 0
    thread_pool = []

    # 启动多个线程同时读取
    for i in range(num_threads):
        end = start + chunk_size if i < num_threads - 1 else total_size
        t = threading.Thread(target=read_file, args=(start, end))
        thread_pool.append(t)
        t.start()
        start = end

    # 等待所有线程执行完毕
    for t in thread_pool:
        t.join()

    print('Read completed.')

if __name__ == '__main__':
    main()