如何用Golang实现并发文件处理 解析多goroutine读写文件的同步

sync.WaitGroup

var wg sync.WaitGroup
for i := 0; i < 5; i++ {
    wg.Add(1)
    go func(i int) {
        defer wg.Done()
        fmt.Println("Processing file", i)
    }(i)
}
wg.Wait()

WaitGroup

sync.Mutex

var mu sync.Mutex
file, _ := os.Create("output.txt")
defer file.Close()

for i := 0; i < 5; i++ {
    go func(i int) {
        mu.Lock()
        defer mu.Unlock()
        file.WriteString(fmt.Sprintf("Data from goroutine %d\n", i))
    }(i)
}

Mutex

file, _ := os.Open("bigfile.txt")
defer file.Close()

fileInfo, _ := file.Stat()
fileSize := fileInfo.Size()
chunkSize := int64(1 << 20) // 1MB

for i := int64(0); i < fileSize; i += chunkSize {
    end := i + chunkSize
    if end > fileSize {
        end = fileSize
    }

    go func(start, end int64) {
        buffer := make([]byte, end-start)
        file.ReadAt(buffer, start)
        // 处理buffer中的数据
    }(i, end)
}

ReadAt

Seek+Read

channel

resultChan := make(chan string, 10)

for _, filename := range filenames {
    go func(fn string) {
        data, _ := os.ReadFile(fn)
        resultChan <- string(data)
    }(filename)
}

// 收集结果
for range filenames {
    result := <-resultChan
    fmt.Println("Received data:", result)
}