如何用Golang实现多协程数据聚合_Golang 多协程数据聚合实践

type Result struct {
    Data []string
    Err  error
}

resultCh := make(chan Result, 3)
<p>go func() {
data, err := fetchDataFromSourceA()
resultCh <- Result{Data: data, Err: err}
}()</p><p>go func() {
data, err := fetchDataFromSourceB()
resultCh <- Result{Data: data, Err: err}
}()</p><p>go func() {
data, err := fetchDataFromSourceC()
resultCh <- Result{Data: data, Err: err}
}()</p>

var aggregated []string
for i := 0; i < 3; i++ {
    result := <-resultCh
    if result.Err != nil {
        log.Printf("task failed: %v", result.Err)
        continue
    }
    aggregated = append(aggregated, result.Data...)
}

semaphore := make(chan struct{}, 10) // 最多 10 个并发
<p>var wg sync.WaitGroup
resultCh := make(chan Result, len(tasks))</p><p>for _, task := range tasks {
wg.Add(1)
go func(t Task) {
defer wg.Done()
semaphore <- struct{}{}        // 获取许可
defer func() { <-semaphore }() // 释放许可</p><pre class='brush:php;toolbar:false;'>    data, err := processTask(t)
    resultCh <- Result{Data: data, Err: err}
}(task)

ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second)
defer cancel()
<p>go func() {
time.Sleep(4 * time.Second) // 模拟慢请求
select {
case resultCh <- Result{Err: errors.New("timeout")}:
case <-ctx.Done():
}
}()</p>

select {
case result := <-resultCh:
    // 处理结果
case <-ctx.Done():
    return nil, ctx.Err()
}