如何用PHP和CURL高效采集新闻列表和详情？

$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, 'http://www.xx.com/news'); // 请替换为实际的列表页URL
curl_setopt($ch, CURLOPT_REFERER, 'http://www.xx.com'); // 设置Referer，模拟浏览器访问
curl_setopt($ch, CURLOPT_USERAGENT, "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36");
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$html = curl_exec($ch);
curl_close($ch);

// 使用正则表达式提取新闻标题和相对路径
preg_match_all('/<a href="https://www.php.cn/link/01bebc8e971d09cb90cf5756b340f24c" title=".+?">https://www.php.cn/link/01bebc8e971d09cb90cf5756b340f24c<\/a>/', $html, $matches);
$newslist = [];
foreach ($matches[0] as $key => $value) {
  $newslist[] = [
    'title' => trim($matches[2][$key]),
    'relative_path' => $matches[1][$key]
  ];
}

$baseUrl = 'http://www.xx.com'; // 请替换为实际的网站根域名
foreach ($newslist as $news) {
    $fullUrl = $baseUrl . $news['relative_path'];
    $ch = curl_init($fullUrl);
    // ... (重复之前的CURL设置) ...
    $detailHtml = curl_exec($ch);
    curl_close($ch);

    // 使用正则表达式提取新闻内容
    preg_match('/<div class="content text-xs">https://www.php.cn/link/01bebc8e971d09cb90cf5756b340f24c<\/div>/', $detailHtml, $contentMatch); //  调整正则表达式以匹配新闻内容
    $newsContent = isset($contentMatch[1]) ? trim($contentMatch[1]) : '';

    // 输出新闻标题、完整路径和内容
    echo "标题: " . $news['title'] . "<br><br>";
    echo "链接: " . $fullUrl . "<br><br>";
    echo "内容: " . $newsContent . "<br><br><br>";
}