我正在尝试使用node.js和puppeteer爬取一个网站以获取实时足球信息,但是在console.log("trying to select team element")之后,我的浏览器立即关闭。
const puppeteer = require("puppeteer");
async function openPage() {
const browser = await puppeteer.launch( {headless: true} );
const page = await browser.newPage();
await page.setViewport({ width: 1000, height: 926 });
await page.goto("https://www.livescore.com/en/");
// 接受cookies
const button = await page.waitForSelector('#onetrust-accept-btn-handler');
if (button) {
await button.click();
console.log("clicked cookie button");
};
return page;
}
async function scrapeData(page) {
let content = [];
// 获取比赛元素
let elements = await page.waitForSelector(".Ip")
console.log("trying to select team element")
for (let i=0; i < elements.length; i++) {
let homeTeamElement = await elements[i].$(".Ip")
if (homeTeamElement) {
const homeTeamText = await homeTeamElement.evaluate(node => node.textContent);
content.push(homeTeamText);
}
};
return content;
};
(async () => {
const page = await openPage();
const dataScraped = await scrapeData(page);
console.log(dataScraped)
await page.browser().close();
})();
对于为什么会这样以及对我的代码的进一步批评,欢迎提出任何想法!
Copyright 2014-2025 https://www.php.cn/ All Rights Reserved | php.cn | 湘ICP备2023035733号