Javascript Node.js错误： node 不可单击或不是元素

我收到的错误与您运行代码时的错误不同:

script.js:30
        await page.goto(document.querySelector('div.listing a:last-child').href, {waitUntil: 'load'})
                        ^

ReferenceError: document is not defined

node 中不存在document.它只在浏览器中，这意味着你只能在evaluate回调中访问它:

const puppeteer = require("puppeteer"); // ^21.6.0

const base = "https://www.agsvyazi.ru/beeline/numbers/index.page.";

let browser;
(async () => {
  browser = await puppeteer.launch({headless: false});
  const [page] = await browser.pages();
  await page.setJavaScriptEnabled(false);
  await page.setRequestInterception(true);
  page.on("request", req =>
    req.url().startsWith(base) ? req.continue() : req.abort()
  );
  const data = [];

  for (let i = 1; i < 10 /* remove this to scrape everything */; i++) {
    try {
      const url = base + i * 100 + ".htm";
      console.log(url);
      await page.goto(url, {waitUntil: "domcontentloaded"});
      const chunk = await page.$$eval(
        ".fl.number-table",
        els => els.map(e => e.textContent.trim())
      );
      data.push(chunk);
    }
    catch (err) {
      console.error(err);
      break;
    }
  }

  console.log(data);
})()
  .catch(err => console.error(err))
  .finally(() => browser?.close());

除非你想限制你的请求，否则await new Promise(resolve => setTimeout(resolve, 3000));就是not necessary.如果你确实需要睡觉，一个更清晰的方法是使用import {setTimeout} from "node:timers/promises";.

更进一步，如果我理解正确的话，我认为你不需要Puppeteer，因为数据已经在静态HTML中了.我建议使用内置的fetch和轻量级的HTML解析器Cheerio:

const cheerio = require("cheerio"); // ^1.0.0-rc.12

const base = "https://www.agsvyazi.ru/beeline/numbers/";

(async () => {
  let url = "index.page.100.htm";
  const data = [];

  for (let i = 0; i < 10 /* remove this to scrape everything */; i++) {
    try {
      console.log(base + url);
      const res = await fetch(base + url);

      if (!res.ok) {
        break;
      }

      const $ = cheerio.load(await res.text());
      const chunk = [...$(".fl.number-table")].map(e =>
        $(e).text().trim()
      );
      data.push(chunk);
      url = $("div.listing a:last-child").attr("href");
    }
    catch (err) {
      console.error(err);
      break;
    }
  }

  console.log(JSON.stringify(data, null, 2));
})();