prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

wait until body is fetched

Browse source
This commit is contained in:
Hongbo Wu 2024-07-10 16:01:39 +08:00
parent 431c4cc098
commit e61da03ed4
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
packages/puppeteer-parse/src/index.ts
View file

@ -336,8 +336,6 @@ async function retrievePage(
throw new Error('No response from page')
}
await page.waitForSelector('body')
const finalUrl = response.url()
const contentType = response.headers()['content-type']
@ -364,6 +362,8 @@ async function retrieveHtml(page: Page, logRecord: Record<string, any>) {
title = await page.title()
logRecord.title = title
await page.waitForSelector('body')
const pageScrollingStart = Date.now()
/* scroll with a 5 seconds timeout */
try {