From e61da03ed46ff03159ae6314f83e69c228ab026d Mon Sep 17 00:00:00 2001
From: Hongbo Wu <hongbo@omnivore.app>
Date: Wed, 10 Jul 2024 16:01:39 +0800
Subject: [PATCH] wait until body is fetched

---
 packages/puppeteer-parse/src/index.ts | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/packages/puppeteer-parse/src/index.ts b/packages/puppeteer-parse/src/index.ts
index ff61c2cb1..457ac504a 100644
--- a/packages/puppeteer-parse/src/index.ts
+++ b/packages/puppeteer-parse/src/index.ts
@@ -336,8 +336,6 @@ async function retrievePage(
       throw new Error('No response from page')
     }
 
-    await page.waitForSelector('body')
-
     const finalUrl = response.url()
     const contentType = response.headers()['content-type']
 
@@ -364,6 +362,8 @@ async function retrieveHtml(page: Page, logRecord: Record<string, any>) {
     title = await page.title()
     logRecord.title = title
 
+    await page.waitForSelector('body')
+
     const pageScrollingStart = Date.now()
     /* scroll with a 5 seconds timeout */
     try {