diff --git a/packages/puppeteer-parse/index.js b/packages/puppeteer-parse/index.js index dbc43c877..9288b370c 100644 --- a/packages/puppeteer-parse/index.js +++ b/packages/puppeteer-parse/index.js @@ -446,6 +446,7 @@ async function fetchContent(req, res) { } catch (e) { logRecord.error = e.message; console.error(`Error while retrieving page`, logRecord); + statusCode = 500; // fallback to scrapingbee for non pdf content if (url && contentType !== 'application/pdf') { @@ -456,6 +457,7 @@ async function fetchContent(req, res) { content = sbResult.domContent; title = sbResult.title; logRecord.fetchContentTime = Date.now() - fetchStartTime; + statusCode = 200; } } finally { // close browser context if it was opened @@ -507,7 +509,7 @@ async function fetchContent(req, res) { // mark import failed on the last failed retry const retryCount = req.headers['x-cloudtasks-taskretrycount']; if (retryCount == MAX_RETRY_COUNT) { - console.debug('max retry count reached'); + console.info('max retry count reached'); importStatus = importStatus || 'failed'; }