prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #3182 from omnivore-app/fix/importer-notification

Browse source
This commit is contained in:
Hongbo Wu 2023-11-28 14:59:52 +08:00 committed by GitHub
commit d09ec51136
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
packages/puppeteer-parse/index.js
View file

@ -446,6 +446,7 @@ async function fetchContent(req, res) {
} catch (e) {
logRecord.error = e.message;
console.error(`Error while retrieving page`, logRecord);
statusCode = 500;
// fallback to scrapingbee for non pdf content
if (url && contentType !== 'application/pdf') {
@ -456,6 +457,7 @@ async function fetchContent(req, res) {
content = sbResult.domContent;
title = sbResult.title;
logRecord.fetchContentTime = Date.now() - fetchStartTime;
statusCode = 200;
}
} finally {
// close browser context if it was opened
@ -507,7 +509,7 @@ async function fetchContent(req, res) {
// mark import failed on the last failed retry
const retryCount = req.headers['x-cloudtasks-taskretrycount'];
if (retryCount == MAX_RETRY_COUNT) {
console.debug('max retry count reached');
console.info('max retry count reached');
importStatus = importStatus || 'failed';
}