prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #925 from omnivore-app/fix/scrapingbee-url

Browse source 
Create a scrapingbee url when using the fallback
This commit is contained in:
Jackson Harper 2022-07-05 09:03:13 -07:00 committed by GitHub
commit 6b1f21398e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
packages/content-fetch/fetch-content.js
View file

@ -358,18 +358,18 @@ async function fetchContent(req, res) {
// fallback to scrapingbee
const sbResult = await fetchContentWithScrapingBee(url);
const url = finalUrl || sbResult.url;
const sbUrl = finalUrl || sbResult.url;
const content = sbResult.domContent;
logRecord.fetchContentTime = Date.now() - functionStartTime;
const apiResponse = await sendCreateArticleMutation(userId, {
url,
url: sbUrl,
articleSavingRequestId,
preparedDocument: {
document: content,
pageInfo: {
title: sbResult.title,
canonicalUrl: url,
canonicalUrl: sbUrl,
},
},
skipParsing: !content,