prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

do not use puppeteer-extra plugin

Browse source
This commit is contained in:
Hongbo Wu 2022-07-15 11:09:57 +08:00
parent 2ff3003d0c
commit 610c790a7e
2 changed files with 6 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
packages/content-fetch/fetch-content.js
View file

@ -5,7 +5,7 @@
/* eslint-disable @typescript-eslint/no-require-imports */
require('dotenv').config();
const Url = require('url');
const puppeteer = require('puppeteer-extra');
const puppeteer = require('puppeteer-core');
const axios = require('axios');
const jwt = require('jsonwebtoken');
const { promisify } = require('util');
@ -31,8 +31,8 @@ const ALLOWED_CONTENT_TYPES = ['text/html', 'application/octet-stream', 'text/pl
const { parseHTML } = require('linkedom');
// Add stealth plugin to hide puppeteer usage
const StealthPlugin = require('puppeteer-extra-plugin-stealth');
puppeteer.use(StealthPlugin());
// const StealthPlugin = require('puppeteer-extra-plugin-stealth');
// puppeteer.use(StealthPlugin());
const userAgentForUrl = (url) => {
@ -105,10 +105,11 @@ const getBrowserPromise = (async () => {
'--no-zygote',
'--use-gl=swiftshader',
'--window-size=1920,1080',
process.env.LAUNCH_HEADLESS ? '--single-process' : '--start-maximized',
].filter((item) => !!item),
defaultViewport: { height: 1080, width: 1920 },
executablePath: process.env.CHROMIUM_PATH ,
headless: true,
headless: !!process.env.LAUNCH_HEADLESS,
timeout: 0,
});
})();

4
packages/content-fetch/package.json
View file

@ -10,9 +10,7 @@
"jsonwebtoken": "^8.5.1",
"linkedom": "^0.14.9",
"luxon": "^2.3.1",
"puppeteer-core": "^15.3.2",
"puppeteer-extra": "^3.2.3",
"puppeteer-extra-plugin-stealth": "^2.9.0"
"puppeteer-core": "^15.3.2"
},
"scripts": {
"start": "node app.js",