/* eslint-disable no-undef */ /* eslint-disable no-empty */ /* eslint-disable @typescript-eslint/explicit-function-return-type */ /* eslint-disable @typescript-eslint/no-var-requires */ /* eslint-disable @typescript-eslint/no-require-imports */ require('dotenv').config(); const axios = require('axios'); const jsdom = require("jsdom"); const { JSDOM } = jsdom; exports.derstandardHandler = { shouldPrehandle: (url, env) => { const u = new URL(url); return u.hostname === 'www.derstandard.at'; }, prehandle: async (url, env) => { const response = await axios.get(url, { // set cookie to give consent to get the article headers: { 'cookie': `DSGVO_ZUSAGE_V1=true; consentUUID=2bacb9c1-1e80-4be0-9f7b-ee987cf4e7b0_6` }, }); const content = response.data; var title = undefined const dom = new JSDOM(content) const titleElement = dom.window.document.querySelector('.article-title') if (!titleElement) { title = titleElement.textContent titleElement.remove() } return { content: dom.window.document.body.outerHTML, title: title }; } }