prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix generate tests

Browse source
This commit is contained in:
Hongbo Wu 2022-05-10 21:10:20 +08:00
parent 96b543946d
commit 82fb8151a4
1 changed files with 6 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
packages/readabilityjs/test/generate-testcase.js
View file

@ -2,7 +2,6 @@ var debug = false;
var path = require("path");
var fs = require("fs");
var JSDOM = require("jsdom").JSDOM;
var prettyPrint = require("./utils").prettyPrint;
var htmltidy = require("htmltidy2").tidy;
@ -10,6 +9,7 @@ var { Readability, isProbablyReaderable } = require("../index");
var JSDOMParser = require("../JSDOMParser");
const { generate: generateRandomUA } = require("modern-random-ua/random_ua");
const puppeteer = require('puppeteer');
const { parseHTML } = require("linkedom");
var testcaseRoot = path.join(__dirname, "test-pages");
@ -173,7 +173,7 @@ async function fetchSource(url, callbackFn) {
}
function sanitizeSource(html, callbackFn) {
htmltidy(new JSDOM(html).serialize(), {
htmltidy(parseHTML(html).serialize(), {
"indent": true,
"indent-spaces": 4,
"numeric-entities": true,
@ -210,14 +210,12 @@ function runReadability(source, destPath, metadataDestPath) {
var myReader, result, readerable;
try {
// Use jsdom for isProbablyReaderable because it supports querySelectorAll
var jsdom = new JSDOM(source, {
url: uri,
}).window.document;
var jsdom = parseHTML(source).document;
readerable = isProbablyReaderable(jsdom);
// We pass `caption` as a class to check that passing in extra classes works,
// given that it appears in some of the test documents.
myReader = new Readability(jsdom, { classesToPreserve: ["caption"]});
myReader = new Readability(jsdom, { classesToPreserve: ["caption"], url: uri });
result = myReader.parse();
readerable = isProbablyReaderable(jsdom);
} catch (ex) {
console.error(ex);
ex.stack.forEach(console.log.bind(console));
@ -237,6 +235,7 @@ function runReadability(source, destPath, metadataDestPath) {
delete result.content;
delete result.textContent;
delete result.length;
delete result.dom;
// Add isProbablyReaderable result
result.readerable = readerable;