mirror of
https://github.com/omnivore-app/omnivore.git
synced 2026-03-11 08:54:26 +00:00
Merge pull request #4253 from omnivore-app/fix/raw-story
fix: navigation timeout when generating test case for raw story webpage
This commit is contained in:
Hongbo Wu
GitHub
commit
ed1a73014c
9 changed files with 5454 additions and 517 deletions
|
|
@ -32,10 +32,10 @@
|
|||
"linkedom": "^0.14.9",
|
||||
"mocha": "^8.2.0",
|
||||
"nock": "^13.3.1",
|
||||
"puppeteer-core": "^22.8.0",
|
||||
"puppeteer-extra": "^3.3.4",
|
||||
"puppeteer-extra-plugin-adblocker": "^2.13.5",
|
||||
"puppeteer-extra-plugin-stealth": "^2.11.1",
|
||||
"puppeteer-core": "^22.12.1",
|
||||
"puppeteer-extra": "^3.3.6",
|
||||
"puppeteer-extra-plugin-adblocker": "^2.13.6",
|
||||
"puppeteer-extra-plugin-stealth": "^2.11.2",
|
||||
"sinon": "^7.3.2"
|
||||
},
|
||||
"dependencies": {
|
||||
|
|
|
|||
|
|
@ -108,27 +108,25 @@ async function fetchSource(url, callbackFn) {
|
|||
|
||||
const browser = await puppeteer.launch({
|
||||
args: [
|
||||
'--allow-running-insecure-content',
|
||||
'--autoplay-policy=user-gesture-required',
|
||||
'--disable-component-update',
|
||||
'--disable-domain-reliability',
|
||||
'--disable-features=AudioServiceOutOfProcess,IsolateOrigins,site-per-process',
|
||||
'--disable-print-preview',
|
||||
'--disable-setuid-sandbox',
|
||||
'--disable-site-isolation-trials',
|
||||
'--disable-speech-api',
|
||||
'--disable-web-security',
|
||||
'--disk-cache-size=33554432',
|
||||
'--enable-features=SharedArrayBuffer',
|
||||
'--hide-scrollbars',
|
||||
'--disable-gpu',
|
||||
'--mute-audio',
|
||||
'--no-default-browser-check',
|
||||
'--no-pings',
|
||||
'--no-sandbox',
|
||||
'--no-zygote',
|
||||
'--window-size=1920,1080',
|
||||
'--disable-extensions',
|
||||
'--disable-dev-shm-usage',
|
||||
'--no-first-run',
|
||||
'--disable-background-networking',
|
||||
'--disable-gpu',
|
||||
'--disable-software-rasterizer',
|
||||
],
|
||||
defaultViewport: {
|
||||
deviceScaleFactor: 1,
|
||||
|
|
@ -138,15 +136,18 @@ async function fetchSource(url, callbackFn) {
|
|||
isMobile: false,
|
||||
width: 1920,
|
||||
},
|
||||
headless: true,
|
||||
headless: 'shell',
|
||||
dumpio: true, // show console logs in the terminal
|
||||
executablePath: process.env.CHROMIUM_PATH || '/opt/homebrew/bin/chromium',
|
||||
// filter out targets
|
||||
targetFilter: (target) =>
|
||||
target.type() !== 'other' || !!target.url(),
|
||||
})
|
||||
|
||||
const page = await browser.newPage()
|
||||
if (!enableJavascriptForUrl(url)) {
|
||||
await page.setJavaScriptEnabled(false)
|
||||
}
|
||||
await page.setUserAgent(userAgentForUrl(url))
|
||||
|
||||
try {
|
||||
/*
|
||||
|
|
@ -155,18 +156,29 @@ async function fetchSource(url, callbackFn) {
|
|||
* mathjax content when present.
|
||||
*/
|
||||
await page.setRequestInterception(true)
|
||||
|
||||
let requestCount = 0
|
||||
page.on('request', (request) => {
|
||||
if (
|
||||
request.resourceType() === 'script' &&
|
||||
request.url().toLowerCase().indexOf('mathjax') > -1
|
||||
) {
|
||||
request.abort()
|
||||
} else {
|
||||
request.continue()
|
||||
}
|
||||
;(async () => {
|
||||
if (request.resourceType() === 'font') {
|
||||
// Disallow fonts from loading
|
||||
return request.abort()
|
||||
}
|
||||
if (requestCount++ > 100) {
|
||||
return request.abort()
|
||||
}
|
||||
if (
|
||||
request.resourceType() === 'script' &&
|
||||
request.url().toLowerCase().indexOf('mathjax') > -1
|
||||
) {
|
||||
return request.abort()
|
||||
}
|
||||
|
||||
await request.continue()
|
||||
})()
|
||||
})
|
||||
|
||||
await page.goto(url, { waitUntil: ['networkidle2'] })
|
||||
await page.goto(url, { waitUntil: ['networkidle0'] })
|
||||
|
||||
/* scroll with a 5 second timeout */
|
||||
await Promise.race([
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -0,0 +1,33 @@
|
|||
<div><p>
|
||||
Former President <a href="https://www.rawstory.com/trump-musk/" target="_blank">Donald Trump's</a> rambling interview with <a href="https://www.rawstory.com/elon-musk-trump-2668952236/" target="_blank">Elon Musk</a> touched on climate change, border security, foreign dictators and inflation.
|
||||
</p><p>
|
||||
But it was his apparent appreciation of "beautiful" <a href="https://www.rawstory.com/kamala-harris/">Kamala Harris</a> — and his comparison to his wife, Melania <a href="https://www.rawstory.com/trump-news/">Trump</a> — that left the internet with raised eyebrows.
|
||||
</p><p>
|
||||
During Trump's <a href="https://www.rawstory.com/elon-musk-trump-2668951495/" target="_blank">interview on X with tech billionaire Musk</a>, the MAGA leader said his Democratic rival has received a "free ride" from the media so far.
|
||||
</p><p>
|
||||
"But I saw a picture of her on Time magazine today, she looks like the most beautiful actress ever to live," Trump said. "It was a drawing. And actually she looked very much like a great first lady: Melania. She didn't look like Camilla. That's right. But of course she's a beautiful woman. So we'll leave it at that."
|
||||
</p><p>
|
||||
The comment left the internet collectively cringed at the comment, including journalist Aaron Rupar, who called the recording "<a href="https://x.com/atrupar/status/1823183367380034024" target="_blank">weird stuff</a>!"
|
||||
</p><p>
|
||||
"I KNEW IT. His <a href="https://x.com/AshaRangappa_/status/1823182857533337645" target="_blank">brain is short-circuiting</a> because she is attractive AND formidable. lol he is toast," chided former FBI special agent and legal contributer Asha Rangappa.
|
||||
</p><p>
|
||||
She added that Trump "recognizes and is slightly scared of — and in a weird way, craves the approval of — strong, intelligent women," such as his former Democratic opponent Hillary Clinton and former House Speaker <a href="https://www.rawstory.com/tag/nancy-pelosi">Nancy Pelosi</a>.
|
||||
</p><p>
|
||||
"Some Mommy issues going on there," she added, noting that Trump equates attractive women with "'<a href="https://x.com/AshaRangappa_/status/1823183719148171361" target="_blank">dumb' or weak</a>," so he can "sexualize and exploit and dismiss."
|
||||
</p><p>
|
||||
"This is the point of the call where I say, 'Well, it's been <a href="https://x.com/kelsientaggart/status/1823186094495846647" target="_blank">great catching up grandpa</a>, but I've got to go,' quipped Kelsie Taggart, digital media director at the left-leaning American Bridge PAC.
|
||||
</p><p>
|
||||
"Donald Trump mentions this Time magazine cover, says Kamala Harris looks like an actress in the illustration and then says she looks like … his wife, <a href="https://x.com/ccadelago/status/1823182901875449929" target="_blank">Melania Trump</a>. ???" questioned Christopher Cadelago, Politico's <a href="https://www.rawstory.com/tag/california">California</a> bureau chief, wrote on X, attaching a photo of the image.
|
||||
</p><p>
|
||||
"<a href="https://x.com/RpsAgainstTrump/status/1823189790864376209" target="_blank">What??</a>" questioned the Never-Trump account Republicans against Trump.
|
||||
</p><p>
|
||||
"Trump basically just said the drawing of Kamala on time magazine was <a href="https://x.com/JessicaLBurbank/status/1823182494440816787" target="_blank">hot and compared it to his wife Melania</a> lol," laughed Jessica Burbank, of the More Perfect Union podcast.
|
||||
</p><div>
|
||||
<span>CONTINUE READING</span><span>Show less</span>
|
||||
</div><p>
|
||||
A 72-year-old Colorado woman who stormed the Capitol on <a href="https://www.rawstory.com/trump-mini-trial/" target="_blank">January 6, 2021</a>, will avoid jail time after a judge sentenced her to a year of probation and a $103,000 fine Monday, <a href="https://coloradosun.com/2024/08/12/rebecca-lavrenz-praying-grandma-jan-6-sentenc/" target="_blank">the Colorado Sun reports.</a>
|
||||
</p><p>
|
||||
Rebecca Lavrenz, who took on the moniker “<a href="https://www.rawstory.com/trump-accused-of-invoking-jan-6/" target="_blank">J6</a> Praying Grandma,” was convicted on four misdemeanor counts for entering the Capitol and disorderly conduct for participating in the insurrection, according to the Sun. Prosecutors initially pushed for Lavrenz to serve up to 10 months in prison for continuing to defend the insurrection, writing in a recent filing that “her unrepentant promotion of the riot is powerful evidence that she continues to pose a threat to future acts of political violence.”
|
||||
</p><p>
|
||||
The Colorado Sun noted that Lavrenz has <a href="https://www.givesendgo.com/rebeccalavrenz" target="_blank">raised</a> <a href="https://www.givesendgo.com/rebeccalavrenzJ6" target="_blank">more than</a> $230,000 via online fundraisers by promoting her participation in the riot.
|
||||
</p></div>
|
||||
|
|
@ -0,0 +1,12 @@
|
|||
{
|
||||
"title": "'Interview crashed and burst into flames': Trump and Musk mocked amid stream's launch woes",
|
||||
"byline": "Leigh Tauss",
|
||||
"dir": null,
|
||||
"excerpt": "The failure to launch of Elon Musk's planned audio live stream on X with former President Donald Trump quickly became the subject of online mockery on the very same social platform, including by the official campaign of Democratic presidential nominee Kamala Harris.\"BREAKING: Twitter,\" the pro-Harri...",
|
||||
"siteName": "Raw Story - Celebrating 20 Years of Independent Journalism",
|
||||
"siteIcon": "https://assets.rbl.ms/24986912/origin.png",
|
||||
"previewImage": "https://www.rawstory.com/media-library/chief-executive-officer-of-spacex-and-tesla-and-owner-of-twitter-elon-musk-attends-the-viva-technology-conference-dedicated-to.jpg?id=53161798&width=1200&height=600&coordinates=0%2C0%2C0%2C104",
|
||||
"publishedDate": "2024-08-13T01:09:23.000Z",
|
||||
"language": "English",
|
||||
"readerable": true
|
||||
}
|
||||
216
packages/readabilityjs/test/test-pages/raw-story/expected.html
Normal file
216
packages/readabilityjs/test/test-pages/raw-story/expected.html
Normal file
|
|
@ -0,0 +1,216 @@
|
|||
<DIV class="page" id="readability-page-1">
|
||||
<div>
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- [END ITP COOKIES] -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- Chartbeat Subscriptions -->
|
||||
<!-- End Chartbeat Subscriptions -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<div id="sTop_Bar_0_0_11_0_0_19">
|
||||
<div id="sTop_Bar_0_0_11_0_0_19_0_0_0">
|
||||
<p><a id="sTop_Bar_0_0_11_0_0_19_0_0_0_0" href="https://www.rawstory.com/st/Puzzler" target="_blank"><img alt="" width="80" height="81" src="https://www.rawstory.com/media-library/eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpbWFnZSI6Imh0dHBzOi8vYXNzZXRzLnJibC5tcy81MDU1NTU0NS9vcmlnaW4ucG5nIiwiZXhwaXJlc19hdCI6MTc2MzMyOTkwM30.C-AXJe9KD0htsRtiDfInMKrHSznDd3XXhA3WVdEauBk/image.png?width=80&height=81"></a></p><!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
</div>
|
||||
<p><a href="http://fakehost/" target="_self"><img src="https://assets.rbl.ms/33391448/origin.png" alt="RawStory"></a></p>
|
||||
</div>
|
||||
<div id="sTop_Bar_0_0_11_0_0_20">
|
||||
<div id="sTop_Bar_0_0_11_0_0_20_0_0_0">
|
||||
<p><a id="sTop_Bar_0_0_11_0_0_20_0_0_0_0" href="https://www.rawstory.com/st/Puzzler" target="_blank"><img alt="" width="80" height="81" src="https://www.rawstory.com/media-library/eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpbWFnZSI6Imh0dHBzOi8vYXNzZXRzLnJibC5tcy81MDU1NTU0NS9vcmlnaW4ucG5nIiwiZXhwaXJlc19hdCI6MTc2MzMyOTkwM30.C-AXJe9KD0htsRtiDfInMKrHSznDd3XXhA3WVdEauBk/image.png?width=80&height=81"></a></p><!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
</div>
|
||||
<p><a href="http://fakehost/" target="_self"><img src="https://assets.rbl.ms/33391448/origin.png" alt="RawStory"></a></p>
|
||||
</div>
|
||||
<!-- User Code -->
|
||||
<div id="mySidenav">
|
||||
<p><a href="http://fakehost/"><img src="http://fakehost/test/ezgif.com-webp-to-jpg.jpg" alt="RawStory" type="lazy-image" data-runner-src="https://assets.rbl.ms/23278157/origin.jpg" image_type="jpg" image_width="405" image_id="23278157" image_height="65" image_filename="ezgif.com-webp-to-jpg.jpg" style_image_all_default_height="30px" style_image_all_default_width="138px" link_href="/" link_target="_self"></a>
|
||||
</p>
|
||||
<ul>
|
||||
<li>
|
||||
<a href="http://fakehost/">Home</a>
|
||||
</li>
|
||||
<li>
|
||||
<a href="https://www.teepublic.com/stores/raw-story-store?ref_id=9578&sort=popular">Shop to Support Independent Journalism</a>
|
||||
</li><!-- <li><a href="/presidential-campaign-issues/">We Have Issues</a></li> -->
|
||||
<li>
|
||||
<a href="https://www.rawstory.com/trump-news/">Trump</a>
|
||||
</li>
|
||||
<li>
|
||||
<a href="https://www.rawstory.com/us-news/">U.S. News</a>
|
||||
</li>
|
||||
<li>
|
||||
<a href="https://www.rawstory.com/world/">World</a>
|
||||
</li>
|
||||
<li>
|
||||
<a href="https://www.rawstory.com/enviro-science/">Science</a>
|
||||
</li>
|
||||
<li>
|
||||
<a href="https://www.rawstory.com/all-video/">Video</a>
|
||||
</li>
|
||||
<li>
|
||||
<a href="https://www.rawstory.com/st/raw_story_investigates">Investigations</a>
|
||||
</li>
|
||||
<li>
|
||||
<a href="https://www.rawstory.com/st/ethics-policy">Ethics Policy</a>
|
||||
</li>
|
||||
<!--<li><a onclick="(function(){window.admiral('show','transact.login')})()">Ad-Free Login</a></li>-->
|
||||
<li>
|
||||
<a id="piano_login_button_sidenav">RawStory+ Login</a>
|
||||
</li>
|
||||
</ul>
|
||||
</div><!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- NOT A SURVEY -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- <div id="story-top-ad" class="three-seconds-sticky leaderboard-ad" style="min-height: 280px;" align="center"> -->
|
||||
<!-- <div class="proper-ad-unit desktop-only no-gray story_page_top" style="min-height: 280px;"> ==
|
||||
<div id="story-top-ad" style="min-height: 280px;" align="center"><div id="proper-ad-rawstory_story_page_top"></div></div> -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<div id="sPost_Default_Page_0_0_6_0_0_7_3_5">
|
||||
<div id="sPost_Default_Page_0_0_6_0_0_7_3_5_0">
|
||||
<div>
|
||||
<p><img src="https://www.rawstory.com/media-library/eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpbWFnZSI6Imh0dHBzOi8vYXNzZXRzLnJibC5tcy81MjgyMzczNi9vcmlnaW4uanBnIiwiZXhwaXJlc19hdCI6MTc3MjEwOTgyOX0.x0nIAqMuWTsAG5Pr5wehDbjaaj9FAOkdifmxr2foTgw/image.jpg?width=210" alt="Leigh Tauss">
|
||||
</p>
|
||||
</div>
|
||||
<div>
|
||||
<div>
|
||||
<h3> Leigh Tauss </h3>
|
||||
<p> Leigh Tauss is a newswriter for Raw Story based in Raleigh, N.C. Her work has been picked up by the Associated Press and has appeared in The Washington Post and The Daily Beast, among other outlets. </p>
|
||||
<p> Before joining Raw Story, Tauss worked as an editor for the Bangor Daily News, a senior staff writer at INDY Week and a reporter for the Meriden Record-Journal. Her writing has received numerous awards from the the North Carolina Press Association, the Green Eyeshade Awards, the Connecticut Society of Professional Journalists and the Association of Alternative Newsmedia. </p>
|
||||
</div>
|
||||
<hr>
|
||||
</div>
|
||||
</div>
|
||||
<div id="sPost_Default_Page_0_0_6_0_0_7_3_5_1">
|
||||
<div id="sPost_Default_Page_0_0_6_0_0_7_3_5_1_0" data-block="None" data-format="posts-custom" data-source="current_post" data-source-type="current_post" data-source-unique="true" data-section-id="" data-is-reordable="false" data-using-stickers="false" data-has-more="false" data-attr-v="2" data-attr-posts_id="sPost_Default_Page_0_0_6_0_0_7_3_5_1_0" data-attr-layout_quality="5" data-attr-header_template="jinja/post/custom-css.html" data-attr-node_id="/root/blocks/block[post_default_page]/abtests/abtest[1]/choose[2]/otherwise/row/column[2]/posts[1]-" data-attr-source_url="current_post" data-attr-use_tag_image_for_lead_media="true" data-attr-all_element_order="photo_credit,body,post_shares,all_sections,author,date,section,community_name,headline,badges,badges_sponsored,subheadline,photo_caption,snark_line,page_views,follow_button,community_comments,like_button,source_link,collection_button,tags,primary_tag,main_author,date_modified,custom_field_smart_news_feed_headline,custom_field_Send-alternative-headline-to-smartnews,custom_field_is_survey_post,custom_field_survey_text_italic,custom_field_survey_text_red,product_prices,product_vendor,product_buy_link,words_count,time_to_read" data-attr-limit="1" data-attr-element_classes="post-head post-body article-body" data-attr-layout_all_image_crop="original" data-attr-layout_post_shares="bottom" data-attr-all_share_buttons="Facebook,Twitter,Flipboard,CopyLink,Email,FacebookMessenger,Linkedin,GooglePlus,Pinterest,Whatsapp,Reddit,Separator,Tumblr,SMS,Slack" data-attr-layout_linkedin="active" data-attr-layout_separator="inactive" data-attr-layout_copylink="active" data-attr-layout_flipboard="active" data-attr-layout_email="active" data-attr-layout_tumblr="inactive" data-attr-layout_reddit="inactive" data-attr-layout_whatsapp="inactive" data-attr-layout_pinterest="inactive" data-attr-layout_googleplus="inactive" data-attr-layout_sms="inactive" data-attr-layout_slack="inactive" data-attr-layout_all_subheadline_tag="h4" data-attr-layout_body="bottom" data-attr-show_more_button_text="Continue Reading" data-attr-show_full_post_body="true" data-attr-layout_photo_credit="bottom" data-attr-data-rm-advanced="true" data-attr-data-rm-device-crops="true" data-attr-layout_all_sections="bottom" data-attr-layout_all_show_video="true" data-attr-allow_crop_override="true" data-attr-filters="section,post_body_pager" data-attr-section_url="" data-attr-source="" data-attr-format="posts-custom" data-attr-is_current_post="true" data-category="MSN">
|
||||
<article elid="2668951502" data-frozen-sections="[]">
|
||||
<div>
|
||||
<picture>
|
||||
<source srcset="https://www.rawstory.com/media-library/chief-executive-officer-of-spacex-and-tesla-and-owner-of-twitter-elon-musk-attends-the-viva-technology-conference-dedicated-to.jpg?id=53161798&width=3600&height=2165 3x, https://www.rawstory.com/media-library/chief-executive-officer-of-spacex-and-tesla-and-owner-of-twitter-elon-musk-attends-the-viva-technology-conference-dedicated-to.jpg?id=53161798&width=2400&height=1443 2x, https://www.rawstory.com/media-library/chief-executive-officer-of-spacex-and-tesla-and-owner-of-twitter-elon-musk-attends-the-viva-technology-conference-dedicated-to.jpg?id=53161798&width=1200&height=721 1x"><img fetchpriority="high" role="img" alt="'Interview crashed and burst into flames': Trump and Musk mocked amid stream's launch woes" aria-label="'Interview crashed and burst into flames': Trump and Musk mocked amid stream's launch woes" src="https://www.rawstory.com/media-library/chief-executive-officer-of-spacex-and-tesla-and-owner-of-twitter-elon-musk-attends-the-viva-technology-conference-dedicated-to.jpg?id=53161798&width=1200&height=721" width="1024" height="616" pinger-seen="true">
|
||||
</picture>
|
||||
</div>
|
||||
</article>
|
||||
</div><!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<div id="corrections-text">
|
||||
<p> For customer support contact <a href="mailto:support@rawstory.com">support@rawstory.com</a>. Report typos and corrections to <a href="mailto:corrections@rawstory.com">corrections@rawstory.com</a>. </p>
|
||||
</div>
|
||||
<!-- <div class="donate-appeal-text">
|
||||
Like this article ? Text `Support` to 50123 to donate.
|
||||
</div> -->
|
||||
<h2> Stories Chosen For You </h2><!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- <div class="connatix-hodler"><div id="3c873ced6dcf4282952e7744badecace"></div></div> -->
|
||||
<!-- End User Code -->
|
||||
<div id="sPost_Default_Page_0_0_6_0_0_7_3_5_1_14_0_0">
|
||||
<!-- User Code -->
|
||||
<!--a href="https://www.rawstory.com/elon-musk-trump-2668951502/?comments=disqus" title="Load Comments" rel="nofollow">Read Comments - Join the Discussion</a-->
|
||||
<p><a href="#comments_section_start" rel="noopener">READ COMMENTS - JOIN THE DISCUSSION</a></p><!-- End User Code -->
|
||||
</div>
|
||||
<!-- User Code -->
|
||||
<!-- <div id="post-article-rawstoryplus-mobile"></div><style>
|
||||
@media only screen and (min-width: 599px) {
|
||||
#mobile_post_article {
|
||||
display: none;
|
||||
}
|
||||
}
|
||||
</style> -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- MGID - 3x2 Under-Article - Composite Start -->
|
||||
<!-- MGID - 3x2 Under-Article - Composite End -->
|
||||
<!-- End User Code -->
|
||||
<div id="spink_appeal_box_0_0_14_0_0_0">
|
||||
<h2> Worried about democracy in 2024? </h2>
|
||||
<p> So are we. </p>
|
||||
<p> We’re gearing up for the most consequential presidential election of our lifetime. Candidates are promising to endanger our checks and balances and undermine voting. Politicians and neo-Nazis threaten women’s health and LGBTQ rights. </p>
|
||||
<p> We expose extremism, regardless of party. But we can’t do it without your help. Raw Story is independent, with no corporate owner, and this allows us to bring you the unvarnished truth. </p>
|
||||
<p> We need your support in this difficult time. Every reader contribution, no matter the amount, makes a difference. Your vital backing allows our newsroom to bring you the stories that matter. </p>
|
||||
<p>
|
||||
<b><a href="https://donate.rawstory.com/441256-keep-democracy-alive-invest-in-courageous-progressive-journalism?utm_medium=other" target="_blank">Invest in democracy by making a contribution.</a> Or <a href="https://www.rawstory.com/st/Rawstory_Plus_Signup" target="_blank">click here to become a subscriber.</a></b>
|
||||
</p>
|
||||
<p>
|
||||
<b>Thank you.</b>
|
||||
</p>
|
||||
</div><!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<div id="disqus_thread">
|
||||
<p><img src="https://c.disquscdn.com/next/embed/assets/img/loader-bg.a5b321d890ffdd553322adc8decaf4ed.png">
|
||||
</p>
|
||||
</div><!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- MGID - RawStory - 3x2 below content -->
|
||||
<!-- End User Code -->
|
||||
</div>
|
||||
<div id="sPost_Default_Page_0_0_6_0_0_7_3_5_2">
|
||||
<p><a id="sPost_Default_Page_0_0_6_0_0_7_3_5_2_0_1_0_0"><img alt="" width="1800" height="260" src="https://www.rawstory.com/media-library/eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpbWFnZSI6Imh0dHBzOi8vYXNzZXRzLnJibC5tcy8yNzM2MDcxMC9vcmlnaW4ucG5nIiwiZXhwaXJlc19hdCI6MTc3MTkzMTU1MX0.w4TIC_SifCDgMyj6TH6QHDrdsMoCI1Qa1hhlpv4JBZY/image.png?width=1800&height=260"></a></p>
|
||||
</div>
|
||||
</div>
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- RM VERSION
|
||||
<div id='div-gpt-ad-1599648564111-0'><script>
|
||||
googletag.cmd.push(function() { googletag.display('div-gpt-ad-1599648564111-0'); });
|
||||
</script></div>
|
||||
-->
|
||||
<!-- OLD SCRIPT FROM WP -->
|
||||
<!-- Undertone AdX Body -->
|
||||
<!-- /1010624/Rawstory_Undertone_Desktop -->
|
||||
<!-- <div id="div-gpt-ad-1578154939325-0"></div><!== <div id="div-gpt-ad-1599648564111-0"></div><!== /1010624/justpremium2021 -->
|
||||
<!-- <div id="div-gpt-ad-1612555365328-0" style="width: 1px; height: 1px;"></div> -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<!-- FOOTER ENDS HERE -->
|
||||
<!-- End User Code -->
|
||||
<!-- User Code -->
|
||||
<p>
|
||||
{{ post.roar_specific_data.api_data.analytics }}
|
||||
</p><!-- End User Code -->
|
||||
</div>
|
||||
</DIV>
|
||||
4651
packages/readabilityjs/test/test-pages/raw-story/source.html
Normal file
4651
packages/readabilityjs/test/test-pages/raw-story/source.html
Normal file
File diff suppressed because one or more lines are too long
1
packages/readabilityjs/test/test-pages/raw-story/url.txt
Normal file
1
packages/readabilityjs/test/test-pages/raw-story/url.txt
Normal file
|
|
@ -0,0 +1 @@
|
|||
https://www.rawstory.com/elon-musk-trump-2668951502/
|
||||
56
yarn.lock
56
yarn.lock
|
|
@ -26172,7 +26172,7 @@ pupa@^2.1.1:
|
|||
dependencies:
|
||||
escape-goat "^2.0.0"
|
||||
|
||||
puppeteer-core@^22.12.1, puppeteer-core@^22.8.0:
|
||||
puppeteer-core@^22.12.1:
|
||||
version "22.12.1"
|
||||
resolved "https://registry.yarnpkg.com/puppeteer-core/-/puppeteer-core-22.12.1.tgz#4dacc2e9ab127ef534a4bb4793d33f9424a5b48d"
|
||||
integrity sha512-XmqeDPVdC5/3nGJys1jbgeoZ02wP0WV1GBlPtr/ULRbGXJFuqgXMcKQ3eeNtFpBzGRbpeoCGWHge1ZWKWl0Exw==
|
||||
|
|
@ -26183,16 +26183,6 @@ puppeteer-core@^22.12.1, puppeteer-core@^22.8.0:
|
|||
devtools-protocol "0.0.1299070"
|
||||
ws "^8.17.1"
|
||||
|
||||
puppeteer-extra-plugin-adblocker@^2.13.5:
|
||||
version "2.13.5"
|
||||
resolved "https://registry.yarnpkg.com/puppeteer-extra-plugin-adblocker/-/puppeteer-extra-plugin-adblocker-2.13.5.tgz#c86ce94873bf6fe500555d3972eccdcca4914f6f"
|
||||
integrity sha512-HMVWLA1MLrzIGr/A71PYAWZEHENqQOEaQQHtPje0uSLc6QPOQY5tbbocx4BsUiQL2V1FwgT21UU09P5lV4vrZw==
|
||||
dependencies:
|
||||
"@cliqz/adblocker-puppeteer" "1.23.8"
|
||||
debug "^4.1.1"
|
||||
node-fetch "^2.6.0"
|
||||
puppeteer-extra-plugin "^3.2.2"
|
||||
|
||||
puppeteer-extra-plugin-adblocker@^2.13.6:
|
||||
version "2.13.6"
|
||||
resolved "https://registry.yarnpkg.com/puppeteer-extra-plugin-adblocker/-/puppeteer-extra-plugin-adblocker-2.13.6.tgz#99828243579b59ed81e8b1da23d16a3a0dbae557"
|
||||
|
|
@ -26203,7 +26193,7 @@ puppeteer-extra-plugin-adblocker@^2.13.6:
|
|||
node-fetch "^2.6.0"
|
||||
puppeteer-extra-plugin "^3.2.3"
|
||||
|
||||
puppeteer-extra-plugin-stealth@^2.11.1, puppeteer-extra-plugin-stealth@^2.11.2:
|
||||
puppeteer-extra-plugin-stealth@^2.11.2:
|
||||
version "2.11.2"
|
||||
resolved "https://registry.yarnpkg.com/puppeteer-extra-plugin-stealth/-/puppeteer-extra-plugin-stealth-2.11.2.tgz#bd3f5a1781cac8a98c983d148086585a84fcc8f1"
|
||||
integrity sha512-bUemM5XmTj9i2ZerBzsk2AN5is0wHMNE6K0hXBzBXOzP5m5G3Wl0RHhiqKeHToe/uIH8AoZiGhc1tCkLZQPKTQ==
|
||||
|
|
@ -26232,7 +26222,7 @@ puppeteer-extra-plugin-user-preferences@^2.4.1:
|
|||
puppeteer-extra-plugin "^3.2.3"
|
||||
puppeteer-extra-plugin-user-data-dir "^2.4.1"
|
||||
|
||||
puppeteer-extra-plugin@^3.2.2, puppeteer-extra-plugin@^3.2.3:
|
||||
puppeteer-extra-plugin@^3.2.3:
|
||||
version "3.2.3"
|
||||
resolved "https://registry.yarnpkg.com/puppeteer-extra-plugin/-/puppeteer-extra-plugin-3.2.3.tgz#50c9f0749c005bbc7b8b208bcd00a9d46a15b585"
|
||||
integrity sha512-6RNy0e6pH8vaS3akPIKGg28xcryKscczt4wIl0ePciZENGE2yoaQJNd17UiEbdmh5/6WW6dPcfRWT9lxBwCi2Q==
|
||||
|
|
@ -26241,15 +26231,6 @@ puppeteer-extra-plugin@^3.2.2, puppeteer-extra-plugin@^3.2.3:
|
|||
debug "^4.1.1"
|
||||
merge-deep "^3.0.1"
|
||||
|
||||
puppeteer-extra@^3.3.4:
|
||||
version "3.3.4"
|
||||
resolved "https://registry.yarnpkg.com/puppeteer-extra/-/puppeteer-extra-3.3.4.tgz#e0ecf021783d1112b6b0db20546d5022e632ed55"
|
||||
integrity sha512-fN5pHvSMJ8d1o7Z8wLLTQOUBpORD2BcFn+KDs7QnkGZs9SV69hcUcce67vX4L4bNSEG3A0P6Osrv+vWNhhdm8w==
|
||||
dependencies:
|
||||
"@types/debug" "^4.1.0"
|
||||
debug "^4.1.1"
|
||||
deepmerge "^4.2.2"
|
||||
|
||||
puppeteer-extra@^3.3.6:
|
||||
version "3.3.6"
|
||||
resolved "https://registry.yarnpkg.com/puppeteer-extra/-/puppeteer-extra-3.3.6.tgz#fc16ff396aae52664842da9a557ea8fa51eaa8b7"
|
||||
|
|
@ -29255,7 +29236,7 @@ string-template@~0.2.1:
|
|||
resolved "https://registry.yarnpkg.com/string-template/-/string-template-0.2.1.tgz#42932e598a352d01fc22ec3367d9d84eec6c9add"
|
||||
integrity sha1-QpMuWYo1LQH8IuwzZ9nYTuxsmt0=
|
||||
|
||||
"string-width-cjs@npm:string-width@^4.2.0", "string-width@^1.0.2 || 2 || 3 || 4", string-width@^4.2.2, string-width@^4.2.3:
|
||||
"string-width-cjs@npm:string-width@^4.2.0":
|
||||
version "4.2.3"
|
||||
resolved "https://registry.yarnpkg.com/string-width/-/string-width-4.2.3.tgz#269c7117d27b05ad2e536830a8ec895ef9c6d010"
|
||||
integrity sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==
|
||||
|
|
@ -29281,6 +29262,15 @@ string-width@^1.0.1:
|
|||
is-fullwidth-code-point "^2.0.0"
|
||||
strip-ansi "^4.0.0"
|
||||
|
||||
"string-width@^1.0.2 || 2 || 3 || 4", string-width@^4.2.2, string-width@^4.2.3:
|
||||
version "4.2.3"
|
||||
resolved "https://registry.yarnpkg.com/string-width/-/string-width-4.2.3.tgz#269c7117d27b05ad2e536830a8ec895ef9c6d010"
|
||||
integrity sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==
|
||||
dependencies:
|
||||
emoji-regex "^8.0.0"
|
||||
is-fullwidth-code-point "^3.0.0"
|
||||
strip-ansi "^6.0.1"
|
||||
|
||||
string-width@^3.0.0:
|
||||
version "3.1.0"
|
||||
resolved "https://registry.yarnpkg.com/string-width/-/string-width-3.1.0.tgz#22767be21b62af1081574306f69ac51b62203961"
|
||||
|
|
@ -29435,7 +29425,7 @@ string_decoder@~1.1.1:
|
|||
dependencies:
|
||||
safe-buffer "~5.1.0"
|
||||
|
||||
"strip-ansi-cjs@npm:strip-ansi@^6.0.1", strip-ansi@^6.0.1:
|
||||
"strip-ansi-cjs@npm:strip-ansi@^6.0.1":
|
||||
version "6.0.1"
|
||||
resolved "https://registry.yarnpkg.com/strip-ansi/-/strip-ansi-6.0.1.tgz#9e26c63d30f53443e9489495b2105d37b67a85d9"
|
||||
integrity sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==
|
||||
|
|
@ -29470,6 +29460,13 @@ strip-ansi@^6.0.0:
|
|||
dependencies:
|
||||
ansi-regex "^5.0.0"
|
||||
|
||||
strip-ansi@^6.0.1:
|
||||
version "6.0.1"
|
||||
resolved "https://registry.yarnpkg.com/strip-ansi/-/strip-ansi-6.0.1.tgz#9e26c63d30f53443e9489495b2105d37b67a85d9"
|
||||
integrity sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==
|
||||
dependencies:
|
||||
ansi-regex "^5.0.1"
|
||||
|
||||
strip-ansi@^7.0.0:
|
||||
version "7.0.1"
|
||||
resolved "https://registry.yarnpkg.com/strip-ansi/-/strip-ansi-7.0.1.tgz#61740a08ce36b61e50e65653f07060d000975fb2"
|
||||
|
|
@ -32148,7 +32145,7 @@ workerpool@6.2.1:
|
|||
resolved "https://registry.yarnpkg.com/workerpool/-/workerpool-6.2.1.tgz#46fc150c17d826b86a008e5a4508656777e9c343"
|
||||
integrity sha512-ILEIE97kDZvF9Wb9f6h5aXK4swSlKGUcOEGiIYb2OOu/IrDU9iwj0fD//SsA6E5ibwJxpEvhullJY4Sl4GcpAw==
|
||||
|
||||
"wrap-ansi-cjs@npm:wrap-ansi@^7.0.0", wrap-ansi@^7.0.0:
|
||||
"wrap-ansi-cjs@npm:wrap-ansi@^7.0.0":
|
||||
version "7.0.0"
|
||||
resolved "https://registry.yarnpkg.com/wrap-ansi/-/wrap-ansi-7.0.0.tgz#67e145cff510a6a6984bdf1152911d69d2eb9e43"
|
||||
integrity sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==
|
||||
|
|
@ -32174,6 +32171,15 @@ wrap-ansi@^6.0.1, wrap-ansi@^6.2.0:
|
|||
string-width "^4.1.0"
|
||||
strip-ansi "^6.0.0"
|
||||
|
||||
wrap-ansi@^7.0.0:
|
||||
version "7.0.0"
|
||||
resolved "https://registry.yarnpkg.com/wrap-ansi/-/wrap-ansi-7.0.0.tgz#67e145cff510a6a6984bdf1152911d69d2eb9e43"
|
||||
integrity sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==
|
||||
dependencies:
|
||||
ansi-styles "^4.0.0"
|
||||
string-width "^4.1.0"
|
||||
strip-ansi "^6.0.0"
|
||||
|
||||
wrap-ansi@^8.1.0:
|
||||
version "8.1.0"
|
||||
resolved "https://registry.yarnpkg.com/wrap-ansi/-/wrap-ansi-8.1.0.tgz#56dc22368ee570face1b49819975d9b9a5ead214"
|
||||
|
|
|
|||
Loading…
Reference in a new issue