From 9431e80be8afada7ac93ff36648d8e99cc478c80 Mon Sep 17 00:00:00 2001 From: Hongbo Wu Date: Thu, 17 Feb 2022 20:17:02 +0800 Subject: [PATCH] add parser --- packages/api/src/utils/bloomberg-handler.ts | 4 ++-- packages/api/src/utils/parser.ts | 2 ++ 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/packages/api/src/utils/bloomberg-handler.ts b/packages/api/src/utils/bloomberg-handler.ts index da2fef9b5..2fbae0ef5 100644 --- a/packages/api/src/utils/bloomberg-handler.ts +++ b/packages/api/src/utils/bloomberg-handler.ts @@ -1,6 +1,6 @@ import { DOMWindow } from 'jsdom' -export class SubstackHandler { +export class BloombergHandler { name = 'bloomberg' shouldPrehandle = (url: URL, dom: DOMWindow): boolean => { @@ -15,7 +15,7 @@ export class SubstackHandler { ) } - prehandle = (url: URL, dom: DOMWindow): Promise => { + prehandle = (_url: URL, dom: DOMWindow): Promise => { const body = dom.document.querySelector('.wrapper') // this removes header diff --git a/packages/api/src/utils/parser.ts b/packages/api/src/utils/parser.ts index 88160a413..de8ea06e6 100644 --- a/packages/api/src/utils/parser.ts +++ b/packages/api/src/utils/parser.ts @@ -11,6 +11,7 @@ import axios from 'axios' import { WikipediaHandler } from './wikipedia-handler' import { SubstackHandler } from './substack-handler' import { AxiosHandler } from './axios-handler' +import { BloombergHandler } from './bloomberg-handler' const logger = buildLogger('utils.parse') @@ -45,6 +46,7 @@ const HANDLERS = [ new WikipediaHandler(), new SubstackHandler(), new AxiosHandler(), + new BloombergHandler(), ] /** Hook that prevents DOMPurify from removing youtube iframes */