omnivore/packages/content-handler/src/websites/wikipedia-handler.ts

import { ContentHandler } from '../content-handler'

export class WikipediaHandler extends ContentHandler {
  constructor() {
    super()
    this.name = 'wikipedia'
  }

  shouldPreParse(url: string, dom: Document): boolean {
    return new URL(url).hostname.endsWith('wikipedia.org')
  }

  async preParse(url: string, dom: Document): Promise<Document> {
    // This removes the [edit] anchors from wikipedia pages
    dom.querySelectorAll('.mw-editsection').forEach((e) => e.remove())
    // this removes the sidebar
    dom.querySelector('.infobox')?.remove()
    return Promise.resolve(dom)
  }
}