From a66f92be735ff45bfa7318fe6aec0b1d1e85833d Mon Sep 17 00:00:00 2001
From: Thomas Rogers <podginator@gmail.com>
Date: Wed, 13 Nov 2024 19:27:09 +0100
Subject: [PATCH 1/2] Fix MV

---
 self-hosting/GUIDE.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/self-hosting/GUIDE.md b/self-hosting/GUIDE.md
index 425f0370a..01aea6620 100644
--- a/self-hosting/GUIDE.md
+++ b/self-hosting/GUIDE.md
@@ -30,7 +30,7 @@ These files provide all you need to get Omnivore up and running on your local en
 ### 3. Populate the .env file 
 
 There is a .env.example file located within the docker-compose folder that should give you the necessary environment variables to begin running. 
-You can use these by `mv .env .example.env`
+You can use these by `mv .env.example .env`
 
 The following environment variables should be changed to reflect where you are running your application. 
 

From c27af0141e27c13d54e5073b2e055b79e616ee9b Mon Sep 17 00:00:00 2001
From: Thomas Rogers <podginator@gmail.com>
Date: Fri, 22 Nov 2024 16:00:26 +0100
Subject: [PATCH 2/2] Do raw handlers for Medium

---
 packages/content-handler/src/index.ts         |  2 ++
 .../src/websites/medium-handler.ts            | 11 +++++++-
 .../src/websites/raw-handler.ts               | 28 +++++++++++++++++++
 3 files changed, 40 insertions(+), 1 deletion(-)
 create mode 100644 packages/content-handler/src/websites/raw-handler.ts

diff --git a/packages/content-handler/src/index.ts b/packages/content-handler/src/index.ts
index a75af64df..bf531676f 100644
--- a/packages/content-handler/src/index.ts
+++ b/packages/content-handler/src/index.ts
@@ -39,6 +39,7 @@ import { WikipediaHandler } from './websites/wikipedia-handler'
 import { YoutubeHandler } from './websites/youtube-handler'
 import { ZhihuHandler } from './websites/zhihu-handler'
 import { TikTokHandler } from './websites/tiktok-handler'
+import { RawContentHandler } from './websites/raw-handler'
 
 const validateUrlString = (url: string): boolean => {
   const u = new URL(url)
@@ -66,6 +67,7 @@ const contentHandlers: ContentHandler[] = [
   new DerstandardHandler(),
   new ImageHandler(),
   new MediumHandler(),
+  new RawContentHandler(),
   new PdfHandler(),
   new ScrapingBeeHandler(),
   new TDotCoHandler(),
diff --git a/packages/content-handler/src/websites/medium-handler.ts b/packages/content-handler/src/websites/medium-handler.ts
index 111bbe787..8079cfa3f 100644
--- a/packages/content-handler/src/websites/medium-handler.ts
+++ b/packages/content-handler/src/websites/medium-handler.ts
@@ -1,4 +1,6 @@
 import { ContentHandler, PreHandleResult } from '../content-handler'
+import axios from 'axios'
+import { parseHTML } from 'linkedom'
 
 export class MediumHandler extends ContentHandler {
   constructor() {
@@ -17,7 +19,14 @@ export class MediumHandler extends ContentHandler {
     try {
       const res = new URL(url)
       res.searchParams.delete('source')
-      return Promise.resolve({ url: res.toString() })
+
+      const response = await axios.get(res.toString())
+      const dom = parseHTML(response.data).document
+      return {
+        title: dom.title,
+        content: response.data as string,
+        url: res.toString(),
+      }
     } catch (error) {
       console.error('error prehandling medium url', error)
       throw error
diff --git a/packages/content-handler/src/websites/raw-handler.ts b/packages/content-handler/src/websites/raw-handler.ts
new file mode 100644
index 000000000..bcbd6a10f
--- /dev/null
+++ b/packages/content-handler/src/websites/raw-handler.ts
@@ -0,0 +1,28 @@
+import { ContentHandler, PreHandleResult } from '../content-handler'
+import axios from 'axios'
+import { parseHTML } from 'linkedom'
+
+export class RawContentHandler extends ContentHandler {
+  constructor() {
+    super()
+    this.name = 'RawContentHandler'
+  }
+
+  shouldPreHandle(url: string): boolean {
+    const u = new URL(url)
+    const hostnames = ['medium.com', 'fastcompany.com', 'fortelabs.com']
+
+    return hostnames.some((h) => u.hostname.endsWith(h))
+  }
+
+  async preHandle(url: string): Promise<PreHandleResult> {
+    try {
+      const response = await axios.get(url)
+      const dom = parseHTML(response.data).document
+      return { title: dom.title, content: response.data as string, url: url }
+    } catch (error) {
+      console.error('error prehandling URL', error)
+      throw error
+    }
+  }
+}