From dba749c506f697347778cf7c0c4c2d3ac6014be5 Mon Sep 17 00:00:00 2001
From: Hongbo Wu <hongbo@omnivore.app>
Date: Sat, 20 Aug 2022 00:11:46 +0800
Subject: [PATCH] Fix some articles not converted to speech correctly

---
 packages/api/src/utils/textToSpeech.ts | 25 +++++++++++++++++++------
 1 file changed, 19 insertions(+), 6 deletions(-)

diff --git a/packages/api/src/utils/textToSpeech.ts b/packages/api/src/utils/textToSpeech.ts
index 42a057b3b..d34ecb7dc 100644
--- a/packages/api/src/utils/textToSpeech.ts
+++ b/packages/api/src/utils/textToSpeech.ts
@@ -229,7 +229,11 @@ export const htmlElementToSsml = (
     emphasisElement.setAttribute('level', level)
     emphasisElement.innerHTML = element.innerHTML.trim()
     parent.appendChild(emphasisElement)
-    element?.parentNode?.replaceChild(parent, element)
+    const id = element.getAttribute('data-omnivore-anchor-idx')
+    if (id) {
+      const e = htmlElement.querySelector(`[data-omnivore-anchor-idx="${id}"]`)
+      e?.parentNode?.replaceChild(parent, e)
+    }
   }
 
   // create new ssml document
@@ -251,11 +255,11 @@ export const htmlElementToSsml = (
   htmlElement.querySelectorAll('*').forEach((e) => {
     switch (e.tagName.toLowerCase()) {
       case 's':
-        replaceEmphasisElement(e, 'reduced')
+        replaceEmphasisElement(e, 'moderate')
         break
       case 'sub':
         if (e.getAttribute('alias') === null) {
-          replaceEmphasisElement(e, 'reduced')
+          replaceEmphasisElement(e, 'moderate')
         }
         break
       case 'i':
@@ -269,7 +273,7 @@ export const htmlElementToSsml = (
       case 'summary':
       case 'caption':
       case 'figcaption':
-        replaceEmphasisElement(e, 'reduced')
+        replaceEmphasisElement(e, 'moderate')
         break
       case 'b':
       case 'strong':
@@ -284,13 +288,22 @@ export const htmlElementToSsml = (
         replaceEmphasisElement(e, 'moderate')
         break
       default: {
+        const parent = ssml.createDocumentFragment() as unknown as Element
+        appendBookmarkElement(parent, e)
         const text = (e as HTMLElement).innerText.trim()
         const textElement = ssml.createTextNode(text)
-        e.parentNode?.replaceChild(textElement, e)
+        parent.appendChild(textElement)
+        const id = e.getAttribute('data-omnivore-anchor-idx')
+        if (id) {
+          const element = htmlElement.querySelector(
+            `[data-omnivore-anchor-idx="${id}"]`
+          )
+          element?.parentNode?.replaceChild(parent, element)
+        }
       }
     }
   })
   prosodyElement.appendChild(htmlElement)
 
-  return speakElement.outerHTML.replace(/&nbsp;/g, '')
+  return speakElement.outerHTML.replace(/&nbsp;|\n/g, '')
 }