prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: skip unwanted nodes and update the index when converting html to utterances

Browse source
This commit is contained in:
Hongbo Wu 2024-04-30 13:58:37 +08:00
parent d589c18b68
commit 1a3697e24b
1 changed files with 30 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
packages/text-to-speech/src/htmlToSsml.ts
View file

@ -74,6 +74,16 @@ const TOP_LEVEL_TAGS = [
'LI',
]
const SKIP_TAGS = [
'SCRIPT',
'STYLE',
'IMG',
'FIGURE',
'FIGCAPTION',
'IFRAME',
'CODE',
]
function parseDomTree(pageNode: Element) {
if (!pageNode || pageNode.childNodes.length == 0) {
console.log('no child nodes found')
@ -146,16 +156,6 @@ function emitElement(
element: Element,
isTopLevel: boolean
) {
const SKIP_TAGS = [
'SCRIPT',
'STYLE',
'IMG',
'FIGURE',
'FIGCAPTION',
'IFRAME',
'CODE',
]
const topLevelTags = ssmlTagsForTopLevelElement()
const idx = element.getAttribute('data-omnivore-anchor-idx')
let maxVisitedIdx = Number(idx)
@ -369,6 +369,20 @@ const replaceSmartQuotes = (text: string): string => {
return text.replace(/[\u2018\u2019]/g, "'").replace(/[\u201C\u201D]/g, '"')
}
// get the max idx of the element and its children
const getMaxVisitedIdx = (element: Element): number => {
let maxVisitedIdx = Number(element.getAttribute('data-omnivore-anchor-idx'))
for (const child of Array.from(element.childNodes)) {
if (child.nodeType === 1) {
maxVisitedIdx = Math.max(
maxVisitedIdx,
getMaxVisitedIdx(child as Element)
)
}
}
return maxVisitedIdx
}
export const htmlToSpeechFile = (htmlInput: HtmlInput): SpeechFile => {
const { title, content, options } = htmlInput
console.log('creating speech file with options:', options)
@ -421,6 +435,12 @@ export const htmlToSpeechFile = (htmlInput: HtmlInput): SpeechFile => {
const textItems: string[] = []
const node = parsedNodes[i - 3]
// skip unwanted tags and update the index
if (SKIP_TAGS.includes(node.nodeName)) {
i = getMaxVisitedIdx(node)
continue
}
if (TOP_LEVEL_TAGS.includes(node.nodeName) || hasSignificantText(node)) {
// use paragraph as anchor
const idx = i.toString()