prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove all the commas in the raw transcript which are added by youtubei

Browse source
This commit is contained in:
Hongbo Wu 2024-07-18 12:10:45 +08:00
parent faa3e1d00e
commit b5fe0cb279
1 changed files with 17 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
packages/api/src/jobs/process-youtube-video.ts
View file

@ -315,6 +315,20 @@ export interface ProcessYouTubeTranscriptJobData {
libraryItemId: string
}
const sanitizeTranscript = (
transcript: TranscriptProperties[]
): TranscriptProperties[] => {
return transcript.map((item) => {
return {
// Youtubei library uses comma and space to separate words in the transcript
// We need to remove the comma to avoid breaking the transcript
text: item.text.replace(/,/g, ''),
start: item.start,
duration: item.duration,
}
})
}
export const processYouTubeTranscript = async (
jobData: ProcessYouTubeTranscriptJobData
) => {
@ -350,10 +364,12 @@ export const processYouTubeTranscript = async (
let transcript: TranscriptProperties[] | undefined = undefined
if ('getTranscript' in video) {
transcript = await video.getTranscript()
transcript = await video.captions?.get()
}
if (transcript) {
transcript = sanitizeTranscript(transcript)
if (chapters) {
transcript = addTranscriptChapters(chapters, transcript)
}