prehistoric-systems/omnivore
1
0
Fork 0
mirror of https://github.com/omnivore-app/omnivore.git synced 2026-03-11 08:54:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

limit import to 20k urls

Browse source
This commit is contained in:
Hongbo Wu 2023-07-17 18:09:13 +08:00
parent 3cfd390346
commit fc7a649566
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
packages/import-handler/src/csv.ts
View file

@ -54,6 +54,12 @@ export const importCsv = async (ctx: ImportContext, stream: Stream) => {
ctx.taskId,
ImportStatus.STARTED
)
// limit import to 20k urls
if (ctx.countImported + ctx.countFailed >= 20000) {
console.log('import limit reached')
break
}
} catch (error) {
console.log('invalid url', row, error)