diff --git a/packages/rss-handler/src/index.ts b/packages/rss-handler/src/index.ts index 067a55d54..fcbd3b9d8 100644 --- a/packages/rss-handler/src/index.ts +++ b/packages/rss-handler/src/index.ts @@ -53,6 +53,13 @@ export const isOldItem = (item: RssFeedItem, lastFetchedAt: number) => { ) } +export const isContentFetchBlocked = (feedUrl: string) => { + if (feedUrl.startsWith('https://arxiv.org/')) { + return true + } + return false +} + const getThumbnail = (item: RssFeedItem) => { if (item['media:thumbnail']) { return item['media:thumbnail'].$.url @@ -455,6 +462,10 @@ const processSubscription = async ( continue } + if (isContentFetchBlocked(feedUrl)) { + fetchContent = false + } + const created = await createTask( userId, feedUrl,