From ec0fc925b420f2add5a992c4cc479bb491a23651 Mon Sep 17 00:00:00 2001 From: Christopher Gurnee Date: Mon, 10 Oct 2022 17:02:35 +0000 Subject: [PATCH] Increase PushShift comments retrieved size to 250 --- src/api/pushshift/index.js | 2 +- src/state.js | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/api/pushshift/index.js b/src/api/pushshift/index.js index 8f84b22..941a090 100644 --- a/src/api/pushshift/index.js +++ b/src/api/pushshift/index.js @@ -1,6 +1,6 @@ import { fetchJson, sleep } from '../../utils' -export const chunkSize = 100; +export const chunkSize = 250; const postURL = 'https://api.pushshift.io/reddit/submission/search/?fields=author,created_utc,domain,edited,id,link_flair_text,num_comments,permalink,position,removed_by_category,retrieved_on,retrieved_utc,score,selftext,subreddit,thumbnail,thumbnail_height,thumbnail_width,title,url&ids=' const commentURL = 'https://api.pushshift.io/reddit/comment/search/?fields=author,body,created_utc,id,link_id,parent_id,retrieved_on,retrieved_utc,score,subreddit&' const commentURLbyIDs = `${commentURL}ids=` diff --git a/src/state.js b/src/state.js index 66bc26f..07f38fb 100644 --- a/src/state.js +++ b/src/state.js @@ -26,7 +26,7 @@ export const theme = { system: 'SYSTEM' } -export const maxCommentsDefault = 800 +export const maxCommentsDefault = chunkSize * 4 export const minCommentsLimit = chunkSize export const maxCommentsLimit = 20000