Increase PushShift comments retrieved size to 250

This commit is contained in:
Christopher Gurnee 2022-10-10 17:02:35 +00:00
parent 75e1de010c
commit ec0fc925b4
2 changed files with 2 additions and 2 deletions

View file

@ -1,6 +1,6 @@
import { fetchJson, sleep } from '../../utils'
export const chunkSize = 100;
export const chunkSize = 250;
const postURL = 'https://api.pushshift.io/reddit/submission/search/?fields=author,created_utc,domain,edited,id,link_flair_text,num_comments,permalink,position,removed_by_category,retrieved_on,retrieved_utc,score,selftext,subreddit,thumbnail,thumbnail_height,thumbnail_width,title,url&ids='
const commentURL = 'https://api.pushshift.io/reddit/comment/search/?fields=author,body,created_utc,id,link_id,parent_id,retrieved_on,retrieved_utc,score,subreddit&'
const commentURLbyIDs = `${commentURL}ids=`

View file

@ -26,7 +26,7 @@ export const theme = {
system: 'SYSTEM'
}
export const maxCommentsDefault = 800
export const maxCommentsDefault = chunkSize * 4
export const minCommentsLimit = chunkSize
export const maxCommentsLimit = 20000