removeddit/src/js/api/pushshift/index.js

import { json, toBase10, toBase36, chunk, flatten } from 'utils'

const baseURL = 'https://elastic.pushshift.io'
const postURL = `${baseURL}/rs/submissions/_search?source=`
const commentURL = `${baseURL}/rc/comments/_search?source=`

export const getPost = threadID => {
  const elasticQuery = {
    query: {
      term: {
        id: toBase10(threadID),
      },
    },
  }

  return (
    fetch(postURL + JSON.stringify(elasticQuery))
      .then(json)
      .then(jsonData => jsonData.hits.hits[0]._source)
      .then(post => {
        post.id = toBase36(post.id)
        return post
      })
  )
}

export const getComments = threadID => {
  const elasticQuery = {
    query: {
      match: {
        link_id: toBase10(threadID),
      },
    },
    size: 10000,
    _source: [
      'author', 'body', 'created_utc', 'parent_id', 'score',
    ],
  }

  return (
    fetch(commentURL + JSON.stringify(elasticQuery))
      .then(json)
      .then(jsonData => jsonData.hits.hits)
      .then(comments => comments.map(comment => {
        comment._source.id = toBase36(comment._id)

        // Missing parent id === direct reply to thread
        if (!comment._source.parent_id) {
          comment._source.parent_id = threadID
        } else {
          comment._source.parent_id = toBase36(comment._source.parent_id)
        }

        return comment._source
      }))
  )
}