devdocs/lib/docs/scrapers/github.rb

module Docs
  class Github < UrlScraper
    self.abstract = true
    self.type = 'github'

    html_filters.push 'github/clean_html'

    def process_response?(response)
      if super(response)
        return true
      end
      JSON.parse(response.body)
      true
    rescue JSON::ParserError, TypeError => e
      false
    end

    def parse(response)
      parsed = JSON.parse(response.response_body)
      [parsed['payload']['blob']['richText'], parsed['title']]
    end
  end
end