wayback-machine-downloader/lib/wayback_machine_downloader/archive_api.rb

module ArchiveAPI

  def get_raw_list_from_api url, page_index
    request_url = "https://web.archive.org/cdx/search/xd?url="
    request_url += url
    request_url += parameters_for_api page_index

    URI.open(request_url).read
  end

  def parameters_for_api page_index
    parameters = "&fl=timestamp,original&collapse=digest&gzip=false"
    if @all
      parameters += ""
    else
      parameters += "&filter=statuscode:200"
    end
    if @from_timestamp and @from_timestamp != 0
      parameters += "&from=" + @from_timestamp.to_s
    end
    if @to_timestamp and @to_timestamp != 0
      parameters += "&to=" + @to_timestamp.to_s
    end
    if page_index
      parameters += "&page=#{page_index}"
    end
    parameters
  end

end