wayback-machine-downloader/lib/wayback_machine_downloader/archive_api.rb

module ArchiveAPI

	def get_raw_list_from_api url, page_index
		request_url = "http://web.archive.org/cdx/search/xd?url="
		request_url += url
		request_url += parameters_for_api page_index

        request_uri = URI.parse request_url
        Net::HTTP.new('web.archive.org', nil).start { |http|
            request = Net::HTTP::Get.new request_uri
            response = http.request request
            response.body
        }
	end

	def parameters_for_api page_index
		parameters = "&fl=timestamp,original&collapse=digest&gzip=false"
    if @all
      parameters += ""
    else
      parameters += "&filter=statuscode:200"
    end
    if @from_timestamp and @from_timestamp != 0
      parameters += "&from=" + @from_timestamp.to_s
    end
    if @to_timestamp and @to_timestamp != 0
      parameters += "&to=" + @to_timestamp.to_s
    end
    if page_index
      parameters += "&page=#{page_index}"
    end
    parameters
  end

end