From 21dd22f58198d65b7b802aee291c9a8677ca8844 Mon Sep 17 00:00:00 2001 From: hartator Date: Sat, 17 Sep 2016 14:42:32 -0500 Subject: [PATCH] Disable gzip compression on API calls --- lib/wayback_machine_downloader/archive_api.rb | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/lib/wayback_machine_downloader/archive_api.rb b/lib/wayback_machine_downloader/archive_api.rb index db79989..7282ea1 100644 --- a/lib/wayback_machine_downloader/archive_api.rb +++ b/lib/wayback_machine_downloader/archive_api.rb @@ -4,12 +4,13 @@ module ArchiveAPI request_url = "http://web.archive.org/cdx/search/xd?url=" request_url += url request_url += parameters_for_api - request_uri = URI(request_url) - response = Net::HTTP.get request_uri + request_uri = URI.parse request_url + response = Net::HTTP.get_response request_uri + response.body end def parameters_for_api - parameters = "&fl=timestamp,original&collapse=original" + parameters = "&fl=timestamp,original&collapse=original&gzip=false" unless @all parameters += "&filter=statuscode:200" end