External/wayback-machine-downloader
1
0
Fork 0
mirror of https://github.com/StrawberryMaster/wayback-machine-downloader.git synced 2025-12-18 18:26:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #163 from DessertArbiter/master

Browse Source 
updated deprecated calls, changed URI http to https
This commit is contained in:
hartator 2020-05-28 11:12:51 -05:00 committed by GitHub
commit e6707a9d8b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lib/wayback_machine_downloader.rb
View File

@ -268,7 +268,7 @@ class WaybackMachineDownloader
structure_dir_path dir_path structure_dir_path dir_path
open(file_path, "wb") do |file| open(file_path, "wb") do |file|
begin begin
open("http://web.archive.org/web/#{file_timestamp}id_/#{file_url}", "Accept-Encoding" => "plain") do |uri| URI.open("https://web.archive.org/web/#{file_timestamp}id_/#{file_url}", "Accept-Encoding" => "plain") do |uri|
file.write(uri.read) file.write(uri.read)
end end
rescue OpenURI::HTTPError => e rescue OpenURI::HTTPError => e

4
lib/wayback_machine_downloader/archive_api.rb
View File

@ -1,11 +1,11 @@
module ArchiveAPI module ArchiveAPI
def get_raw_list_from_api url, page_index def get_raw_list_from_api url, page_index
request_url = "http://web.archive.org/cdx/search/xd?url=" request_url = "https://web.archive.org/cdx/search/xd?url="
request_url += url request_url += url
request_url += parameters_for_api page_index request_url += parameters_for_api page_index
open(request_url).read URI.open(request_url).read
end end
def parameters_for_api page_index def parameters_for_api page_index