External/wayback-machine-downloader
1
0
Fork 0
mirror of https://github.com/StrawberryMaster/wayback-machine-downloader.git synced 2025-12-23 20:56:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

Minor cleanup

Browse Source
This commit is contained in:
Felipe 2024-06-26 19:47:19 +00:00
parent 78252cfed8
commit 0a7752eb41
1 changed files with 0 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
lib/wayback_machine_downloader.rb
View File

@ -6,8 +6,6 @@ require 'open-uri'
require 'fileutils' require 'fileutils'
require 'cgi' require 'cgi'
require 'json' require 'json'
require 'zlib'
require 'stringio'
require_relative 'wayback_machine_downloader/tidy_bytes' require_relative 'wayback_machine_downloader/tidy_bytes'
require_relative 'wayback_machine_downloader/to_regex' require_relative 'wayback_machine_downloader/to_regex'
require_relative 'wayback_machine_downloader/archive_api' require_relative 'wayback_machine_downloader/archive_api'
@ -287,17 +285,6 @@ class WaybackMachineDownloader
begin begin
http.get(URI("https://web.archive.org/web/#{file_timestamp}id_/#{file_url}")) do |body| http.get(URI("https://web.archive.org/web/#{file_timestamp}id_/#{file_url}")) do |body|
file.write(body) file.write(body)
if file_path.include? '.gz'
file_path_temp = file_path + '.temp'
File.rename(file_path, file_path_temp)
Zlib::GzipReader.open(file_path_temp) do |gz|
File.open(file_path, 'wb') do |f|
f.write gz.read
end
end
File.delete(file_path_temp)
end
end end
rescue OpenURI::HTTPError => e rescue OpenURI::HTTPError => e
puts "#{file_url} # #{e}" puts "#{file_url} # #{e}"