diff --git a/lib/wayback_machine_downloader.rb b/lib/wayback_machine_downloader.rb index 6ba584a..a975570 100644 --- a/lib/wayback_machine_downloader.rb +++ b/lib/wayback_machine_downloader.rb @@ -27,6 +27,7 @@ class WaybackMachineDownloader file_list_curated = Hash.new [index_file_list_raw, all_file_list_raw].each do |file| file.each_line do |line| + line = line.tidy_bytes line = line.split(' ') file_timestamp = line[1].to_i file_url = line[2]