2015-07-25 19:28:32 -05:00
#!/usr/bin/env ruby
2015-08-15 15:36:26 -05:00
require_relative '../lib/wayback_machine_downloader'
2015-08-09 21:26:17 -05:00
require 'optparse'
2015-11-06 13:11:26 -05:00
require 'pp'
2015-08-09 21:26:17 -05:00
options = {}
option_parser = OptionParser.new do |opts|
opts.banner = "Usage: wayback_machine_downloader http://example.com"
opts.separator ""
2016-07-30 14:30:30 -05:00
opts.separator "Download an entire website from the Wayback Machine."
2015-08-09 21:26:17 -05:00
opts.separator ""
2015-11-06 13:11:26 -05:00
opts.separator "Optional options:"
2015-08-09 21:26:17 -05:00
2016-07-30 14:30:30 -05:00
opts.on("-f", "--from TIMESTAMP", Integer, "Only files on or after timestamp supplied (ie. 20060716231334)") do |t|
options[:from_timestamp] = t
end
opts.on("-t", "--to TIMESTAMP", Integer, "Only files on or before timestamp supplied (ie. 20100916231334)") do |t|
options[:to_timestamp] = t
2015-08-09 21:26:17 -05:00
end
2015-08-22 12:27:19 -05:00
2016-07-28 17:57:17 -05:00
opts.on("-o", "--only ONLY_FILTER", String, "Restrict downloading to urls that match this filter (use // notation for the filter to be treated as a regex)") do |t|
2015-11-19 15:26:20 -06:00
options[:only_filter] = t
2015-11-06 13:11:26 -05:00
end
2016-07-30 14:30:30 -05:00
opts.on("-x", "--exclude EXCLUDE_FILTER", String, "Skip downloading of urls that match this filter (use // notation for the filter to be treated as a regex)") do |t|
2016-06-28 23:27:36 -07:00
options[:exclude_filter] = t
end
2015-08-22 12:27:19 -05:00
opts.on("-v", "--version", "Display version") do |t|
options[:version] = t
end
2015-08-09 21:26:17 -05:00
end.parse!
2016-03-27 15:59:19 -05:00
if (base_url = ARGV[-1])
2016-07-30 14:30:30 -05:00
options[:base_url] = base_url
wayback_machine_downloader = WaybackMachineDownloader.new options
2015-08-09 21:26:17 -05:00
wayback_machine_downloader.download_files
2015-08-22 12:27:19 -05:00
elsif options[:version]
puts WaybackMachineDownloader::VERSION
2015-08-09 21:26:17 -05:00
else
2015-08-10 01:13:36 -05:00
puts "You need to specify a website to backup. (e.g., http://example.com)"
2015-08-09 21:26:17 -05:00
puts "Run `wayback_machine_downloader --help` for more help."
end