Add --compressed flag only if URL does not end in .gz. Addresses #68

This commit is contained in:
Greg Neagle 2020-09-25 14:30:03 -07:00
parent b950e9d70a
commit 4d2643f796

View File

@ -263,8 +263,11 @@ def replicate_url(full_url,
options = '-sfL' options = '-sfL'
curl_cmd = ['/usr/bin/curl', options, curl_cmd = ['/usr/bin/curl', options,
'--create-dirs', '--create-dirs',
'--compressed',
'-o', local_file_path] '-o', local_file_path]
if not full_url.endswith(".gz"):
# stupid hack for stupid Apple behavior where it sometimes returns
# compressed files even when not asked for
curl_cmd.append('--compressed')
if not ignore_cache and os.path.exists(local_file_path): if not ignore_cache and os.path.exists(local_file_path):
curl_cmd.extend(['-z', local_file_path]) curl_cmd.extend(['-z', local_file_path])
if attempt_resume: if attempt_resume: