External/macadmin-scripts
1
0
Fork 0
mirror of https://github.com/grahampugh/macadmin-scripts.git synced 2025-12-18 02:06:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix HTTP resume (#84)

Browse Source 
* Fix HTTP resume

* Handle error 416 when resuming complete file

* Line break for comment

* Fix logic

* ensure err.output is digits

* amend comment

* Support retry on error 412
This commit is contained in:
Craig Davison 2021-02-15 18:14:52 -07:00 committed by GitHub
parent 8b4287d7b4
commit 03ef2ba0fe
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 34 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

51
installinstallmacos.py
View File

@ -264,23 +264,40 @@ def replicate_url(full_url,
options = '-fL' options = '-fL'
else: else:
options = '-sfL' options = '-sfL'
curl_cmd = ['/usr/bin/curl', options, need_download = True
'--create-dirs', while need_download:
'-o', local_file_path] curl_cmd = ['/usr/bin/curl', options,
if not full_url.endswith(".gz"): '--create-dirs',
# stupid hack for stupid Apple behavior where it sometimes returns '-o', local_file_path,
# compressed files even when not asked for '-w', '%{http_code}']
curl_cmd.append('--compressed') if not full_url.endswith(".gz"):
if not ignore_cache and os.path.exists(local_file_path): # stupid hack for stupid Apple behavior where it sometimes returns
curl_cmd.extend(['-z', local_file_path]) # compressed files even when not asked for
if attempt_resume: curl_cmd.append('--compressed')
curl_cmd.extend(['-C', '-']) resumed = False
curl_cmd.append(full_url) if not ignore_cache and os.path.exists(local_file_path):
print("Downloading %s..." % full_url) if not attempt_resume:
try: curl_cmd.extend(['-z', local_file_path])
subprocess.check_call(curl_cmd) else:
except subprocess.CalledProcessError as err: resumed = True
raise ReplicationError(err) curl_cmd.extend(['-z', '-' + local_file_path, '-C', '-'])
curl_cmd.append(full_url)
print("Downloading %s..." % full_url)
need_download = False
try:
output = subprocess.check_output(curl_cmd)
except subprocess.CalledProcessError as err:
if not resumed or not err.output.isdigit():
raise ReplicationError(err)
# HTTP error 416 on resume: the download is already complete and the
# file is up-to-date
# HTTP error 412 on resume: the file was updated server-side
if int(err.output) == 412:
print("Removing %s and retrying." % local_file_path)
os.unlink(local_file_path)
need_download = True
elif int(err.output) != 416:
raise ReplicationError(err)
return local_file_path return local_file_path