mirror of
https://github.com/tangerineturtle1/NX2navi.git
synced 2026-11-21 03:39:57 -04:00
Resume a part file only for the file it was begun for.
A part left by a download of other bytes under the same name was resumed, and the result failed its sha256 check as if the download were damaged. A note beside the part now names the file it belongs to by the expected sha256; a part of another file is deleted with a log line and the download starts over, and the same file is still resumed from another server. Co-Authored-By: Claude Fable 5.2 <noreply@anthropic.com>
This commit is contained in:
@@ -531,10 +531,10 @@ class UpdateDownloadJob(Job):
|
||||
self.begin('download')
|
||||
prog = lambda d, t: self.progress('download', d / max(t, 1), f'{d / 1e6:.1f} of {t / 1e6:.1f} MB') # noqa: E731
|
||||
folder = updater.stage_app(layout, self.release, progress=prog, cancel=self.cancelled,
|
||||
version=self.ctx.version)
|
||||
version=self.ctx.version, log=self.log)
|
||||
if updater.runtime_needed(layout, self.release):
|
||||
updater.stage_runtime(layout, self.release, progress=prog, cancel=self.cancelled,
|
||||
version=self.ctx.version)
|
||||
version=self.ctx.version, log=self.log)
|
||||
self.finish('download')
|
||||
self.begin('verify')
|
||||
if not (folder / 'launcher' / 'start.pyw').is_file():
|
||||
@@ -609,7 +609,8 @@ class StageJob(Job):
|
||||
winsys.background_thread()
|
||||
self.begin('download')
|
||||
prog = lambda d, t: self.progress('download', d / max(t, 1), f'{d / 1e6:.1f} of {t / 1e6:.1f} MB') # noqa: E731
|
||||
updater.stage(self.ctx.layout, self.release, progress=prog, cancel=self.cancelled, version=self.ctx.version)
|
||||
updater.stage(self.ctx.layout, self.release, progress=prog, cancel=self.cancelled, version=self.ctx.version,
|
||||
log=self.log)
|
||||
self.finish('download')
|
||||
|
||||
|
||||
|
||||
@@ -277,12 +277,22 @@ def space_problem(folder, need, what):
|
||||
f'{free / 1e6:,.0f} MB free): make room there and try again')
|
||||
|
||||
|
||||
def download(url, dest, sha256=None, size=None, progress=None, cancel=None, headers=None, retries=4, version='dev'):
|
||||
PART_OF = '.of' # <dest>.part.of: what the part file beside it is a part of (download)
|
||||
|
||||
|
||||
def download(url, dest, sha256=None, size=None, progress=None, cancel=None, headers=None, retries=4, version='dev',
|
||||
log=None):
|
||||
"""Fetch url to dest through dest.part, resuming a part file a cut connection left. progress(done, total) after
|
||||
every chunk; cancel() returning True raises Cancelled. A wrong size or sha256 deletes the file and raises
|
||||
DownloadError. A dest already holding the expected sha256 is kept without a request. NoSpace, before anything
|
||||
is written, when the disk has no room for the rest of the file (the expected size, else the size the server
|
||||
names)."""
|
||||
names).
|
||||
|
||||
A part file is resumed only as a part of the same file: dest.part.of beside it names the file it was begun
|
||||
for, by the expected sha256 (the same file from any server) or, without one, by its address.
|
||||
A part begun for another file under the same name (a release published again with other bytes) is deleted
|
||||
with a line for log, where resuming it ended in "sha256 ..., expected ..." as if the download were damaged. A
|
||||
part without that note (an older launcher's) is resumed as before."""
|
||||
dest = Path(dest)
|
||||
dest.parent.mkdir(parents=True, exist_ok=True)
|
||||
if sha256 and dest.is_file() and sha256_file(dest) == sha256.lower():
|
||||
@@ -290,6 +300,22 @@ def download(url, dest, sha256=None, size=None, progress=None, cancel=None, head
|
||||
progress(dest.stat().st_size, dest.stat().st_size)
|
||||
return dest
|
||||
part = dest.with_name(dest.name + '.part')
|
||||
note = part.with_name(part.name + PART_OF)
|
||||
wanted = f'sha256 {sha256.lower()}' if sha256 else url
|
||||
if part.is_file():
|
||||
try:
|
||||
begun_for = note.read_text(encoding='utf-8').strip()
|
||||
except (OSError, ValueError):
|
||||
begun_for = ''
|
||||
if begun_for and begun_for != wanted:
|
||||
part.unlink(missing_ok=True)
|
||||
if log:
|
||||
log(f'{part.name} was begun for another file ({begun_for}), not this one ({wanted}): it is deleted '
|
||||
'and the download starts over')
|
||||
try:
|
||||
note.write_text(wanted, encoding='utf-8')
|
||||
except OSError: # without the note the part is resumed as it always was
|
||||
pass
|
||||
if size:
|
||||
full = space_problem(dest.parent, size - (part.stat().st_size if part.is_file() else 0), dest.name)
|
||||
if full:
|
||||
@@ -363,4 +389,5 @@ def download(url, dest, sha256=None, size=None, progress=None, cancel=None, head
|
||||
part.unlink(missing_ok=True)
|
||||
raise DownloadError(f'{url}: sha256 {digest}, expected {sha256.lower()}')
|
||||
os.replace(part, dest)
|
||||
note.unlink(missing_ok=True)
|
||||
return dest
|
||||
|
||||
@@ -269,7 +269,7 @@ def install(layout, lock, progress=None, cancel=None, log=print, version='dev'):
|
||||
try:
|
||||
net.download(mirror + p['filename'], dest, sha256=p['sha256'], size=p['csize'], cancel=cancel,
|
||||
progress=(lambda d, t, base=done_before: progress and progress('download', base + d, total)),
|
||||
version=version)
|
||||
version=version, log=lambda line: log(f'toolchain: {line}'))
|
||||
last_error = None
|
||||
break
|
||||
except net.NoSpace as e: # another server has the same file for the same full disk
|
||||
|
||||
@@ -79,18 +79,18 @@ def safe_extract(zip_path, dest):
|
||||
z.extractall(dest)
|
||||
|
||||
|
||||
def _fetch(release, key, layout, progress, cancel, version):
|
||||
def _fetch(release, key, layout, progress, cancel, version, log=None):
|
||||
url, headers, size, sha = release.asset(key)
|
||||
entry = release.manifest[key]
|
||||
dest = layout.downloads / entry['name']
|
||||
net.download(url, dest, sha256=sha, size=size, headers=headers, progress=progress, cancel=cancel,
|
||||
version=version)
|
||||
version=version, log=log)
|
||||
return dest
|
||||
|
||||
|
||||
def stage_app(layout, release, progress=None, cancel=None, version='dev'):
|
||||
def stage_app(layout, release, progress=None, cancel=None, version='dev', log=None):
|
||||
"""Download, check and unpack the release's app archive into app/<version>; returns that folder."""
|
||||
zip_path = _fetch(release, 'app', layout, progress, cancel, version)
|
||||
zip_path = _fetch(release, 'app', layout, progress, cancel, version, log)
|
||||
ver = versions.display(release.version)
|
||||
final = layout.apps / ver
|
||||
part = layout.apps / f'{ver}.part'
|
||||
@@ -118,12 +118,12 @@ def runtime_needed(layout, release):
|
||||
return bool(rt) and not layout.dev and rt.get('id') != runtime_id(layout)
|
||||
|
||||
|
||||
def stage_runtime(layout, release, progress=None, cancel=None, version='dev', dest=None):
|
||||
def stage_runtime(layout, release, progress=None, cancel=None, version='dev', dest=None, log=None):
|
||||
"""Unpack a new Python into dest (python.next, for the stub to swap in at the next start); False when the running
|
||||
one is current."""
|
||||
if not runtime_needed(layout, release):
|
||||
return False
|
||||
zip_path = _fetch(release, 'runtime', layout, progress, cancel, version)
|
||||
zip_path = _fetch(release, 'runtime', layout, progress, cancel, version, log)
|
||||
nxt = Path(dest) if dest else layout.root / 'python.next'
|
||||
shutil.rmtree(nxt, ignore_errors=True)
|
||||
part = nxt.with_name(nxt.name + '.part')
|
||||
@@ -147,16 +147,16 @@ def prerelease(release):
|
||||
return True
|
||||
|
||||
|
||||
def stage(layout, release, progress=None, cancel=None, version='dev'):
|
||||
def stage(layout, release, progress=None, cancel=None, version='dev', log=None):
|
||||
"""Download, check and unpack a release into app/<version>, with the Python it brings in python.staged there,
|
||||
without switching to it; staged.json, written last, marks it complete. Earlier staged releases it supersedes are
|
||||
removed. Returns the folder."""
|
||||
ver = versions.display(release.version)
|
||||
folder = stage_app(layout, release, progress=progress, cancel=cancel, version=version)
|
||||
folder = stage_app(layout, release, progress=progress, cancel=cancel, version=version, log=log)
|
||||
runtime = ''
|
||||
if runtime_needed(layout, release):
|
||||
stage_runtime(layout, release, progress=progress, cancel=cancel, version=version,
|
||||
dest=folder / STAGED_PYTHON)
|
||||
dest=folder / STAGED_PYTHON, log=log)
|
||||
runtime = release.manifest['runtime']['id']
|
||||
write_text(folder / STAGED, json.dumps({'version': ver, 'runtime': runtime, 'prerelease': prerelease(release),
|
||||
'notes': release.notes}))
|
||||
@@ -262,7 +262,7 @@ def prune(layout):
|
||||
shutil.rmtree(d, ignore_errors=True)
|
||||
if layout.downloads.is_dir():
|
||||
for f in layout.downloads.iterdir():
|
||||
if f.suffix in ('.part', '.zip'):
|
||||
if f.suffix in ('.part', '.zip', net.PART_OF):
|
||||
f.unlink(missing_ok=True)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user