|
|
@ -206,6 +206,12 @@ class HttpFD(FileDownloader):
|
|
|
|
except RESPONSE_READ_EXCEPTIONS as err:
|
|
|
|
except RESPONSE_READ_EXCEPTIONS as err:
|
|
|
|
raise RetryDownload(err)
|
|
|
|
raise RetryDownload(err)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def close_stream():
|
|
|
|
|
|
|
|
if ctx.stream is not None:
|
|
|
|
|
|
|
|
if not ctx.tmpfilename == '-':
|
|
|
|
|
|
|
|
ctx.stream.close()
|
|
|
|
|
|
|
|
ctx.stream = None
|
|
|
|
|
|
|
|
|
|
|
|
def download():
|
|
|
|
def download():
|
|
|
|
data_len = ctx.data.info().get('Content-length', None)
|
|
|
|
data_len = ctx.data.info().get('Content-length', None)
|
|
|
|
|
|
|
|
|
|
|
@ -239,12 +245,9 @@ class HttpFD(FileDownloader):
|
|
|
|
before = start # start measuring
|
|
|
|
before = start # start measuring
|
|
|
|
|
|
|
|
|
|
|
|
def retry(e):
|
|
|
|
def retry(e):
|
|
|
|
to_stdout = ctx.tmpfilename == '-'
|
|
|
|
close_stream()
|
|
|
|
if ctx.stream is not None:
|
|
|
|
ctx.resume_len = (byte_counter if ctx.tmpfilename == '-'
|
|
|
|
if not to_stdout:
|
|
|
|
else os.path.getsize(encodeFilename(ctx.tmpfilename)))
|
|
|
|
ctx.stream.close()
|
|
|
|
|
|
|
|
ctx.stream = None
|
|
|
|
|
|
|
|
ctx.resume_len = byte_counter if to_stdout else os.path.getsize(encodeFilename(ctx.tmpfilename))
|
|
|
|
|
|
|
|
raise RetryDownload(e)
|
|
|
|
raise RetryDownload(e)
|
|
|
|
|
|
|
|
|
|
|
|
while True:
|
|
|
|
while True:
|
|
|
@ -382,6 +385,9 @@ class HttpFD(FileDownloader):
|
|
|
|
continue
|
|
|
|
continue
|
|
|
|
except SucceedDownload:
|
|
|
|
except SucceedDownload:
|
|
|
|
return True
|
|
|
|
return True
|
|
|
|
|
|
|
|
except: # noqa: E722
|
|
|
|
|
|
|
|
close_stream()
|
|
|
|
|
|
|
|
raise
|
|
|
|
|
|
|
|
|
|
|
|
self.report_error('giving up after %s retries' % retries)
|
|
|
|
self.report_error('giving up after %s retries' % retries)
|
|
|
|
return False
|
|
|
|
return False
|
|
|
|