From 26b60de5e33448a635035ab1b8ad010c03b7d49d Mon Sep 17 00:00:00 2001 From: Mike Lang Date: Thu, 10 Jan 2019 10:53:11 -0800 Subject: [PATCH] Increase hard timeout for getting segment headers When we're under CPU or disk contention, doing other work can become very slow. We want to avoid spurious errors in this situation as this causes further retries and further contention. One easy way to do this is to increase the time we have to finish fetching headers. --- downloader/downloader/main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/downloader/downloader/main.py b/downloader/downloader/main.py index 01350c5..b1f9b33 100644 --- a/downloader/downloader/main.py +++ b/downloader/downloader/main.py @@ -387,7 +387,7 @@ class SegmentGetter(object): FETCH_RETRY = 2 # Headers timeout is timeout before getting the start of a response, # full timeout is for the entire download and stream to disk. - FETCH_HEADERS_TIMEOUTS = 5, 30 + FETCH_HEADERS_TIMEOUTS = 5, 60 FETCH_FULL_TIMEOUTS = 15, 240 def __init__(self, parent_logger, session, base_dir, channel, stream, segment, date):