[extractor/amazonstore] Retry to avoid captcha page (#4811)

Authored by: Lesmiscore
pull/4821/head
Lesmiscore 2 years ago committed by GitHub
parent d6f8871964
commit 3c7a276234
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -1,5 +1,5 @@
from .common import InfoExtractor
from ..utils import int_or_none
from ..utils import ExtractorError, int_or_none
class AmazonStoreIE(InfoExtractor):
@ -38,8 +38,14 @@ class AmazonStoreIE(InfoExtractor):
def _real_extract(self, url):
id = self._match_id(url)
for retry in self.RetryManager(fatal=True):
webpage = self._download_webpage(url, id)
try:
data_json = self._parse_json(self._html_search_regex(r'var\s?obj\s?=\s?jQuery\.parseJSON\(\'(.*)\'\)', webpage, 'data'), id)
except ExtractorError as e:
retry.error = e
entries = [{
'id': video['marketPlaceID'],
'url': video['url'],

Loading…
Cancel
Save