[extractor] Fix `fatal=False` in `RetryManager`

pull/5008/head
pukkandan 2 years ago
parent b27bc13af6
commit 8ca48a1a54
No known key found for this signature in database
GPG Key ID: 7EEE9E1E817D0A39

@ -39,7 +39,7 @@ class AmazonStoreIE(InfoExtractor):
def _real_extract(self, url): def _real_extract(self, url):
id = self._match_id(url) id = self._match_id(url)
for retry in self.RetryManager(fatal=True): for retry in self.RetryManager():
webpage = self._download_webpage(url, id) webpage = self._download_webpage(url, id)
try: try:
data_json = self._parse_json(self._html_search_regex(r'var\s?obj\s?=\s?jQuery\.parseJSON\(\'(.*)\'\)', webpage, 'data'), id) data_json = self._parse_json(self._html_search_regex(r'var\s?obj\s?=\s?jQuery\.parseJSON\(\'(.*)\'\)', webpage, 'data'), id)

@ -3857,8 +3857,10 @@ class InfoExtractor:
return True return True
def _error_or_warning(self, err, _count=None, _retries=0, *, fatal=True): def _error_or_warning(self, err, _count=None, _retries=0, *, fatal=True):
RetryManager.report_retry(err, _count or int(fatal), _retries, info=self.to_screen, warn=self.report_warning, RetryManager.report_retry(
sleep_func=self.get_param('retry_sleep_functions', {}).get('extractor')) err, _count or int(fatal), _retries,
info=self.to_screen, warn=self.report_warning, error=None if fatal else self.report_warning,
sleep_func=self.get_param('retry_sleep_functions', {}).get('extractor'))
def RetryManager(self, **kwargs): def RetryManager(self, **kwargs):
return RetryManager(self.get_param('extractor_retries', 3), self._error_or_warning, **kwargs) return RetryManager(self.get_param('extractor_retries', 3), self._error_or_warning, **kwargs)

Loading…
Cancel
Save