[youtube] Remote download limit

pull/8/head
xarantolus 4 years ago
parent 5cbe7563be
commit c37ca4732b

@ -3319,8 +3319,6 @@ class YoutubeFeedsInfoExtractor(YoutubeBaseInfoExtractor):
def _entries(self, page): def _entries(self, page):
# The extraction process is the same as for playlists, but the regex # The extraction process is the same as for playlists, but the regex
# for the video ids doesn't contain an index # for the video ids doesn't contain an index
limit = self._downloader.params.get('max_downloads') or 1000
ids = [] ids = []
more_widget_html = content_html = page more_widget_html = content_html = page
for page_num in itertools.count(1): for page_num in itertools.count(1):
@ -3333,19 +3331,11 @@ class YoutubeFeedsInfoExtractor(YoutubeBaseInfoExtractor):
if not new_ids: if not new_ids:
break break
done = False
if len(new_ids) + len(ids) > limit:
new_ids = new_ids[:limit - len(ids)]
done = True
ids.extend(new_ids) ids.extend(new_ids)
for entry in self._ids_to_results(new_ids): for entry in self._ids_to_results(new_ids):
yield entry yield entry
if done:
break
mobj = re.search(r'data-uix-load-more-href="/?(?P<more>[^"]+)"', more_widget_html) mobj = re.search(r'data-uix-load-more-href="/?(?P<more>[^"]+)"', more_widget_html)
if not mobj: if not mobj:
break break

Loading…
Cancel
Save