[dbtv] Simplify, modernize, extract all formats

youtube_dl/extractor/dbtv.py

@@ -4,73 +4,71 @@ from __future__ import unicode_literals
 import re
 
 from .common import InfoExtractor
-
 from ..utils import (
-  ExtractorError
+    float_or_none,
+    int_or_none,
+    clean_html,
 )
 
+
 class DBTVIE(InfoExtractor):
-  _VALID_URL = r'http://dbtv.no/(?P<id>[0-9]+)/?(?P<slug>.*)$'
+    _VALID_URL = r'http://dbtv\.no/(?P<id>[0-9]+)#(?P<display_id>.+)'
     _TEST = {
         'url': 'http://dbtv.no/3649835190001#Skulle_teste_ut_fornøyelsespark,_men_kollegaen_var_bare_opptatt_av_bikinikroppen',
         'md5': 'b89953ed25dacb6edb3ef6c6f430f8bc',
         'info_dict': {
-      'id': '3649835190001',
+            'id': '33100',
+            'display_id': 'Skulle_teste_ut_fornøyelsespark,_men_kollegaen_var_bare_opptatt_av_bikinikroppen',
             'ext': 'mp4',
             'title': 'Skulle teste ut fornøyelsespark, men kollegaen var bare opptatt av bikinikroppen',
-      'description': 'md5:d681bf2bb7dd3503892cedb9c2d0e6f2',
-      'thumbnail': 'http://gfx.dbtv.no/thumbs/still/33100.jpg',
-      'timestamp': 1404039863,
+            'description': 'md5:1504a54606c4dde3e4e61fc97aa857e0',
+            'thumbnail': 're:https?://.*\.jpg$',
+            'timestamp': 1404039863.438,
             'upload_date': '20140629',
-      'duration': 69544,
+            'duration': 69.544,
+            'view_count': int,
+            'categories': list,
         }
     }
 
     def _real_extract(self, url):
         mobj = re.match(self._VALID_URL, url)
         video_id = mobj.group('id')
+        display_id = mobj.group('display_id')
 
-    # Download JSON file containing video info.
-    data = self._download_json('http://api.dbtv.no/discovery/%s' % video_id, video_id, 'Downloading media JSON')
-    # We only want the first video in the JSON API file.
-    video = data['playlist'][0]
-
-    # Check for full HD video, else use the standard video URL
-    for i in range(0, len(video['renditions'])):
-      if int(video['renditions'][i]['width']) == 1280:
-        video_url = video['renditions'][i]['URL']
-        break
-      else:
-        video_url = video['URL']
+        data = self._download_json(
+            'http://api.dbtv.no/discovery/%s' % video_id, display_id)
 
-    # Add access token to image or it will fail.
-    thumbnail = video['splash']
-
-    # Duration int.
-    duration = int(video['length'])
-
-    # Timestamp is given in milliseconds.
-    timestamp = float(str(video['publishedAt'])[0:-3])
+        video = data['playlist'][0]
 
-    formats = []
+        formats = [{
+            'url': f['URL'],
+            'vcodec': f.get('container'),
+            'width': int_or_none(f.get('width')),
+            'height': int_or_none(f.get('height')),
+            'vbr': float_or_none(f.get('rate'), 1000),
+            'filesize': int_or_none(f.get('size')),
+        } for f in video['renditions'] if 'URL' in f]
 
-    # Video URL.
-    if video['URL'] is not None:
+        if not formats:
+            for url_key, format_id in [('URL', 'mp4'), ('HLSURL', 'hls')]:
+                if url_key in video:
                     formats.append({
-        'url': video_url,
-        'format_id': 'mp4',
-        'ext': 'mp4'
+                        'url': video[url_key],
+                        'format_id': format_id,
                     })
-    else:
-      raise ExtractorError('No download URL found for video: %s.' % video_id, expected=True)
+
+        self._sort_formats(formats)
 
         return {
-      'id': video_id,
+            'id': video['id'],
+            'display_id': display_id,
             'title': video['title'],
-      'description': video['desc'],
-      'thumbnail': thumbnail,
-      'timestamp': timestamp,
-      'duration': duration,
-      'view_count': video['views'],
+            'description': clean_html(video['desc']),
+            'thumbnail': video.get('splash') or video.get('thumb'),
+            'timestamp': float_or_none(video.get('publishedAt'), 1000),
+            'duration': float_or_none(video.get('length'), 1000),
+            'view_count': int_or_none(video.get('views')),
+            'categories': video.get('tags'),
             'formats': formats,
         }