logo

youtube-dl

[mirror] Download/Watch videos from video hostersgit clone https://hacktivis.me/git/mirror/youtube-dl.git

adobetv.py (10291B)

    

  1. from __future__ import unicode_literals
  3. import functools
  4. import re
  6. from .common import InfoExtractor
  7. from ..compat import compat_str
  8. from ..utils import (
  9.     float_or_none,
  10.     int_or_none,
  11.     ISO639Utils,
  12.     OnDemandPagedList,
  13.     parse_duration,
  14.     str_or_none,
  15.     str_to_int,
  16.     unified_strdate,
  17. )
  20. class AdobeTVBaseIE(InfoExtractor):
  21.     def _call_api(self, path, video_id, query, note=None):
  22.         return self._download_json(
  23.             'http://tv.adobe.com/api/v4/' + path,
  24.             video_id, note, query=query)['data']
  26.     def _parse_subtitles(self, video_data, url_key):
  27.         subtitles = {}
  28.         for translation in video_data.get('translations', []):
  29.             vtt_path = translation.get(url_key)
  30.             if not vtt_path:
  31.                 continue
  32.             lang = translation.get('language_w3c') or ISO639Utils.long2short(translation['language_medium'])
  33.             subtitles.setdefault(lang, []).append({
  34.                 'ext': 'vtt',
  35.                 'url': vtt_path,
  36.             })
  37.         return subtitles
  39.     def _parse_video_data(self, video_data):
  40.         video_id = compat_str(video_data['id'])
  41.         title = video_data['title']
  43.         s3_extracted = False
  44.         formats = []
  45.         for source in video_data.get('videos', []):
  46.             source_url = source.get('url')
  47.             if not source_url:
  48.                 continue
  49.             f = {
  50.                 'format_id': source.get('quality_level'),
  51.                 'fps': int_or_none(source.get('frame_rate')),
  52.                 'height': int_or_none(source.get('height')),
  53.                 'tbr': int_or_none(source.get('video_data_rate')),
  54.                 'width': int_or_none(source.get('width')),
  55.                 'url': source_url,
  56.             }
  57.             original_filename = source.get('original_filename')
  58.             if original_filename:
  59.                 if not (f.get('height') and f.get('width')):
  60.                     mobj = re.search(r'_(\d+)x(\d+)', original_filename)
  61.                     if mobj:
  62.                         f.update({
  63.                             'height': int(mobj.group(2)),
  64.                             'width': int(mobj.group(1)),
  65.                         })
  66.                 if original_filename.startswith('s3://') and not s3_extracted:
  67.                     formats.append({
  68.                         'format_id': 'original',
  69.                         'preference': 1,
  70.                         'url': original_filename.replace('s3://', 'https://s3.amazonaws.com/'),
  71.                     })
  72.                     s3_extracted = True
  73.             formats.append(f)
  74.         self._sort_formats(formats)
  76.         return {
  77.             'id': video_id,
  78.             'title': title,
  79.             'description': video_data.get('description'),
  80.             'thumbnail': video_data.get('thumbnail'),
  81.             'upload_date': unified_strdate(video_data.get('start_date')),
  82.             'duration': parse_duration(video_data.get('duration')),
  83.             'view_count': str_to_int(video_data.get('playcount')),
  84.             'formats': formats,
  85.             'subtitles': self._parse_subtitles(video_data, 'vtt'),
  86.         }
  89. class AdobeTVEmbedIE(AdobeTVBaseIE):
  90.     IE_NAME = 'adobetv:embed'
  91.     _VALID_URL = r'https?://tv\.adobe\.com/embed/\d+/(?P<id>\d+)'
  92.     _TEST = {
  93.         'url': 'https://tv.adobe.com/embed/22/4153',
  94.         'md5': 'c8c0461bf04d54574fc2b4d07ac6783a',
  95.         'info_dict': {
  96.             'id': '4153',
  97.             'ext': 'flv',
  98.             'title': 'Creating Graphics Optimized for BlackBerry',
  99.             'description': 'md5:eac6e8dced38bdaae51cd94447927459',
  100.             'thumbnail': r're:https?://.*\.jpg$',
  101.             'upload_date': '20091109',
  102.             'duration': 377,
  103.             'view_count': int,
  104.         },
  105.     }
  107.     def _real_extract(self, url):
  108.         video_id = self._match_id(url)
  110.         video_data = self._call_api(
  111.             'episode/' + video_id, video_id, {'disclosure': 'standard'})[0]
  112.         return self._parse_video_data(video_data)
  115. class AdobeTVIE(AdobeTVBaseIE):
  116.     IE_NAME = 'adobetv'
  117.     _VALID_URL = r'https?://tv\.adobe\.com/(?:(?P<language>fr|de|es|jp)/)?watch/(?P<show_urlname>[^/]+)/(?P<id>[^/]+)'
  119.     _TEST = {
  120.         'url': 'http://tv.adobe.com/watch/the-complete-picture-with-julieanne-kost/quick-tip-how-to-draw-a-circle-around-an-object-in-photoshop/',
  121.         'md5': '9bc5727bcdd55251f35ad311ca74fa1e',
  122.         'info_dict': {
  123.             'id': '10981',
  124.             'ext': 'mp4',
  125.             'title': 'Quick Tip - How to Draw a Circle Around an Object in Photoshop',
  126.             'description': 'md5:99ec318dc909d7ba2a1f2b038f7d2311',
  127.             'thumbnail': r're:https?://.*\.jpg$',
  128.             'upload_date': '20110914',
  129.             'duration': 60,
  130.             'view_count': int,
  131.         },
  132.     }
  134.     def _real_extract(self, url):
  135.         language, show_urlname, urlname = re.match(self._VALID_URL, url).groups()
  136.         if not language:
  137.             language = 'en'
  139.         video_data = self._call_api(
  140.             'episode/get', urlname, {
  141.                 'disclosure': 'standard',
  142.                 'language': language,
  143.                 'show_urlname': show_urlname,
  144.                 'urlname': urlname,
  145.             })[0]
  146.         return self._parse_video_data(video_data)
  149. class AdobeTVPlaylistBaseIE(AdobeTVBaseIE):
  150.     _PAGE_SIZE = 25
  152.     def _fetch_page(self, display_id, query, page):
  153.         page += 1
  154.         query['page'] = page
  155.         for element_data in self._call_api(
  156.                 self._RESOURCE, display_id, query, 'Download Page %d' % page):
  157.             yield self._process_data(element_data)
  159.     def _extract_playlist_entries(self, display_id, query):
  160.         return OnDemandPagedList(functools.partial(
  161.             self._fetch_page, display_id, query), self._PAGE_SIZE)
  164. class AdobeTVShowIE(AdobeTVPlaylistBaseIE):
  165.     IE_NAME = 'adobetv:show'
  166.     _VALID_URL = r'https?://tv\.adobe\.com/(?:(?P<language>fr|de|es|jp)/)?show/(?P<id>[^/]+)'
  168.     _TEST = {
  169.         'url': 'http://tv.adobe.com/show/the-complete-picture-with-julieanne-kost',
  170.         'info_dict': {
  171.             'id': '36',
  172.             'title': 'The Complete Picture with Julieanne Kost',
  173.             'description': 'md5:fa50867102dcd1aa0ddf2ab039311b27',
  174.         },
  175.         'playlist_mincount': 136,
  176.     }
  177.     _RESOURCE = 'episode'
  178.     _process_data = AdobeTVBaseIE._parse_video_data
  180.     def _real_extract(self, url):
  181.         language, show_urlname = re.match(self._VALID_URL, url).groups()
  182.         if not language:
  183.             language = 'en'
  184.         query = {
  185.             'disclosure': 'standard',
  186.             'language': language,
  187.             'show_urlname': show_urlname,
  188.         }
  190.         show_data = self._call_api(
  191.             'show/get', show_urlname, query)[0]
  193.         return self.playlist_result(
  194.             self._extract_playlist_entries(show_urlname, query),
  195.             str_or_none(show_data.get('id')),
  196.             show_data.get('show_name'),
  197.             show_data.get('show_description'))
  200. class AdobeTVChannelIE(AdobeTVPlaylistBaseIE):
  201.     IE_NAME = 'adobetv:channel'
  202.     _VALID_URL = r'https?://tv\.adobe\.com/(?:(?P<language>fr|de|es|jp)/)?channel/(?P<id>[^/]+)(?:/(?P<category_urlname>[^/]+))?'
  204.     _TEST = {
  205.         'url': 'http://tv.adobe.com/channel/development',
  206.         'info_dict': {
  207.             'id': 'development',
  208.         },
  209.         'playlist_mincount': 96,
  210.     }
  211.     _RESOURCE = 'show'
  213.     def _process_data(self, show_data):
  214.         return self.url_result(
  215.             show_data['url'], 'AdobeTVShow', str_or_none(show_data.get('id')))
  217.     def _real_extract(self, url):
  218.         language, channel_urlname, category_urlname = re.match(self._VALID_URL, url).groups()
  219.         if not language:
  220.             language = 'en'
  221.         query = {
  222.             'channel_urlname': channel_urlname,
  223.             'language': language,
  224.         }
  225.         if category_urlname:
  226.             query['category_urlname'] = category_urlname
  228.         return self.playlist_result(
  229.             self._extract_playlist_entries(channel_urlname, query),
  230.             channel_urlname)
  233. class AdobeTVVideoIE(AdobeTVBaseIE):
  234.     IE_NAME = 'adobetv:video'
  235.     _VALID_URL = r'https?://video\.tv\.adobe\.com/v/(?P<id>\d+)'
  237.     _TEST = {
  238.         # From https://helpx.adobe.com/acrobat/how-to/new-experience-acrobat-dc.html?set=acrobat--get-started--essential-beginners
  239.         'url': 'https://video.tv.adobe.com/v/2456/',
  240.         'md5': '43662b577c018ad707a63766462b1e87',
  241.         'info_dict': {
  242.             'id': '2456',
  243.             'ext': 'mp4',
  244.             'title': 'New experience with Acrobat DC',
  245.             'description': 'New experience with Acrobat DC',
  246.             'duration': 248.667,
  247.         },
  248.     }
  250.     def _real_extract(self, url):
  251.         video_id = self._match_id(url)
  252.         webpage = self._download_webpage(url, video_id)
  254.         video_data = self._parse_json(self._search_regex(
  255.             r'var\s+bridge\s*=\s*([^;]+);', webpage, 'bridged data'), video_id)
  256.         title = video_data['title']
  258.         formats = []
  259.         sources = video_data.get('sources') or []
  260.         for source in sources:
  261.             source_src = source.get('src')
  262.             if not source_src:
  263.                 continue
  264.             formats.append({
  265.                 'filesize': int_or_none(source.get('kilobytes') or None, invscale=1000),
  266.                 'format_id': '-'.join(filter(None, [source.get('format'), source.get('label')])),
  267.                 'height': int_or_none(source.get('height') or None),
  268.                 'tbr': int_or_none(source.get('bitrate') or None),
  269.                 'width': int_or_none(source.get('width') or None),
  270.                 'url': source_src,
  271.             })
  272.         self._sort_formats(formats)
  274.         # For both metadata and downloaded files the duration varies among
  275.         # formats. I just pick the max one
  276.         duration = max(filter(None, [
  277.             float_or_none(source.get('duration'), scale=1000)
  278.             for source in sources]))
  280.         return {
  281.             'id': video_id,
  282.             'formats': formats,
  283.             'title': title,
  284.             'description': video_data.get('description'),
  285.             'thumbnail': video_data.get('video', {}).get('poster'),
  286.             'duration': duration,
  287.             'subtitles': self._parse_subtitles(video_data, 'vttPath'),
  288.         }