logo

youtube-dl

[mirror] Download/Watch videos from video hostersgit clone https://hacktivis.me/git/mirror/youtube-dl.git

crackle.py (7625B)

    

  1. # coding: utf-8
  2. from __future__ import unicode_literals, division
  4. import hashlib
  5. import hmac
  6. import re
  7. import time
  9. from .common import InfoExtractor
  10. from ..compat import compat_HTTPError
  11. from ..utils import (
  12.     determine_ext,
  13.     float_or_none,
  14.     int_or_none,
  15.     parse_age_limit,
  16.     parse_duration,
  17.     url_or_none,
  18.     ExtractorError
  19. )
  22. class CrackleIE(InfoExtractor):
  23.     _VALID_URL = r'(?:crackle:|https?://(?:(?:www|m)\.)?(?:sony)?crackle\.com/(?:playlist/\d+/|(?:[^/]+/)+))(?P<id>\d+)'
  24.     _TESTS = [{
  25.         # geo restricted to CA
  26.         'url': 'https://www.crackle.com/andromeda/2502343',
  27.         'info_dict': {
  28.             'id': '2502343',
  29.             'ext': 'mp4',
  30.             'title': 'Under The Night',
  31.             'description': 'md5:d2b8ca816579ae8a7bf28bfff8cefc8a',
  32.             'duration': 2583,
  33.             'view_count': int,
  34.             'average_rating': 0,
  35.             'age_limit': 14,
  36.             'genre': 'Action, Sci-Fi',
  37.             'creator': 'Allan Kroeker',
  38.             'artist': 'Keith Hamilton Cobb, Kevin Sorbo, Lisa Ryder, Lexa Doig, Robert Hewitt Wolfe',
  39.             'release_year': 2000,
  40.             'series': 'Andromeda',
  41.             'episode': 'Under The Night',
  42.             'season_number': 1,
  43.             'episode_number': 1,
  44.         },
  45.         'params': {
  46.             # m3u8 download
  47.             'skip_download': True,
  48.         }
  49.     }, {
  50.         'url': 'https://www.sonycrackle.com/andromeda/2502343',
  51.         'only_matching': True,
  52.     }]
  54.     _MEDIA_FILE_SLOTS = {
  55.         '360p.mp4': {
  56.             'width': 640,
  57.             'height': 360,
  58.         },
  59.         '480p.mp4': {
  60.             'width': 768,
  61.             'height': 432,
  62.         },
  63.         '480p_1mbps.mp4': {
  64.             'width': 852,
  65.             'height': 480,
  66.         },
  67.     }
  69.     def _real_extract(self, url):
  70.         video_id = self._match_id(url)
  72.         country_code = self._downloader.params.get('geo_bypass_country', None)
  73.         countries = [country_code] if country_code else (
  74.             'US', 'AU', 'CA', 'AS', 'FM', 'GU', 'MP', 'PR', 'PW', 'MH', 'VI')
  76.         last_e = None
  78.         for country in countries:
  79.             try:
  80.                 # Authorization generation algorithm is reverse engineered from:
  81.                 # https://www.sonycrackle.com/static/js/main.ea93451f.chunk.js
  82.                 media_detail_url = 'https://web-api-us.crackle.com/Service.svc/details/media/%s/%s?disableProtocols=true' % (video_id, country)
  83.                 timestamp = time.strftime('%Y%m%d%H%M', time.gmtime())
  84.                 h = hmac.new(b'IGSLUQCBDFHEOIFM', '|'.join([media_detail_url, timestamp]).encode(), hashlib.sha1).hexdigest().upper()
  85.                 media = self._download_json(
  86.                     media_detail_url, video_id, 'Downloading media JSON as %s' % country,
  87.                     'Unable to download media JSON', headers={
  88.                         'Accept': 'application/json',
  89.                         'Authorization': '|'.join([h, timestamp, '117', '1']),
  90.                     })
  91.             except ExtractorError as e:
  92.                 # 401 means geo restriction, trying next country
  93.                 if isinstance(e.cause, compat_HTTPError) and e.cause.code == 401:
  94.                     last_e = e
  95.                     continue
  96.                 raise
  98.             media_urls = media.get('MediaURLs')
  99.             if not media_urls or not isinstance(media_urls, list):
  100.                 continue
  102.             title = media['Title']
  104.             formats = []
  105.             for e in media['MediaURLs']:
  106.                 if e.get('UseDRM') is True:
  107.                     continue
  108.                 format_url = url_or_none(e.get('Path'))
  109.                 if not format_url:
  110.                     continue
  111.                 ext = determine_ext(format_url)
  112.                 if ext == 'm3u8':
  113.                     formats.extend(self._extract_m3u8_formats(
  114.                         format_url, video_id, 'mp4', entry_protocol='m3u8_native',
  115.                         m3u8_id='hls', fatal=False))
  116.                 elif ext == 'mpd':
  117.                     formats.extend(self._extract_mpd_formats(
  118.                         format_url, video_id, mpd_id='dash', fatal=False))
  119.                 elif format_url.endswith('.ism/Manifest'):
  120.                     formats.extend(self._extract_ism_formats(
  121.                         format_url, video_id, ism_id='mss', fatal=False))
  122.                 else:
  123.                     mfs_path = e.get('Type')
  124.                     mfs_info = self._MEDIA_FILE_SLOTS.get(mfs_path)
  125.                     if not mfs_info:
  126.                         continue
  127.                     formats.append({
  128.                         'url': format_url,
  129.                         'format_id': 'http-' + mfs_path.split('.')[0],
  130.                         'width': mfs_info['width'],
  131.                         'height': mfs_info['height'],
  132.                     })
  133.             self._sort_formats(formats)
  135.             description = media.get('Description')
  136.             duration = int_or_none(media.get(
  137.                 'DurationInSeconds')) or parse_duration(media.get('Duration'))
  138.             view_count = int_or_none(media.get('CountViews'))
  139.             average_rating = float_or_none(media.get('UserRating'))
  140.             age_limit = parse_age_limit(media.get('Rating'))
  141.             genre = media.get('Genre')
  142.             release_year = int_or_none(media.get('ReleaseYear'))
  143.             creator = media.get('Directors')
  144.             artist = media.get('Cast')
  146.             if media.get('MediaTypeDisplayValue') == 'Full Episode':
  147.                 series = media.get('ShowName')
  148.                 episode = title
  149.                 season_number = int_or_none(media.get('Season'))
  150.                 episode_number = int_or_none(media.get('Episode'))
  151.             else:
  152.                 series = episode = season_number = episode_number = None
  154.             subtitles = {}
  155.             cc_files = media.get('ClosedCaptionFiles')
  156.             if isinstance(cc_files, list):
  157.                 for cc_file in cc_files:
  158.                     if not isinstance(cc_file, dict):
  159.                         continue
  160.                     cc_url = url_or_none(cc_file.get('Path'))
  161.                     if not cc_url:
  162.                         continue
  163.                     lang = cc_file.get('Locale') or 'en'
  164.                     subtitles.setdefault(lang, []).append({'url': cc_url})
  166.             thumbnails = []
  167.             images = media.get('Images')
  168.             if isinstance(images, list):
  169.                 for image_key, image_url in images.items():
  170.                     mobj = re.search(r'Img_(\d+)[xX](\d+)', image_key)
  171.                     if not mobj:
  172.                         continue
  173.                     thumbnails.append({
  174.                         'url': image_url,
  175.                         'width': int(mobj.group(1)),
  176.                         'height': int(mobj.group(2)),
  177.                     })
  179.             return {
  180.                 'id': video_id,
  181.                 'title': title,
  182.                 'description': description,
  183.                 'duration': duration,
  184.                 'view_count': view_count,
  185.                 'average_rating': average_rating,
  186.                 'age_limit': age_limit,
  187.                 'genre': genre,
  188.                 'creator': creator,
  189.                 'artist': artist,
  190.                 'release_year': release_year,
  191.                 'series': series,
  192.                 'episode': episode,
  193.                 'season_number': season_number,
  194.                 'episode_number': episode_number,
  195.                 'thumbnails': thumbnails,
  196.                 'subtitles': subtitles,
  197.                 'formats': formats,
  198.             }
  200.         raise last_e