logo

oasis-root

Compiled tree of Oasis Linux based on own branch at <https://hacktivis.me/git/oasis/> git clone https://anongit.hacktivis.me/git/oasis-root.git

mdr.py (5103B)


  1. import urllib.parse
  2. from .common import InfoExtractor
  3. from ..utils import (
  4. determine_ext,
  5. int_or_none,
  6. join_nonempty,
  7. parse_duration,
  8. parse_iso8601,
  9. url_or_none,
  10. xpath_text,
  11. )
  12. class MDRIE(InfoExtractor):
  13. IE_DESC = 'MDR.DE'
  14. _VALID_URL = r'https?://(?:www\.)?mdr\.de/(?:.*)/[a-z-]+-?(?P<id>\d+)(?:_.+?)?\.html'
  15. _GEO_COUNTRIES = ['DE']
  16. _TESTS = [{
  17. # MDR regularly deletes its videos
  18. 'url': 'http://www.mdr.de/fakt/video189002.html',
  19. 'only_matching': True,
  20. }, {
  21. # audio
  22. 'url': 'http://www.mdr.de/kultur/audio1312272_zc-15948bad_zs-86171fdd.html',
  23. 'md5': '64c4ee50f0a791deb9479cd7bbe9d2fa',
  24. 'info_dict': {
  25. 'id': '1312272',
  26. 'ext': 'mp3',
  27. 'title': 'Feuilleton vom 30. Oktober 2015',
  28. 'duration': 250,
  29. 'uploader': 'MITTELDEUTSCHER RUNDFUNK',
  30. },
  31. 'skip': '404 not found',
  32. }, {
  33. # audio with alternative playerURL pattern
  34. 'url': 'http://www.mdr.de/kultur/videos-und-audios/audio-radio/operation-mindfuck-robert-wilson100.html',
  35. 'info_dict': {
  36. 'id': '100',
  37. 'ext': 'mp4',
  38. 'title': 'Feature: Operation Mindfuck - Robert Anton Wilson',
  39. 'duration': 3239,
  40. 'uploader': 'MITTELDEUTSCHER RUNDFUNK',
  41. },
  42. 'skip': '404 not found',
  43. }, {
  44. 'url': 'http://www.mdr.de/mediathek/mdr-videos/a/video-1334.html',
  45. 'only_matching': True,
  46. }]
  47. def _real_extract(self, url):
  48. video_id = self._match_id(url)
  49. webpage = self._download_webpage(url, video_id)
  50. data_url = self._search_regex(
  51. r'(?:dataURL|playerXml(?:["\'])?)\s*:\s*(["\'])(?P<url>.+?-avCustom\.xml)\1',
  52. webpage, 'data url', group='url').replace(r'\/', '/')
  53. doc = self._download_xml(
  54. urllib.parse.urljoin(url, data_url), video_id)
  55. title = xpath_text(doc, ['./title', './broadcast/broadcastName'], 'title', fatal=True)
  56. type_ = xpath_text(doc, './type', default=None)
  57. formats = []
  58. processed_urls = []
  59. for asset in doc.findall('./assets/asset'):
  60. for source in (
  61. 'download',
  62. 'progressiveDownload',
  63. 'dynamicHttpStreamingRedirector',
  64. 'adaptiveHttpStreamingRedirector'):
  65. url_el = asset.find(f'./{source}Url')
  66. if url_el is None:
  67. continue
  68. video_url = url_or_none(url_el.text)
  69. if not video_url or video_url in processed_urls:
  70. continue
  71. processed_urls.append(video_url)
  72. ext = determine_ext(video_url)
  73. if ext == 'm3u8':
  74. formats.extend(self._extract_m3u8_formats(
  75. video_url, video_id, 'mp4', entry_protocol='m3u8_native',
  76. quality=1, m3u8_id='HLS', fatal=False))
  77. elif ext == 'f4m':
  78. formats.extend(self._extract_f4m_formats(
  79. video_url + '?hdcore=3.7.0&plugin=aasp-3.7.0.39.44', video_id,
  80. quality=1, f4m_id='HDS', fatal=False))
  81. else:
  82. media_type = xpath_text(asset, './mediaType', 'media type', default='MP4')
  83. vbr = int_or_none(xpath_text(asset, './bitrateVideo', 'vbr'), 1000)
  84. abr = int_or_none(xpath_text(asset, './bitrateAudio', 'abr'), 1000)
  85. filesize = int_or_none(xpath_text(asset, './fileSize', 'file size'))
  86. f = {
  87. 'url': video_url,
  88. 'format_id': join_nonempty(media_type, vbr or abr),
  89. 'filesize': filesize,
  90. 'abr': abr,
  91. 'vbr': vbr,
  92. }
  93. if vbr:
  94. f.update({
  95. 'width': int_or_none(xpath_text(asset, './frameWidth', 'width')),
  96. 'height': int_or_none(xpath_text(asset, './frameHeight', 'height')),
  97. })
  98. if type_ == 'audio':
  99. f['vcodec'] = 'none'
  100. formats.append(f)
  101. description = xpath_text(doc, './broadcast/broadcastDescription', 'description')
  102. timestamp = parse_iso8601(
  103. xpath_text(
  104. doc, [
  105. './broadcast/broadcastDate',
  106. './broadcast/broadcastStartDate',
  107. './broadcast/broadcastEndDate'],
  108. 'timestamp', default=None))
  109. duration = parse_duration(xpath_text(doc, './duration', 'duration'))
  110. uploader = xpath_text(doc, './rights', 'uploader')
  111. return {
  112. 'id': video_id,
  113. 'title': title,
  114. 'description': description,
  115. 'timestamp': timestamp,
  116. 'duration': duration,
  117. 'uploader': uploader,
  118. 'formats': formats,
  119. }