logo

youtube-dl

[mirror] Download/Watch videos from video hostersgit clone https://hacktivis.me/git/mirror/youtube-dl.git

ximalaya.py (9912B)

    

  1. # coding: utf-8
  3. from __future__ import unicode_literals
  5. import itertools
  6. import re
  8. from .common import InfoExtractor
  11. class XimalayaBaseIE(InfoExtractor):
  12.     _GEO_COUNTRIES = ['CN']
  15. class XimalayaIE(XimalayaBaseIE):
  16.     IE_NAME = 'ximalaya'
  17.     IE_DESC = '喜马拉雅FM'
  18.     _VALID_URL = r'https?://(?:www\.|m\.)?ximalaya\.com/(?P<uid>[0-9]+)/sound/(?P<id>[0-9]+)'
  19.     _USER_URL_FORMAT = '%s://www.ximalaya.com/zhubo/%i/'
  20.     _TESTS = [
  21.         {
  22.             'url': 'http://www.ximalaya.com/61425525/sound/47740352/',
  23.             'info_dict': {
  24.                 'id': '47740352',
  25.                 'ext': 'm4a',
  26.                 'uploader': '小彬彬爱听书',
  27.                 'uploader_id': 61425525,
  28.                 'uploader_url': 'http://www.ximalaya.com/zhubo/61425525/',
  29.                 'title': '261.唐诗三百首.卷八.送孟浩然之广陵.李白',
  30.                 'description': "contains:《送孟浩然之广陵》\n作者：李白\n故人西辞黄鹤楼，烟花三月下扬州。\n孤帆远影碧空尽，惟见长江天际流。",
  31.                 'thumbnails': [
  32.                     {
  33.                         'name': 'cover_url',
  34.                         'url': r're:^https?://.*\.jpg$',
  35.                     },
  36.                     {
  37.                         'name': 'cover_url_142',
  38.                         'url': r're:^https?://.*\.jpg$',
  39.                         'width': 180,
  40.                         'height': 180
  41.                     }
  42.                 ],
  43.                 'categories': ['renwen', '人文'],
  44.                 'duration': 93,
  45.                 'view_count': int,
  46.                 'like_count': int,
  47.             }
  48.         },
  49.         {
  50.             'url': 'http://m.ximalaya.com/61425525/sound/47740352/',
  51.             'info_dict': {
  52.                 'id': '47740352',
  53.                 'ext': 'm4a',
  54.                 'uploader': '小彬彬爱听书',
  55.                 'uploader_id': 61425525,
  56.                 'uploader_url': 'http://www.ximalaya.com/zhubo/61425525/',
  57.                 'title': '261.唐诗三百首.卷八.送孟浩然之广陵.李白',
  58.                 'description': "contains:《送孟浩然之广陵》\n作者：李白\n故人西辞黄鹤楼，烟花三月下扬州。\n孤帆远影碧空尽，惟见长江天际流。",
  59.                 'thumbnails': [
  60.                     {
  61.                         'name': 'cover_url',
  62.                         'url': r're:^https?://.*\.jpg$',
  63.                     },
  64.                     {
  65.                         'name': 'cover_url_142',
  66.                         'url': r're:^https?://.*\.jpg$',
  67.                         'width': 180,
  68.                         'height': 180
  69.                     }
  70.                 ],
  71.                 'categories': ['renwen', '人文'],
  72.                 'duration': 93,
  73.                 'view_count': int,
  74.                 'like_count': int,
  75.             }
  76.         },
  77.         {
  78.             'url': 'https://www.ximalaya.com/11045267/sound/15705996/',
  79.             'info_dict': {
  80.                 'id': '15705996',
  81.                 'ext': 'm4a',
  82.                 'uploader': '李延隆老师',
  83.                 'uploader_id': 11045267,
  84.                 'uploader_url': 'https://www.ximalaya.com/zhubo/11045267/',
  85.                 'title': 'Lesson 1 Excuse me!',
  86.                 'description': "contains:Listen to the tape then answer\xa0this question. Whose handbag is it?\n"
  87.                                "听录音，然后回答问题，这是谁的手袋？",
  88.                 'thumbnails': [
  89.                     {
  90.                         'name': 'cover_url',
  91.                         'url': r're:^https?://.*\.jpg$',
  92.                     },
  93.                     {
  94.                         'name': 'cover_url_142',
  95.                         'url': r're:^https?://.*\.jpg$',
  96.                         'width': 180,
  97.                         'height': 180
  98.                     }
  99.                 ],
  100.                 'categories': ['train', '外语'],
  101.                 'duration': 40,
  102.                 'view_count': int,
  103.                 'like_count': int,
  104.             }
  105.         },
  106.     ]
  108.     def _real_extract(self, url):
  110.         is_m = 'm.ximalaya' in url
  111.         scheme = 'https' if url.startswith('https') else 'http'
  113.         audio_id = self._match_id(url)
  114.         webpage = self._download_webpage(url, audio_id,
  115.                                          note='Download sound page for %s' % audio_id,
  116.                                          errnote='Unable to get sound page')
  118.         audio_info_file = '%s://m.ximalaya.com/tracks/%s.json' % (scheme, audio_id)
  119.         audio_info = self._download_json(audio_info_file, audio_id,
  120.                                          'Downloading info json %s' % audio_info_file,
  121.                                          'Unable to download info file')
  123.         formats = []
  124.         for bps, k in (('24k', 'play_path_32'), ('64k', 'play_path_64')):
  125.             if audio_info.get(k):
  126.                 formats.append({
  127.                     'format_id': bps,
  128.                     'url': audio_info[k],
  129.                 })
  131.         thumbnails = []
  132.         for k in audio_info.keys():
  133.             # cover pics kyes like: cover_url', 'cover_url_142'
  134.             if k.startswith('cover_url'):
  135.                 thumbnail = {'name': k, 'url': audio_info[k]}
  136.                 if k == 'cover_url_142':
  137.                     thumbnail['width'] = 180
  138.                     thumbnail['height'] = 180
  139.                 thumbnails.append(thumbnail)
  141.         audio_uploader_id = audio_info.get('uid')
  143.         if is_m:
  144.             audio_description = self._html_search_regex(r'(?s)<section\s+class=["\']content[^>]+>(.+?)</section>',
  145.                                                         webpage, 'audio_description', fatal=False)
  146.         else:
  147.             audio_description = self._html_search_regex(r'(?s)<div\s+class=["\']rich_intro[^>]*>(.+?</article>)',
  148.                                                         webpage, 'audio_description', fatal=False)
  150.         if not audio_description:
  151.             audio_description_file = '%s://www.ximalaya.com/sounds/%s/rich_intro' % (scheme, audio_id)
  152.             audio_description = self._download_webpage(audio_description_file, audio_id,
  153.                                                        note='Downloading description file %s' % audio_description_file,
  154.                                                        errnote='Unable to download descrip file',
  155.                                                        fatal=False)
  156.             audio_description = audio_description.strip() if audio_description else None
  158.         return {
  159.             'id': audio_id,
  160.             'uploader': audio_info.get('nickname'),
  161.             'uploader_id': audio_uploader_id,
  162.             'uploader_url': self._USER_URL_FORMAT % (scheme, audio_uploader_id) if audio_uploader_id else None,
  163.             'title': audio_info['title'],
  164.             'thumbnails': thumbnails,
  165.             'description': audio_description,
  166.             'categories': list(filter(None, (audio_info.get('category_name'), audio_info.get('category_title')))),
  167.             'duration': audio_info.get('duration'),
  168.             'view_count': audio_info.get('play_count'),
  169.             'like_count': audio_info.get('favorites_count'),
  170.             'formats': formats,
  171.         }
  174. class XimalayaAlbumIE(XimalayaBaseIE):
  175.     IE_NAME = 'ximalaya:album'
  176.     IE_DESC = '喜马拉雅FM 专辑'
  177.     _VALID_URL = r'https?://(?:www\.|m\.)?ximalaya\.com/(?P<uid>[0-9]+)/album/(?P<id>[0-9]+)'
  178.     _TEMPLATE_URL = '%s://www.ximalaya.com/%s/album/%s/'
  179.     _BASE_URL_TEMPL = '%s://www.ximalaya.com%s'
  180.     _LIST_VIDEO_RE = r'<a[^>]+?href="(?P<url>/%s/sound/(?P<id>\d+)/?)"[^>]+?title="(?P<title>[^>]+)">'
  181.     _TESTS = [{
  182.         'url': 'http://www.ximalaya.com/61425525/album/5534601/',
  183.         'info_dict': {
  184.             'title': '唐诗三百首（含赏析）',
  185.             'id': '5534601',
  186.         },
  187.         'playlist_count': 312,
  188.     }, {
  189.         'url': 'http://m.ximalaya.com/61425525/album/5534601',
  190.         'info_dict': {
  191.             'title': '唐诗三百首（含赏析）',
  192.             'id': '5534601',
  193.         },
  194.         'playlist_count': 312,
  195.     },
  196.     ]
  198.     def _real_extract(self, url):
  199.         self.scheme = scheme = 'https' if url.startswith('https') else 'http'
  201.         mobj = re.match(self._VALID_URL, url)
  202.         uid, playlist_id = mobj.group('uid'), mobj.group('id')
  204.         webpage = self._download_webpage(self._TEMPLATE_URL % (scheme, uid, playlist_id), playlist_id,
  205.                                          note='Download album page for %s' % playlist_id,
  206.                                          errnote='Unable to get album info')
  208.         title = self._html_search_regex(r'detailContent_title[^>]*><h1(?:[^>]+)?>([^<]+)</h1>',
  209.                                         webpage, 'title', fatal=False)
  211.         return self.playlist_result(self._entries(webpage, playlist_id, uid), playlist_id, title)
  213.     def _entries(self, page, playlist_id, uid):
  214.         html = page
  215.         for page_num in itertools.count(1):
  216.             for entry in self._process_page(html, uid):
  217.                 yield entry
  219.             next_url = self._search_regex(r'<a\s+href=(["\'])(?P<more>[\S]+)\1[^>]+rel=(["\'])next\3',
  220.                                           html, 'list_next_url', default=None, group='more')
  221.             if not next_url:
  222.                 break
  224.             next_full_url = self._BASE_URL_TEMPL % (self.scheme, next_url)
  225.             html = self._download_webpage(next_full_url, playlist_id)
  227.     def _process_page(self, html, uid):
  228.         find_from = html.index('album_soundlist')
  229.         for mobj in re.finditer(self._LIST_VIDEO_RE % uid, html[find_from:]):
  230.             yield self.url_result(self._BASE_URL_TEMPL % (self.scheme, mobj.group('url')),
  231.                                   XimalayaIE.ie_key(),
  232.                                   mobj.group('id'),
  233.                                   mobj.group('title'))