commit: 70f230f9cf28e948662599b6257cb7d1262870e3
parent 48ddab1f3a616d40480818ec9b73eaa27e3a55fa
Author: dirkf <fieldhouse@gmx.net>
Date: Thu, 22 Feb 2024 12:44:00 +0000
[GBNews]Add new extractor for GB News TV channel (#29432)
* Add extractor for GB News TV channel
* Support more GBNews URL formats
Allow alphanumeric and _ in place of `shows`, which redirect to site's preferred URL
* Update for 2024
Diffstat:
2 files changed, 140 insertions(+), 0 deletions(-)
diff --git a/youtube_dl/extractor/extractors.py b/youtube_dl/extractor/extractors.py
@@ -443,6 +443,7 @@ from .gamespot import GameSpotIE
from .gamestar import GameStarIE
from .gaskrank import GaskrankIE
from .gazeta import GazetaIE
+from .gbnews import GBNewsIE
from .gdcvault import GDCVaultIE
from .gedidigital import GediDigitalIE
from .generic import GenericIE
diff --git a/youtube_dl/extractor/gbnews.py b/youtube_dl/extractor/gbnews.py
@@ -0,0 +1,139 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+from .common import InfoExtractor
+from ..utils import (
+ extract_attributes,
+ ExtractorError,
+ T,
+ traverse_obj,
+ txt_or_none,
+ url_or_none,
+)
+
+
+class GBNewsIE(InfoExtractor):
+ IE_DESC = 'GB News clips, features and live stream'
+
+ # \w+ is normally shows or news, but apparently any word redirects to the correct URL
+ _VALID_URL = r'https?://(?:www\.)?gbnews\.(?:uk|com)/(?:\w+/)?(?P<id>[^#?]+)'
+
+ _PLATFORM = 'safari'
+ _SSMP_URL = 'https://mm-v2.simplestream.com/ssmp/api.php'
+ _TESTS = [{
+ 'url': 'https://www.gbnews.uk/shows/andrew-neils-message-to-companies-choosing-to-boycott-gb-news/106889',
+ 'info_dict': {
+ 'id': '106889',
+ 'ext': 'mp4',
+ 'title': "Andrew Neil's message to companies choosing to boycott GB News",
+ 'description': 'md5:b281f5d22fd6d5eda64a4e3ba771b351',
+ },
+ 'skip': '404 not found',
+ }, {
+ 'url': 'https://www.gbnews.com/news/bbc-claudine-gay-harvard-university-antisemitism-row',
+ 'info_dict': {
+ 'id': '52264136',
+ 'display_id': 'bbc-claudine-gay-harvard-university-antisemitism-row',
+ 'ext': 'mp4',
+ 'title': 'BBC deletes post after furious backlash over headline downplaying antisemitism',
+ 'description': 'The post was criticised by former employers of the broadcaster',
+ },
+ }, {
+ 'url': 'https://www.gbnews.uk/watchlive',
+ 'info_dict': {
+ 'id': '1069',
+ 'display_id': 'watchlive',
+ 'ext': 'mp4',
+ 'title': 'GB News Live',
+ 'is_live': True,
+ },
+ 'params': {
+ 'skip_download': 'm3u8',
+ },
+ }]
+
+ def _real_extract(self, url):
+ display_id = self._match_id(url).split('/')[-1]
+
+ webpage = self._download_webpage(url, display_id)
+ # extraction based on https://github.com/ytdl-org/youtube-dl/issues/29341
+ '''
+ <div id="video-106908"
+ class="simplestream"
+ data-id="GB001"
+ data-type="vod"
+ data-key="3Li3Nt2Qs8Ct3Xq9Fi5Uy0Mb2Bj0Qs"
+ data-token="f9c317c727dc07f515b20036c8ef14a6"
+ data-expiry="1624300052"
+ data-uvid="37900558"
+ data-poster="https://thumbnails.simplestreamcdn.com/gbnews/ondemand/37900558.jpg?width=700&"
+ data-npaw="false"
+ data-env="production">
+ '''
+ # exception if no match
+ video_data = self._search_regex(
+ r'(<div\s[^>]*\bclass\s*=\s*(\'|")(?!.*sidebar\b)simplestream(?:\s[\s\w$-]*)?\2[^>]*>)',
+ webpage, 'video data')
+
+ video_data = extract_attributes(video_data)
+ ss_id = video_data.get('data-id')
+ if not ss_id:
+ raise ExtractorError('Simplestream ID not found')
+
+ json_data = self._download_json(
+ self._SSMP_URL, display_id,
+ note='Downloading Simplestream JSON metadata',
+ errnote='Unable to download Simplestream JSON metadata',
+ query={
+ 'id': ss_id,
+ 'env': video_data.get('data-env', 'production'),
+ }, fatal=False)
+
+ meta_url = traverse_obj(json_data, ('response', 'api_hostname'))
+ if not meta_url:
+ raise ExtractorError('No API host found')
+
+ uvid = video_data['data-uvid']
+ dtype = video_data.get('data-type')
+ stream_data = self._download_json(
+ '%s/api/%s/stream/%s' % (meta_url, 'show' if dtype == 'vod' else dtype, uvid),
+ uvid,
+ query={
+ 'key': video_data.get('data-key'),
+ 'platform': self._PLATFORM,
+ },
+ headers={
+ 'Token': video_data.get('data-token'),
+ 'Token-Expiry': video_data.get('data-expiry'),
+ 'Uvid': uvid,
+ }, fatal=False)
+
+ stream_url = traverse_obj(stream_data, (
+ 'response', 'stream', T(url_or_none)))
+ if not stream_url:
+ raise ExtractorError('No stream data/URL')
+
+ # now known to be a dict
+ stream_data = stream_data['response']
+ drm = stream_data.get('drm')
+ if drm:
+ self.report_drm(uvid)
+
+ formats = self._extract_m3u8_formats(
+ stream_url, uvid, ext='mp4', entry_protocol='m3u8_native',
+ fatal=False)
+ # exception if no formats
+ self._sort_formats(formats)
+
+ return {
+ 'id': uvid,
+ 'display_id': display_id,
+ 'title': (traverse_obj(stream_data, ('title', T(txt_or_none)))
+ or self._og_search_title(webpage, default=None)
+ or display_id.replace('-', ' ').capitalize()),
+ 'description': self._og_search_description(webpage, default=None),
+ 'thumbnail': (traverse_obj(video_data, ('data-poster', T(url_or_none)))
+ or self._og_search_thumbnail(webpage)),
+ 'formats': formats,
+ 'is_live': (dtype == 'live') or None,
+ }
