logo

oasis-root

Compiled tree of Oasis Linux based on own branch at <https://hacktivis.me/git/oasis/> git clone https://anongit.hacktivis.me/git/oasis-root.git

murrtube.py (5868B)


  1. import functools
  2. import json
  3. from .common import InfoExtractor
  4. from ..utils import (
  5. ExtractorError,
  6. OnDemandPagedList,
  7. clean_html,
  8. extract_attributes,
  9. get_element_by_class,
  10. get_element_html_by_id,
  11. parse_count,
  12. remove_end,
  13. update_url,
  14. urlencode_postdata,
  15. )
  16. class MurrtubeIE(InfoExtractor):
  17. _VALID_URL = r'''(?x)
  18. (?:
  19. murrtube:|
  20. https?://murrtube\.net/(?:v/|videos/(?P<slug>[a-z0-9-]+?)-)
  21. )
  22. (?P<id>[A-Z0-9]{4}|[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12})
  23. '''
  24. _TESTS = [{
  25. 'url': 'https://murrtube.net/videos/inferno-x-skyler-148b6f2a-fdcc-4902-affe-9c0f41aaaca0',
  26. 'md5': '70380878a77e8565d4aea7f68b8bbb35',
  27. 'info_dict': {
  28. 'id': 'ca885d8456b95de529b6723b158032e11115d',
  29. 'ext': 'mp4',
  30. 'title': 'Inferno X Skyler',
  31. 'description': 'Humping a very good slutty sheppy (roomate)',
  32. 'uploader': 'Inferno Wolf',
  33. 'age_limit': 18,
  34. 'thumbnail': 'https://storage.murrtube.net/murrtube-production/ekbs3zcfvuynnqfx72nn2tkokvsd',
  35. 'comment_count': int,
  36. 'view_count': int,
  37. 'like_count': int,
  38. },
  39. }, {
  40. 'url': 'https://murrtube.net/v/0J2Q',
  41. 'md5': '31262f6ac56f0ca75e5a54a0f3fefcb6',
  42. 'info_dict': {
  43. 'id': '8442998c52134968d9caa36e473e1a6bac6ca',
  44. 'ext': 'mp4',
  45. 'uploader': 'Hayel',
  46. 'title': 'Who\'s in charge now?',
  47. 'description': 'md5:795791e97e5b0f1805ea84573f02a997',
  48. 'age_limit': 18,
  49. 'thumbnail': 'https://storage.murrtube.net/murrtube-production/fb1ojjwiucufp34ya6hxu5vfqi5s',
  50. 'comment_count': int,
  51. 'view_count': int,
  52. 'like_count': int,
  53. },
  54. }]
  55. def _extract_count(self, name, html):
  56. return parse_count(self._search_regex(
  57. rf'([\d,]+)\s+<span[^>]*>{name}</span>', html, name, default=None))
  58. def _real_initialize(self):
  59. homepage = self._download_webpage(
  60. 'https://murrtube.net', None, note='Getting session token')
  61. self._request_webpage(
  62. 'https://murrtube.net/accept_age_check', None, 'Setting age cookie',
  63. data=urlencode_postdata(self._hidden_inputs(homepage)))
  64. def _real_extract(self, url):
  65. video_id = self._match_id(url)
  66. if video_id.startswith('murrtube:'):
  67. raise ExtractorError('Support for murrtube: prefix URLs is broken')
  68. video_page = self._download_webpage(url, video_id)
  69. video_attrs = extract_attributes(get_element_html_by_id('video', video_page))
  70. playlist = update_url(video_attrs['data-url'], query=None)
  71. video_id = self._search_regex(r'/([\da-f]+)/index.m3u8', playlist, 'video id')
  72. return {
  73. 'id': video_id,
  74. 'title': remove_end(self._og_search_title(video_page), ' - Murrtube'),
  75. 'age_limit': 18,
  76. 'formats': self._extract_m3u8_formats(playlist, video_id, 'mp4'),
  77. 'description': self._og_search_description(video_page),
  78. 'thumbnail': update_url(self._og_search_thumbnail(video_page, default=''), query=None) or None,
  79. 'uploader': clean_html(get_element_by_class('pl-1 is-size-6 has-text-lighter', video_page)),
  80. 'view_count': self._extract_count('Views', video_page),
  81. 'like_count': self._extract_count('Likes', video_page),
  82. 'comment_count': self._extract_count('Comments', video_page),
  83. }
  84. class MurrtubeUserIE(InfoExtractor):
  85. _WORKING = False
  86. IE_DESC = 'Murrtube user profile'
  87. _VALID_URL = r'https?://murrtube\.net/(?P<id>[^/]+)$'
  88. _TESTS = [{
  89. 'url': 'https://murrtube.net/stormy',
  90. 'info_dict': {
  91. 'id': 'stormy',
  92. },
  93. 'playlist_mincount': 27,
  94. }]
  95. _PAGE_SIZE = 10
  96. def _download_gql(self, video_id, op, note=None, fatal=True):
  97. result = self._download_json(
  98. 'https://murrtube.net/graphql',
  99. video_id, note, data=json.dumps(op).encode(), fatal=fatal,
  100. headers={'Content-Type': 'application/json'})
  101. return result['data']
  102. def _fetch_page(self, username, user_id, page):
  103. data = self._download_gql(username, {
  104. 'operationName': 'Media',
  105. 'variables': {
  106. 'limit': self._PAGE_SIZE,
  107. 'offset': page * self._PAGE_SIZE,
  108. 'sort': 'latest',
  109. 'userId': user_id,
  110. },
  111. 'query': '''\
  112. query Media($q: String, $sort: String, $userId: ID, $offset: Int!, $limit: Int!) {
  113. media(q: $q, sort: $sort, userId: $userId, offset: $offset, limit: $limit) {
  114. id
  115. __typename
  116. }
  117. }'''},
  118. f'Downloading page {page + 1}')
  119. if data is None:
  120. raise ExtractorError(f'Failed to retrieve video list for page {page + 1}')
  121. media = data['media']
  122. for entry in media:
  123. yield self.url_result('murrtube:{}'.format(entry['id']), MurrtubeIE.ie_key())
  124. def _real_extract(self, url):
  125. username = self._match_id(url)
  126. data = self._download_gql(username, {
  127. 'operationName': 'User',
  128. 'variables': {
  129. 'id': username,
  130. },
  131. 'query': '''\
  132. query User($id: ID!) {
  133. user(id: $id) {
  134. id
  135. __typename
  136. }
  137. }'''},
  138. 'Downloading user info')
  139. if data is None:
  140. raise ExtractorError('Failed to fetch user info')
  141. user = data['user']
  142. entries = OnDemandPagedList(functools.partial(
  143. self._fetch_page, username, user.get('id')), self._PAGE_SIZE)
  144. return self.playlist_result(entries, username)