123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225 |
- import json
- import urllib.parse
- from .common import InfoExtractor
- from .youtube import YoutubeIE
- from ..utils import (
- ExtractorError,
- bug_reports_message,
- int_or_none,
- qualities,
- str_or_none,
- url_or_none,
- )
- from ..utils.traversal import traverse_obj
- class BoostyIE(InfoExtractor):
- _VALID_URL = r'https?://(?:www\.)?boosty\.to/(?P<user>[^/#?]+)/posts/(?P<post_id>[^/#?]+)'
- _TESTS = [{
- # single ok_video
- 'url': 'https://boosty.to/kuplinov/posts/e55d050c-e3bb-4873-a7db-ac7a49b40c38',
- 'info_dict': {
- 'id': 'd7473824-352e-48e2-ae53-d4aa39459968',
- 'title': 'phasma_3',
- 'channel': 'Kuplinov',
- 'channel_id': '7958701',
- 'timestamp': 1655031975,
- 'upload_date': '20220612',
- 'release_timestamp': 1655049000,
- 'release_date': '20220612',
- 'modified_timestamp': 1668680993,
- 'modified_date': '20221117',
- 'tags': ['куплинов', 'phasmophobia'],
- 'like_count': int,
- 'ext': 'mp4',
- 'duration': 105,
- 'view_count': int,
- 'thumbnail': r're:^https://i\.mycdn\.me/videoPreview\?',
- },
- }, {
- # multiple ok_video
- 'url': 'https://boosty.to/maddyson/posts/0c652798-3b35-471f-8b48-a76a0b28736f',
- 'info_dict': {
- 'id': '0c652798-3b35-471f-8b48-a76a0b28736f',
- 'title': 'то что не пропустил юта6',
- 'channel': 'Илья Давыдов',
- 'channel_id': '6808257',
- 'timestamp': 1694017040,
- 'upload_date': '20230906',
- 'release_timestamp': 1694017040,
- 'release_date': '20230906',
- 'modified_timestamp': 1694071178,
- 'modified_date': '20230907',
- 'like_count': int,
- },
- 'playlist_count': 3,
- 'playlist': [{
- 'info_dict': {
- 'id': 'cc325a9f-a563-41c6-bf47-516c1b506c9a',
- 'title': 'то что не пропустил юта6',
- 'channel': 'Илья Давыдов',
- 'channel_id': '6808257',
- 'timestamp': 1694017040,
- 'upload_date': '20230906',
- 'release_timestamp': 1694017040,
- 'release_date': '20230906',
- 'modified_timestamp': 1694071178,
- 'modified_date': '20230907',
- 'like_count': int,
- 'ext': 'mp4',
- 'duration': 31204,
- 'view_count': int,
- 'thumbnail': r're:^https://i\.mycdn\.me/videoPreview\?',
- },
- }, {
- 'info_dict': {
- 'id': 'd07b0a72-9493-4512-b54e-55ce468fd4b7',
- 'title': 'то что не пропустил юта6',
- 'channel': 'Илья Давыдов',
- 'channel_id': '6808257',
- 'timestamp': 1694017040,
- 'upload_date': '20230906',
- 'release_timestamp': 1694017040,
- 'release_date': '20230906',
- 'modified_timestamp': 1694071178,
- 'modified_date': '20230907',
- 'like_count': int,
- 'ext': 'mp4',
- 'duration': 25704,
- 'view_count': int,
- 'thumbnail': r're:^https://i\.mycdn\.me/videoPreview\?',
- },
- }, {
- 'info_dict': {
- 'id': '4a3bba32-78c8-422a-9432-2791aff60b42',
- 'title': 'то что не пропустил юта6',
- 'channel': 'Илья Давыдов',
- 'channel_id': '6808257',
- 'timestamp': 1694017040,
- 'upload_date': '20230906',
- 'release_timestamp': 1694017040,
- 'release_date': '20230906',
- 'modified_timestamp': 1694071178,
- 'modified_date': '20230907',
- 'like_count': int,
- 'ext': 'mp4',
- 'duration': 31867,
- 'view_count': int,
- 'thumbnail': r're:^https://i\.mycdn\.me/videoPreview\?',
- },
- }],
- }, {
- # single external video (youtube)
- 'url': 'https://boosty.to/denischuzhoy/posts/6094a487-bcec-4cf8-a453-43313b463c38',
- 'info_dict': {
- 'id': 'EXelTnve5lY',
- 'title': 'Послание Президента Федеральному Собранию | Класс народа',
- 'upload_date': '20210425',
- 'channel': 'Денис Чужой',
- 'tags': 'count:10',
- 'like_count': int,
- 'ext': 'mp4',
- 'duration': 816,
- 'view_count': int,
- 'thumbnail': r're:^https://i\.ytimg\.com/',
- 'age_limit': 0,
- 'availability': 'public',
- 'categories': list,
- 'channel_follower_count': int,
- 'channel_id': 'UCCzVNbWZfYpBfyofCCUD_0w',
- 'channel_is_verified': bool,
- 'channel_url': r're:^https://www\.youtube\.com/',
- 'comment_count': int,
- 'description': str,
- 'heatmap': 'count:100',
- 'live_status': str,
- 'playable_in_embed': bool,
- 'uploader': str,
- 'uploader_id': str,
- 'uploader_url': r're:^https://www\.youtube\.com/',
- },
- }]
- _MP4_TYPES = ('tiny', 'lowest', 'low', 'medium', 'high', 'full_hd', 'quad_hd', 'ultra_hd')
- def _extract_formats(self, player_urls, video_id):
- formats = []
- quality = qualities(self._MP4_TYPES)
- for player_url in traverse_obj(player_urls, lambda _, v: url_or_none(v['url'])):
- url = player_url['url']
- format_type = player_url.get('type')
- if format_type in ('hls', 'hls_live', 'live_ondemand_hls', 'live_playback_hls'):
- formats.extend(self._extract_m3u8_formats(url, video_id, m3u8_id='hls', fatal=False))
- elif format_type in ('dash', 'dash_live', 'live_playback_dash'):
- formats.extend(self._extract_mpd_formats(url, video_id, mpd_id='dash', fatal=False))
- elif format_type in self._MP4_TYPES:
- formats.append({
- 'url': url,
- 'ext': 'mp4',
- 'format_id': format_type,
- 'quality': quality(format_type),
- })
- else:
- self.report_warning(f'Unknown format type: {format_type!r}')
- return formats
- def _real_extract(self, url):
- user, post_id = self._match_valid_url(url).group('user', 'post_id')
- auth_headers = {}
- auth_cookie = self._get_cookies('https://boosty.to/').get('auth')
- if auth_cookie is not None:
- try:
- auth_data = json.loads(urllib.parse.unquote(auth_cookie.value))
- auth_headers['Authorization'] = f'Bearer {auth_data["accessToken"]}'
- except (json.JSONDecodeError, KeyError):
- self.report_warning(f'Failed to extract token from auth cookie{bug_reports_message()}')
- post = self._download_json(
- f'https://api.boosty.to/v1/blog/{user}/post/{post_id}', post_id,
- note='Downloading post data', errnote='Unable to download post data', headers=auth_headers)
- post_title = post.get('title')
- if not post_title:
- self.report_warning('Unable to extract post title. Falling back to parsing html page')
- webpage = self._download_webpage(url, video_id=post_id)
- post_title = self._og_search_title(webpage, default=None) or self._html_extract_title(webpage)
- common_metadata = {
- 'title': post_title,
- **traverse_obj(post, {
- 'channel': ('user', 'name', {str}),
- 'channel_id': ('user', 'id', {str_or_none}),
- 'timestamp': ('createdAt', {int_or_none}),
- 'release_timestamp': ('publishTime', {int_or_none}),
- 'modified_timestamp': ('updatedAt', {int_or_none}),
- 'tags': ('tags', ..., 'title', {str}),
- 'like_count': ('count', 'likes', {int_or_none}),
- }),
- }
- entries = []
- for item in traverse_obj(post, ('data', ..., {dict})):
- item_type = item.get('type')
- if item_type == 'video' and url_or_none(item.get('url')):
- entries.append(self.url_result(item['url'], YoutubeIE))
- elif item_type == 'ok_video':
- video_id = item.get('id') or post_id
- entries.append({
- 'id': video_id,
- 'formats': self._extract_formats(item.get('playerUrls'), video_id),
- **common_metadata,
- **traverse_obj(item, {
- 'title': ('title', {str}),
- 'duration': ('duration', {int_or_none}),
- 'view_count': ('viewsCounter', {int_or_none}),
- 'thumbnail': (('previewUrl', 'defaultPreview'), {url_or_none}),
- }, get_all=False)})
- if not entries and not post.get('hasAccess'):
- self.raise_login_required('This post requires a subscription', metadata_available=True)
- elif not entries:
- raise ExtractorError('No videos found', expected=True)
- if len(entries) == 1:
- return entries[0]
- return self.playlist_result(entries, post_id, post_title, **common_metadata)
|