123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275 |
- import re
- import uuid
- from .common import InfoExtractor
- from ..utils import (
- clean_html,
- int_or_none,
- join_nonempty,
- str_or_none,
- url_or_none,
- )
- from ..utils.traversal import traverse_obj
- class TapTapBaseIE(InfoExtractor):
- _X_UA = 'V=1&PN=WebApp&LANG=zh_CN&VN_CODE=102&LOC=CN&PLT=PC&DS=Android&UID={uuid}&OS=Windows&OSV=10&DT=PC'
- _VIDEO_API = 'https://www.taptap.cn/webapiv2/video-resource/v1/multi-get'
- _INFO_API = None
- _INFO_QUERY_KEY = 'id'
- _DATA_PATH = None
- _ID_PATH = None
- _META_PATH = None
- def _get_api(self, url, video_id, query, **kwargs):
- query = {**query, 'X-UA': self._X_UA.format(uuid=uuid.uuid4())}
- return self._download_json(url, video_id, query=query, **kwargs)['data']
- def _extract_video(self, video_id):
- video_data = self._get_api(self._VIDEO_API, video_id, query={'video_ids': video_id})['list'][0]
- # h265 playlist contains both h265 and h264 formats
- video_url = traverse_obj(video_data, ('play_url', ('url_h265', 'url'), {url_or_none}, any))
- formats = self._extract_m3u8_formats(video_url, video_id, fatal=False)
- for fmt in formats:
- if re.search(r'^(hev|hvc|hvt)\d', fmt.get('vcodec', '')):
- fmt['format_id'] = join_nonempty(fmt.get('format_id'), 'h265', delim='_')
- return {
- 'id': str(video_id),
- 'formats': formats,
- **traverse_obj(video_data, ({
- 'duration': ('info', 'duration', {int_or_none}),
- 'thumbnail': ('thumbnail', ('original_url', 'url'), {url_or_none}),
- }), get_all=False),
- }
- def _real_extract(self, url):
- video_id = self._match_id(url)
- query = {self._INFO_QUERY_KEY: video_id}
- data = traverse_obj(
- self._get_api(self._INFO_API, video_id, query=query), self._DATA_PATH)
- metainfo = traverse_obj(data, self._META_PATH)
- entries = [{
- **metainfo,
- **self._extract_video(id_),
- } for id_ in set(traverse_obj(data, self._ID_PATH))]
- return self.playlist_result(entries, **metainfo, id=video_id)
- class TapTapMomentIE(TapTapBaseIE):
- _VALID_URL = r'https?://www\.taptap\.cn/moment/(?P<id>\d+)'
- _INFO_API = 'https://www.taptap.cn/webapiv2/moment/v3/detail'
- _ID_PATH = ('moment', 'topic', (('videos', ...), 'pin_video'), 'video_id')
- _META_PATH = ('moment', {
- 'timestamp': ('created_time', {int_or_none}),
- 'modified_timestamp': ('edited_time', {int_or_none}),
- 'uploader': ('author', 'user', 'name', {str}),
- 'uploader_id': ('author', 'user', 'id', {int}, {str_or_none}),
- 'title': ('topic', 'title', {str}),
- 'description': ('topic', 'summary', {str}),
- })
- _TESTS = [{
- 'url': 'https://www.taptap.cn/moment/194618230982052443',
- 'info_dict': {
- 'id': '194618230982052443',
- 'title': '《崩坏3》开放世界「后崩坏书」新篇章 于淹没之地仰视辰星',
- 'description': 'md5:cf66f7819d413641b8b28c8543f4ecda',
- 'timestamp': 1633453402,
- 'upload_date': '20211005',
- 'modified_timestamp': 1633453402,
- 'modified_date': '20211005',
- 'uploader': '乌酱',
- 'uploader_id': '532896',
- },
- 'playlist_count': 1,
- 'playlist': [{
- 'info_dict': {
- 'id': '2202584',
- 'ext': 'mp4',
- 'title': '《崩坏3》开放世界「后崩坏书」新篇章 于淹没之地仰视辰星',
- 'description': 'md5:cf66f7819d413641b8b28c8543f4ecda',
- 'duration': 66,
- 'timestamp': 1633453402,
- 'upload_date': '20211005',
- 'modified_timestamp': 1633453402,
- 'modified_date': '20211005',
- 'uploader': '乌酱',
- 'uploader_id': '532896',
- 'thumbnail': r're:^https?://.*\.(png|jpg)',
- },
- }],
- 'params': {'skip_download': 'm3u8'},
- }, {
- 'url': 'https://www.taptap.cn/moment/521630629209573493',
- 'info_dict': {
- 'id': '521630629209573493',
- 'title': '《崩坏:星穹铁道》黄泉角色PV——「你的颜色」',
- 'description': 'md5:2c81245da864428c904d53ae4ad2182b',
- 'timestamp': 1711425600,
- 'upload_date': '20240326',
- 'modified_timestamp': 1711425600,
- 'modified_date': '20240326',
- 'uploader': '崩坏:星穹铁道',
- 'uploader_id': '414732580',
- },
- 'playlist_count': 1,
- 'playlist': [{
- 'info_dict': {
- 'id': '4006511',
- 'ext': 'mp4',
- 'title': '《崩坏:星穹铁道》黄泉角色PV——「你的颜色」',
- 'description': 'md5:2c81245da864428c904d53ae4ad2182b',
- 'duration': 173,
- 'timestamp': 1711425600,
- 'upload_date': '20240326',
- 'modified_timestamp': 1711425600,
- 'modified_date': '20240326',
- 'uploader': '崩坏:星穹铁道',
- 'uploader_id': '414732580',
- 'thumbnail': r're:^https?://.*\.(png|jpg)',
- },
- }],
- 'params': {'skip_download': 'm3u8'},
- }, {
- 'url': 'https://www.taptap.cn/moment/540493587511511299',
- 'playlist_count': 2,
- 'info_dict': {
- 'id': '540493587511511299',
- 'title': '中式民俗解谜《纸嫁衣7》、新系列《纸不语》公布!',
- 'description': 'md5:d60842350e686ddb242291ddfb8e39c9',
- 'timestamp': 1715920200,
- 'upload_date': '20240517',
- 'modified_timestamp': 1715942225,
- 'modified_date': '20240517',
- 'uploader': 'TapTap 编辑',
- 'uploader_id': '7159244',
- },
- 'params': {'skip_download': 'm3u8'},
- }]
- class TapTapAppIE(TapTapBaseIE):
- _VALID_URL = r'https?://www\.taptap\.cn/app/(?P<id>\d+)'
- _INFO_API = 'https://www.taptap.cn/webapiv2/app/v4/detail'
- _ID_PATH = (('app_videos', 'videos'), ..., 'video_id')
- _META_PATH = {
- 'title': ('title', {str}),
- 'description': ('description', 'text', {str}, {clean_html}),
- }
- _TESTS = [{
- 'url': 'https://www.taptap.cn/app/168332',
- 'info_dict': {
- 'id': '168332',
- 'title': '原神',
- 'description': 'md5:e345f39a5fea5de2a46923f70d5f76ab',
- },
- 'playlist_count': 2,
- 'playlist': [{
- 'info_dict': {
- 'id': '4058443',
- 'ext': 'mp4',
- 'title': '原神',
- 'description': 'md5:e345f39a5fea5de2a46923f70d5f76ab',
- 'duration': 26,
- 'thumbnail': r're:^https?://.*\.(png|jpg)',
- },
- }, {
- 'info_dict': {
- 'id': '4058462',
- 'ext': 'mp4',
- 'title': '原神',
- 'description': 'md5:e345f39a5fea5de2a46923f70d5f76ab',
- 'duration': 295,
- 'thumbnail': r're:^https?://.*\.(png|jpg)',
- },
- }],
- 'params': {'skip_download': 'm3u8'},
- }]
- class TapTapIntlBase(TapTapBaseIE):
- _X_UA = 'V=1&PN=WebAppIntl2&LANG=zh_TW&VN_CODE=115&VN=0.1.0&LOC=CN&PLT=PC&DS=Android&UID={uuid}&CURR=&DT=PC&OS=Windows&OSV=NT%208.0.0'
- _VIDEO_API = 'https://www.taptap.io/webapiv2/video-resource/v1/multi-get'
- class TapTapAppIntlIE(TapTapIntlBase):
- _VALID_URL = r'https?://www\.taptap\.io/app/(?P<id>\d+)'
- _INFO_API = 'https://www.taptap.io/webapiv2/i/app/v5/detail'
- _DATA_PATH = 'app'
- _ID_PATH = (('app_videos', 'videos'), ..., 'video_id')
- _META_PATH = {
- 'title': ('title', {str}),
- 'description': ('description', 'text', {str}, {clean_html}),
- }
- _TESTS = [{
- 'url': 'https://www.taptap.io/app/233287',
- 'info_dict': {
- 'id': '233287',
- 'title': '《虹彩六號 M》',
- 'description': 'md5:418285f9c15347fc3cf3e3a3c649f182',
- },
- 'playlist_count': 1,
- 'playlist': [{
- 'info_dict': {
- 'id': '2149708997',
- 'ext': 'mp4',
- 'title': '《虹彩六號 M》',
- 'description': 'md5:418285f9c15347fc3cf3e3a3c649f182',
- 'duration': 78,
- 'thumbnail': r're:^https?://.*\.(png|jpg)',
- },
- }],
- 'params': {'skip_download': 'm3u8'},
- }]
- class TapTapPostIntlIE(TapTapIntlBase):
- _VALID_URL = r'https?://www\.taptap\.io/post/(?P<id>\d+)'
- _INFO_API = 'https://www.taptap.io/webapiv2/creation/post/v1/detail'
- _INFO_QUERY_KEY = 'id_str'
- _DATA_PATH = 'post'
- _ID_PATH = ((('videos', ...), 'pin_video'), 'video_id')
- _META_PATH = {
- 'timestamp': ('published_time', {int_or_none}),
- 'modified_timestamp': ('edited_time', {int_or_none}),
- 'uploader': ('user', 'name', {str}),
- 'uploader_id': ('user', 'id', {int}, {str_or_none}),
- 'title': ('title', {str}),
- 'description': ('list_fields', 'summary', {str}),
- }
- _TESTS = [{
- 'url': 'https://www.taptap.io/post/571785',
- 'info_dict': {
- 'id': '571785',
- 'title': 'Arknights x Rainbow Six Siege | Event PV',
- 'description': 'md5:f7717c13f6d3108e22db7303e6690bf7',
- 'timestamp': 1614664951,
- 'upload_date': '20210302',
- 'modified_timestamp': 1614664951,
- 'modified_date': '20210302',
- 'uploader': 'TapTap Editor',
- 'uploader_id': '80224473',
- },
- 'playlist_count': 1,
- 'playlist': [{
- 'info_dict': {
- 'id': '2149491903',
- 'ext': 'mp4',
- 'title': 'Arknights x Rainbow Six Siege | Event PV',
- 'description': 'md5:f7717c13f6d3108e22db7303e6690bf7',
- 'duration': 122,
- 'timestamp': 1614664951,
- 'upload_date': '20210302',
- 'modified_timestamp': 1614664951,
- 'modified_date': '20210302',
- 'uploader': 'TapTap Editor',
- 'uploader_id': '80224473',
- 'thumbnail': r're:^https?://.*\.(png|jpg)',
- },
- }],
- 'params': {'skip_download': 'm3u8'},
- }]
|