lrt.py 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108
  1. from .common import InfoExtractor
  2. from ..utils import (
  3. clean_html,
  4. merge_dicts,
  5. traverse_obj,
  6. url_or_none,
  7. )
  8. class LRTBaseIE(InfoExtractor):
  9. def _extract_js_var(self, webpage, var_name, default=None):
  10. return self._search_regex(
  11. fr'{var_name}\s*=\s*(["\'])((?:(?!\1).)+)\1',
  12. webpage, var_name.replace('_', ' '), default, group=2)
  13. class LRTStreamIE(LRTBaseIE):
  14. _VALID_URL = r'https?://(?:www\.)?lrt\.lt/mediateka/tiesiogiai/(?P<id>[\w-]+)'
  15. _TESTS = [{
  16. 'url': 'https://www.lrt.lt/mediateka/tiesiogiai/lrt-opus',
  17. 'info_dict': {
  18. 'id': 'lrt-opus',
  19. 'live_status': 'is_live',
  20. 'title': 're:^LRT Opus.+$',
  21. 'ext': 'mp4',
  22. },
  23. }]
  24. def _real_extract(self, url):
  25. video_id = self._match_id(url)
  26. webpage = self._download_webpage(url, video_id)
  27. streams_data = self._download_json(self._extract_js_var(webpage, 'tokenURL'), video_id)
  28. formats, subtitles = [], {}
  29. for stream_url in traverse_obj(streams_data, (
  30. 'response', 'data', lambda k, _: k.startswith('content')), expected_type=url_or_none):
  31. fmts, subs = self._extract_m3u8_formats_and_subtitles(stream_url, video_id, 'mp4', m3u8_id='hls', live=True)
  32. formats.extend(fmts)
  33. subtitles = self._merge_subtitles(subtitles, subs)
  34. stream_title = self._extract_js_var(webpage, 'video_title', 'LRT')
  35. return {
  36. 'id': video_id,
  37. 'formats': formats,
  38. 'subtitles': subtitles,
  39. 'is_live': True,
  40. 'title': f'{self._og_search_title(webpage)} - {stream_title}',
  41. }
  42. class LRTVODIE(LRTBaseIE):
  43. _VALID_URL = r'https?://(?:www\.)?lrt\.lt(?P<path>/mediateka/irasas/(?P<id>[0-9]+))'
  44. _TESTS = [{
  45. # m3u8 download
  46. 'url': 'https://www.lrt.lt/mediateka/irasas/2000127261/greita-ir-gardu-sicilijos-ikvepta-klasikiniu-makaronu-su-baklazanais-vakariene',
  47. 'info_dict': {
  48. 'id': '2000127261',
  49. 'ext': 'mp4',
  50. 'title': 'Greita ir gardu: Sicilijos įkvėpta klasikinių makaronų su baklažanais vakarienė',
  51. 'description': 'md5:ad7d985f51b0dc1489ba2d76d7ed47fa',
  52. 'duration': 3035,
  53. 'timestamp': 1604079000,
  54. 'upload_date': '20201030',
  55. 'tags': ['LRT TELEVIZIJA', 'Beatos virtuvė', 'Beata Nicholson', 'Makaronai', 'Baklažanai', 'Vakarienė', 'Receptas'],
  56. 'thumbnail': 'https://www.lrt.lt/img/2020/10/30/764041-126478-1287x836.jpg',
  57. },
  58. }, {
  59. # direct mp3 download
  60. 'url': 'http://www.lrt.lt/mediateka/irasas/1013074524/',
  61. 'md5': '389da8ca3cad0f51d12bed0c844f6a0a',
  62. 'info_dict': {
  63. 'id': '1013074524',
  64. 'ext': 'mp3',
  65. 'title': 'Kita tema 2016-09-05 15:05',
  66. 'description': 'md5:1b295a8fc7219ed0d543fc228c931fb5',
  67. 'duration': 3008,
  68. 'view_count': int,
  69. 'like_count': int,
  70. },
  71. }]
  72. def _real_extract(self, url):
  73. path, video_id = self._match_valid_url(url).groups()
  74. webpage = self._download_webpage(url, video_id)
  75. media_url = self._extract_js_var(webpage, 'main_url', path)
  76. media = self._download_json(self._extract_js_var(
  77. webpage, 'media_info_url',
  78. 'https://www.lrt.lt/servisai/stream_url/vod/media_info/'),
  79. video_id, query={'url': media_url})
  80. jw_data = self._parse_jwplayer_data(
  81. media['playlist_item'], video_id, base_url=url)
  82. json_ld_data = self._search_json_ld(webpage, video_id)
  83. tags = []
  84. for tag in (media.get('tags') or []):
  85. tag_name = tag.get('name')
  86. if not tag_name:
  87. continue
  88. tags.append(tag_name)
  89. clean_info = {
  90. 'description': clean_html(media.get('content')),
  91. 'tags': tags,
  92. }
  93. return merge_dicts(clean_info, jw_data, json_ld_data)