123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142 |
- import json
- from .common import InfoExtractor
- from ..utils import (
- ExtractorError,
- int_or_none,
- orderedSet,
- )
- class DeezerBaseInfoExtractor(InfoExtractor):
- def get_data(self, url):
- if not self.get_param('test'):
- self.report_warning('For now, this extractor only supports the 30 second previews. Patches welcome!')
- mobj = self._match_valid_url(url)
- data_id = mobj.group('id')
- webpage = self._download_webpage(url, data_id)
- geoblocking_msg = self._html_search_regex(
- r'<p class="soon-txt">(.*?)</p>', webpage, 'geoblocking message',
- default=None)
- if geoblocking_msg is not None:
- raise ExtractorError(
- f'Deezer said: {geoblocking_msg}', expected=True)
- data_json = self._search_regex(
- (r'__DZR_APP_STATE__\s*=\s*({.+?})\s*</script>',
- r'naboo\.display\(\'[^\']+\',\s*(.*?)\);\n'),
- webpage, 'data JSON')
- data = json.loads(data_json)
- return data_id, webpage, data
- class DeezerPlaylistIE(DeezerBaseInfoExtractor):
- _VALID_URL = r'https?://(?:www\.)?deezer\.com/(../)?playlist/(?P<id>[0-9]+)'
- _TEST = {
- 'url': 'http://www.deezer.com/playlist/176747451',
- 'info_dict': {
- 'id': '176747451',
- 'title': 'Best!',
- 'uploader': 'anonymous',
- 'thumbnail': r're:^https?://(e-)?cdns-images\.dzcdn\.net/images/cover/.*\.jpg$',
- },
- 'playlist_count': 29,
- }
- def _real_extract(self, url):
- playlist_id, webpage, data = self.get_data(url)
- playlist_title = data.get('DATA', {}).get('TITLE')
- playlist_uploader = data.get('DATA', {}).get('PARENT_USERNAME')
- playlist_thumbnail = self._search_regex(
- r'<img id="naboo_playlist_image".*?src="([^"]+)"', webpage,
- 'playlist thumbnail')
- entries = []
- for s in data.get('SONGS', {}).get('data'):
- formats = [{
- 'format_id': 'preview',
- 'url': s.get('MEDIA', [{}])[0].get('HREF'),
- 'preference': -100, # Only the first 30 seconds
- 'ext': 'mp3',
- }]
- artists = ', '.join(
- orderedSet(a.get('ART_NAME') for a in s.get('ARTISTS')))
- entries.append({
- 'id': s.get('SNG_ID'),
- 'duration': int_or_none(s.get('DURATION')),
- 'title': '{} - {}'.format(artists, s.get('SNG_TITLE')),
- 'uploader': s.get('ART_NAME'),
- 'uploader_id': s.get('ART_ID'),
- 'age_limit': 16 if s.get('EXPLICIT_LYRICS') == '1' else 0,
- 'formats': formats,
- })
- return {
- '_type': 'playlist',
- 'id': playlist_id,
- 'title': playlist_title,
- 'uploader': playlist_uploader,
- 'thumbnail': playlist_thumbnail,
- 'entries': entries,
- }
- class DeezerAlbumIE(DeezerBaseInfoExtractor):
- _VALID_URL = r'https?://(?:www\.)?deezer\.com/(../)?album/(?P<id>[0-9]+)'
- _TEST = {
- 'url': 'https://www.deezer.com/fr/album/67505622',
- 'info_dict': {
- 'id': '67505622',
- 'title': 'Last Week',
- 'uploader': 'Home Brew',
- 'thumbnail': r're:^https?://(e-)?cdns-images\.dzcdn\.net/images/cover/.*\.jpg$',
- },
- 'playlist_count': 7,
- }
- def _real_extract(self, url):
- album_id, webpage, data = self.get_data(url)
- album_title = data.get('DATA', {}).get('ALB_TITLE')
- album_uploader = data.get('DATA', {}).get('ART_NAME')
- album_thumbnail = self._search_regex(
- r'<img id="naboo_album_image".*?src="([^"]+)"', webpage,
- 'album thumbnail')
- entries = []
- for s in data.get('SONGS', {}).get('data'):
- formats = [{
- 'format_id': 'preview',
- 'url': s.get('MEDIA', [{}])[0].get('HREF'),
- 'preference': -100, # Only the first 30 seconds
- 'ext': 'mp3',
- }]
- artists = ', '.join(
- orderedSet(a.get('ART_NAME') for a in s.get('ARTISTS')))
- entries.append({
- 'id': s.get('SNG_ID'),
- 'duration': int_or_none(s.get('DURATION')),
- 'title': '{} - {}'.format(artists, s.get('SNG_TITLE')),
- 'uploader': s.get('ART_NAME'),
- 'uploader_id': s.get('ART_ID'),
- 'age_limit': 16 if s.get('EXPLICIT_LYRICS') == '1' else 0,
- 'formats': formats,
- 'track': s.get('SNG_TITLE'),
- 'track_number': int_or_none(s.get('TRACK_NUMBER')),
- 'track_id': s.get('SNG_ID'),
- 'artist': album_uploader,
- 'album': album_title,
- 'album_artist': album_uploader,
- })
- return {
- '_type': 'playlist',
- 'id': album_id,
- 'title': album_title,
- 'uploader': album_uploader,
- 'thumbnail': album_thumbnail,
- 'entries': entries,
- }
|