123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899 |
- import json
- from .theplatform import ThePlatformIE
- from ..utils import (
- determine_ext,
- parse_duration,
- parse_iso8601,
- )
- class TheWeatherChannelIE(ThePlatformIE): # XXX: Do not subclass from concrete IE
- _VALID_URL = r'https?://(?:www\.)?weather\.com(?P<asset_name>(?:/(?P<locale>[a-z]{2}-[A-Z]{2}))?/(?:[^/]+/)*video/(?P<id>[^/?#]+))'
- _TESTS = [{
- 'url': 'https://weather.com/storms/hurricane/video/invest-95l-in-atlantic-has-a-medium-chance-of-development',
- 'md5': '68f0cf616435683f27ce36bd9c927394',
- 'info_dict': {
- 'id': '81acef2d-ee8c-4545-ba83-bff3cc80db97',
- 'ext': 'mp4',
- 'title': 'Invest 95L In Atlantic Has A Medium Chance Of Development',
- 'description': 'md5:0de720fd5f0d0e32207bd4c270fff824',
- 'uploader': 'TWC - Digital',
- 'uploader_id': 'b5a999e0-9e04-11e1-9ee2-001d092f5a10',
- 'upload_date': '20230721',
- 'timestamp': 1689967343,
- 'display_id': 'invest-95l-in-atlantic-has-a-medium-chance-of-development',
- 'duration': 34.0,
- },
- }, {
- 'url': 'https://weather.com/en-CA/international/videos/video/unidentified-object-falls-from-sky-in-india',
- 'only_matching': True,
- }]
- def _real_extract(self, url):
- asset_name, locale, display_id = self._match_valid_url(url).groups()
- if not locale:
- locale = 'en-US'
- video_data = next(iter(self._download_json(
- 'https://weather.com/api/v1/p/redux-dal', display_id, data=json.dumps([{
- 'name': 'getCMSAssetsUrlConfig',
- 'params': {
- 'language': locale.replace('-', '_'),
- 'query': {
- 'assetName': {
- '$in': asset_name,
- },
- },
- },
- }]).encode(), headers={
- 'Content-Type': 'application/json',
- })['dal']['getCMSAssetsUrlConfig'].values()))['data'][0]
- video_id = video_data['id']
- seo_meta = video_data.get('seometa', {})
- title = video_data.get('title') or seo_meta['title']
- urls = []
- thumbnails = []
- formats = []
- for variant_id, variant_url in video_data.get('variants', []).items():
- variant_url = variant_url.strip()
- if not variant_url or variant_url in urls:
- continue
- urls.append(variant_url)
- ext = determine_ext(variant_url)
- if ext == 'jpg':
- thumbnails.append({
- 'url': variant_url,
- 'id': variant_id,
- })
- elif ThePlatformIE.suitable(variant_url):
- tp_formats, _ = self._extract_theplatform_smil(variant_url, video_id)
- formats.extend(tp_formats)
- elif ext == 'm3u8':
- formats.extend(self._extract_m3u8_formats(
- variant_url, video_id, 'mp4', 'm3u8_native',
- m3u8_id=variant_id, fatal=False))
- elif ext == 'f4m':
- formats.extend(self._extract_f4m_formats(
- variant_url, video_id, f4m_id=variant_id, fatal=False))
- else:
- formats.append({
- 'url': variant_url,
- 'format_id': variant_id,
- })
- cc_url = video_data.get('cc_url')
- return {
- 'id': video_id,
- 'display_id': display_id,
- 'title': title,
- 'description': video_data.get('description') or seo_meta.get('description') or seo_meta.get('og:description'),
- 'duration': parse_duration(video_data.get('duration')),
- 'uploader': video_data.get('providername'),
- 'uploader_id': video_data.get('providerid'),
- 'timestamp': parse_iso8601(video_data.get('publishdate')),
- 'subtitles': {locale[:2]: [{'url': cc_url}]} if cc_url else None,
- 'thumbnails': thumbnails,
- 'formats': formats,
- }
|