From 41895667a5ae9c39055d6ea2da8a7b5df19d9f08 Mon Sep 17 00:00:00 2001 From: chocoie Date: Sun, 15 Dec 2024 12:31:47 +0800 Subject: [PATCH] feat: peatix ie prototype --- yt_dlp/extractor/_extractors.py | 1 + yt_dlp/extractor/peatix.py | 99 +++++++++++++++++++++++++++++++++ 2 files changed, 100 insertions(+) create mode 100644 yt_dlp/extractor/peatix.py diff --git a/yt_dlp/extractor/_extractors.py b/yt_dlp/extractor/_extractors.py index 967010826..e8c5e2837 100644 --- a/yt_dlp/extractor/_extractors.py +++ b/yt_dlp/extractor/_extractors.py @@ -1498,6 +1498,7 @@ from .pbs import ( PBSKidsIE, ) from .pearvideo import PearVideoIE +from .peatix import PeatixIE from .peekvids import ( PeekVidsIE, PlayVidsIE, diff --git a/yt_dlp/extractor/peatix.py b/yt_dlp/extractor/peatix.py new file mode 100644 index 000000000..35d4af53b --- /dev/null +++ b/yt_dlp/extractor/peatix.py @@ -0,0 +1,99 @@ +import enum +import functools +import re +import time + +from .common import InfoExtractor +from ..utils import ( + ExtractorError, +) + + +class EventStatus(enum.Enum): + NOT_STARTED = enum.auto() + STARTED = enum.auto() + REPLAY = enum.auto() + ENDED = enum.auto() + UNKNOWN = enum.auto() + + +class PeatixIE(InfoExtractor): + IE_NAME = 'peatix.com' + + _VALID_URL = r'(?Phttps?://peatix\.com)/event/(?P[0-9]+)' + + def _extract_var(self, variable, html): + var = self._search_regex( + rf'(?:var|let|const)\s+{variable}\s*=\s*(?P([^;]+))\s*;?', + html, f'variable {variable}', group='value') + return var[1:-1] if (var.startswith('"') and var.endswith('"')) or (var.startswith("'") and var.startswith('"')) else var + + def get_player_status(self, broadcast_info, webpage): + """ + broadcast_info: Dict[str, Union[int, str]] + A dictionary containing event data with the following keys: + - 'started': int - Status indicating the start state (0 or 1) + - 'event_tz_name': str - Time zone name, e.g., 'Asia/Tokyo' + - 'go_live_epoch': int - Timestamp indicating when the live stream will start + - 'ended': int - Status indicating the end state (0 or 1) + - 'event_start_epoch': int - Epoch time for event start + - 'end_live_epoch': int - Timestamp indicating the end of the live stream + - 'event_end_epoch': int - Epoch time for event end + - 'is_streaming_software_connected': int - Connection status of streaming software (0 or 1) + """ + now = int(time.time()) + go_live_epoch = broadcast_info['go_live_epoch'] / 1000 + event_start_epoch = broadcast_info['event_start_epoch'] / 1000 + end_live_epoch = broadcast_info['end_live_epoch'] / 1000 + event_end_epoch = broadcast_info['event_end_epoch'] / 1000 + if now < go_live_epoch or now < event_start_epoch: + return EventStatus.NOT_STARTED + if now > end_live_epoch or now > event_end_epoch: + if self._extract_var('replay_enabled', webpage) == 'parseInt("1")': + replay_period_hr = re.findall(r'(\d+)', self._extract_var('replay_period_hr', webpage)) + if now < event_end_epoch + functools.reduce(lambda x, y: x * y, map(int, replay_period_hr)) * 3600: + return EventStatus.REPLAY + return EventStatus.ENDED + if (now >= go_live_epoch or now >= event_start_epoch) and (now <= end_live_epoch or now <= event_end_epoch): + return EventStatus.STARTED + return EventStatus.UNKNOWN + + def _real_extract(self, url): + video_id, root_url = self._match_valid_url(url).group('id', 'root_url') + event_webpage = self._download_webpage(f'{root_url}/event/{video_id}', video_id) + player_webpage = self._download_webpage(f'{root_url}/event/{video_id}/watch_live', video_id, + note='Downloading player information', errnote='Failed to download player information') + try: + state = self.get_player_status(self._download_json(f'{root_url}/event/{video_id}/broadcast_info', video_id)['json_data'], player_webpage) + + except ExtractorError as e: + raise ExtractorError(e.msg, video_id=video_id) + + if state == EventStatus.NOT_STARTED: + raise ExtractorError('The event has not started yet', expected=True, video_id=video_id) + if state == EventStatus.ENDED: + raise ExtractorError('The event has ended', expected=True, video_id=video_id) + if state == EventStatus.UNKNOWN: + raise ExtractorError('The event status is unknown', video_id=video_id) + + if state == EventStatus.REPLAY: + m3u8_url = f'https://live-play.peatix.com/event{video_id}.m3u8' + if state == EventStatus.STARTED: + m3u8_url = f'https://live-play.peatix.com/live2/streams/{video_id}.m3u8?v={int(time.time() * 1000)}' + + manifest = self._download_webpage( + m3u8_url, video_id, headers={'Referer': root_url}, note='Downloading m3u8 information', errnote='Failed to download m3u8 information') + formats, _ = self._parse_m3u8_formats_and_subtitles( + manifest, m3u8_url, 'mp4', m3u8_id='hls', video_id=video_id) + + return { + 'id': video_id, + 'title': self._html_extract_title(event_webpage) or self._html_search_meta(['og:title', 'twitter:title'], event_webpage, 'title', default=None), + 'thumbnail': self._html_search_meta( + ['twitter:image', 'og:image'], + event_webpage, 'thumbnail', default=None), + 'description': self._html_search_meta( + ['description', 'twitter:description', 'og:description'], + event_webpage, 'description', default=None), + 'formats': formats, + }