# coding: utf-8 from __future__ import unicode_literals import re from .common import InfoExtractor from ..utils import ( ExtractorError, compat_urllib_parse, get_meta_content, parse_iso8601, ) class HeiseIE(InfoExtractor): _VALID_URL = ( r'^https?://(?:www\.)?heise\.de/video/artikel/' + r'.+?(?P[0-9]+)\.html$' ) _TEST = { 'url': ( 'http://www.heise.de/video/artikel/Podcast-c-t-uplink-3-3-' + 'Owncloud-Tastaturen-Peilsender-Smartphone-2404147.html' ), 'md5': 'ffed432483e922e88545ad9f2f15d30e', 'info_dict': { 'id': '2404147', 'ext': 'mp4', 'title': ( "Podcast: c't uplink 3.3 – Owncloud / Tastaturen / " + "Peilsender Smartphone" ), 'format_id': 'mp4_720', 'timestamp': 1411812600, 'upload_date': '20140927', } } _CONFIG = ( r'".+?\?sequenz=(?P.+?)&container=(?P.+?)' + r'(?:&hd=(?P.+?))?(?:&signature=(?P.+?))?&callback=\?"' ) _PREFIX = 'http://www.heise.de/videout/info?' def _warn(self, fmt, *args): self.report_warning(fmt.format(*args), self._id) def _parse_config_url(self, html): m = re.search(self._CONFIG, html) if not m: raise ExtractorError('No config found') qs = compat_urllib_parse.urlencode(dict((k, v) for k, v in m.groupdict().items() if v is not None)) return self._PREFIX + qs def _real_extract(self, url): mobj = re.match(self._VALID_URL, url) self._id = mobj.group('id') html = self._download_webpage(url, self._id) config = self._download_json(self._parse_config_url(html), self._id) info = { 'id': self._id } title = get_meta_content('fulltitle', html) if title: info['title'] = title elif config.get('title'): info['title'] = config['title'] else: self._warn('title: not found') info['title'] = 'heise' if (not config.get('formats') or not hasattr(config['formats'], 'items')): raise ExtractorError('No formats found') formats = [] for t, rs in config['formats'].items(): if not rs or not hasattr(rs, 'items'): self._warn('formats: {0}: no resolutions', t) continue for res, obj in rs.items(): format_id = '{0}_{1}'.format(t, res) if not obj or not obj.get('url'): self._warn('formats: {0}: no url', format_id) continue fmt = { 'url': obj['url'], 'format_id': format_id } try: fmt['height'] = int(res) except ValueError as e: self._warn('formats: {0}: height: {1}', t, e) formats.append(fmt) self._sort_formats(formats) info['formats'] = formats if config.get('poster'): info['thumbnail'] = config['poster'] date = get_meta_content('date', html) if date: try: info['timestamp'] = parse_iso8601(date) except ValueError as e: self._warn('timestamp: {0}', e) return info