# coding: utf-8 from __future__ import unicode_literals import re from .common import InfoExtractor from ..compat import compat_chr from ..utils import ( decode_packed_codes, determine_ext, ExtractorError, int_or_none, js_to_json, urlencode_postdata, ) # based on openload_decode from 2bfeee69b976fe049761dd3012e30b637ee05a58 def aa_decode(aa_code): symbol_table = [ ('7', '((゚ー゚) + (o^_^o))'), ('6', '((o^_^o) +(o^_^o))'), ('5', '((゚ー゚) + (゚Θ゚))'), ('2', '((o^_^o) - (゚Θ゚))'), ('4', '(゚ー゚)'), ('3', '(o^_^o)'), ('1', '(゚Θ゚)'), ('0', '(c^_^o)'), ] delim = '(゚Д゚)[゚ε゚]+' ret = '' for aa_char in aa_code.split(delim): for val, pat in symbol_table: aa_char = aa_char.replace(pat, val) aa_char = aa_char.replace('+ ', '') m = re.match(r'^\d+', aa_char) if m: ret += compat_chr(int(m.group(0), 8)) else: m = re.match(r'^u([\da-f]+)', aa_char) if m: ret += compat_chr(int(m.group(1), 16)) return ret class XFileShareIE(InfoExtractor): _SITES = ( (r'clipwatching\.com', 'ClipWatching'), (r'gounlimited\.to', 'GoUnlimited'), (r'govid\.me', 'GoVid'), (r'holavid\.com', 'HolaVid'), (r'streamty\.com', 'Streamty'), (r'thevideobee\.to', 'TheVideoBee'), (r'uqload\.com', 'Uqload'), (r'vidbom\.com', 'VidBom'), (r'vidlo\.us', 'vidlo'), (r'vidlocker\.xyz', 'VidLocker'), (r'vidshare\.tv', 'VidShare'), (r'vup\.to', 'VUp'), (r'xvideosharing\.com', 'XVideoSharing'), ) IE_DESC = 'XFileShare based sites: %s' % ', '.join(list(zip(*_SITES))[1]) _VALID_URL = (r'https?://(?:www\.)?(?P%s)/(?:embed-)?(?P[0-9a-zA-Z]+)' % '|'.join(site for site in list(zip(*_SITES))[0])) _FILE_NOT_FOUND_REGEXES = ( r'>(?:404 - )?File Not Found<', r'>The file was removed by administrator<', ) _TESTS = [{ 'url': 'http://xvideosharing.com/fq65f94nd2ve', 'md5': '4181f63957e8fe90ac836fa58dc3c8a6', 'info_dict': { 'id': 'fq65f94nd2ve', 'ext': 'mp4', 'title': 'sample', 'thumbnail': r're:http://.*\.jpg', }, }] @staticmethod def _extract_urls(webpage): return [ mobj.group('url') for mobj in re.finditer( r']+\bsrc=(["\'])(?P(?:https?:)?//(?:%s)/embed-[0-9a-zA-Z]+.*?)\1' % '|'.join(site for site in list(zip(*XFileShareIE._SITES))[0]), webpage)] def _real_extract(self, url): host, video_id = re.match(self._VALID_URL, url).groups() url = 'https://%s/' % host + ('embed-%s.html' % video_id if host in ('govid.me', 'vidlo.us') else video_id) webpage = self._download_webpage(url, video_id) if any(re.search(p, webpage) for p in self._FILE_NOT_FOUND_REGEXES): raise ExtractorError('Video %s does not exist' % video_id, expected=True) fields = self._hidden_inputs(webpage) if fields.get('op') == 'download1': countdown = int_or_none(self._search_regex( r'(?:[Ww]ait)?\s*(\d+)\s*(?:seconds?)?', webpage, 'countdown', default=None)) if countdown: self._sleep(countdown, video_id) webpage = self._download_webpage( url, video_id, 'Downloading video page', data=urlencode_postdata(fields), headers={ 'Referer': url, 'Content-type': 'application/x-www-form-urlencoded', }) title = (self._search_regex( (r'style="z-index: [0-9]+;">([^<]+)', r'([^<]+)', r'h4-fine[^>]*>([^<]+)<', r'>Watch (.+)[ <]', r'

([^<]+)

', r'

]*>([^<]+)<', # streamin.to r'title\s*:\s*"([^"]+)"'), # govid.me webpage, 'title', default=None) or self._og_search_title( webpage, default=None) or video_id).strip() for regex, func in ( (r'(eval\(function\(p,a,c,k,e,d\){.+)', decode_packed_codes), (r'(゚.+)', aa_decode)): obf_code = self._search_regex(regex, webpage, 'obfuscated code', default=None) if obf_code: webpage = webpage.replace(obf_code, func(obf_code)) formats = [] jwplayer_data = self._search_regex( [ r'jwplayer\("[^"]+"\)\.load\(\[({.+?})\]\);', r'jwplayer\("[^"]+"\)\.setup\(({.+?})\);', ], webpage, 'jwplayer data', default=None) if jwplayer_data: jwplayer_data = self._parse_json( jwplayer_data.replace(r"\'", "'"), video_id, js_to_json) if jwplayer_data: formats = self._parse_jwplayer_data( jwplayer_data, video_id, False, m3u8_id='hls', mpd_id='dash')['formats'] if not formats: urls = [] for regex in ( r'(?:file|src)\s*:\s*(["\'])(?Phttp(?:(?!\1).)+\.(?:m3u8|mp4|flv)(?:(?!\1).)*)\1', r'file_link\s*=\s*(["\'])(?Phttp(?:(?!\1).)+)\1', r'addVariable\((\\?["\'])file\1\s*,\s*(\\?["\'])(?Phttp(?:(?!\2).)+)\2\)', r']+src=(["\'])(?Phttp(?:(?!\1).)+\.(?:m3u8|mp4|flv)(?:(?!\1).)*)\1'): for mobj in re.finditer(regex, webpage): video_url = mobj.group('url') if video_url not in urls: urls.append(video_url) sources = self._search_regex( r'sources\s*:\s*(\[(?!{)[^\]]+\])', webpage, 'sources', default=None) if sources: urls.extend(self._parse_json(sources, video_id)) formats = [] for video_url in urls: if determine_ext(video_url) == 'm3u8': formats.extend(self._extract_m3u8_formats( video_url, video_id, 'mp4', entry_protocol='m3u8_native', m3u8_id='hls', fatal=False)) else: formats.append({ 'url': video_url, 'format_id': 'sd', }) self._sort_formats(formats) thumbnail = self._search_regex( [ r']+poster="([^"]+)"', r'(?:image|poster)\s*:\s*["\'](http[^"\']+)["\'],', ], webpage, 'thumbnail', default=None) return { 'id': video_id, 'title': title, 'thumbnail': thumbnail, 'formats': formats, }