U y^@sddlmZddlZddlZddlZddlZddlmZmZddl m Z m Z m Z m Z mZmZddZdd ZGd d d eZdS) )unicode_literalsN)compat_urlparse compat_kwargs)check_executableencodeArgumentExtractorErrorget_exe_versionis_outdated_version std_headerscCs|j|jd}|jr|j|d<|jr.|j|d<|jr>|j|d<|jdk rR|j|d<|j dk rf|j |d<|j dk rz|j |d<z*| ds| d s| d rd |d <Wnt k rYnX|S) N)namevalueportdomainpathexpiressecurediscardhttpOnlyhttponlyHttpOnlyT) r r port_specifiedrdomain_specifiedrpath_specifiedrrrrhas_nonstandard_attr TypeError)cookieZ cookie_dictrPC:\Users\TaGoRe\Desktop\beinconnect-dl\binaries\youtube_dl\extractor\openload.pycookie_to_dicts2           rcCsdd|DS)NcSsg|] }t|qSr)r).0rrrr 3sz&cookie_jar_to_list..r)Z cookie_jarrrrcookie_jar_to_list2sr"c@sbeZdZdZdZdddgZeddZdd d Zd d Z ddZ ddZ ddddidfddZ dS)PhantomJSwrapperz=PhantomJS wrapper class This class is experimental. a phantom.onError = function(msg, trace) {{ var msgStack = ['PHANTOM ERROR: ' + msg]; if(trace && trace.length) {{ msgStack.push('TRACE:'); trace.forEach(function(t) {{ msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : '')); }}); }} console.error(msgStack.join('\n')); phantom.exit(1); }}; var page = require('webpage').create(); var fs = require('fs'); var read = {{ mode: 'r', charset: 'utf-8' }}; var write = {{ mode: 'w', charset: 'utf-8' }}; JSON.parse(fs.read("{cookies}", read)).forEach(function(x) {{ phantom.addCookie(x); }}); page.settings.resourceTimeout = {timeout}; page.settings.userAgent = "{ua}"; page.onLoadStarted = function() {{ page.evaluate(function() {{ delete window._phantom; delete window.callPhantom; }}); }}; var saveAndExit = function() {{ fs.write("{html}", page.content, write); fs.write("{cookies}", JSON.stringify(phantom.cookies), write); phantom.exit(); }}; page.onLoadFinished = function(status) {{ if(page.url === "") {{ page.setContent(fs.read("{html}", read), "{url}"); }} else {{ {jscode} }} }}; page.open(""); scripthtmlcookiescCs tdddS)N phantomjsz ([0-9.]+)) version_re)r rrrr_versionjszPhantomJSwrapper._versionN'cCsi|_tddg|_|js&tddd||_|rT|}t||rT|jjd|d|i|_ |j D]"}t j dd }| ||j|<qddS) Nr'z-vzMPhantomJS executable not found in PATH, download it from http://phantomjs.orgT)expectedzaYour copy of PhantomJS is outdated, update it to version %s or newer if you encounter any errors.timeoutF)delete) _TMP_FILESrexer extractorr)r _downloaderreport_warningoptions_TMP_FILE_NAMEStempfileNamedTemporaryFileclose)selfr0required_versionr,versionr tmprrr__init__ns,   zPhantomJSwrapper.__init__c CsB|jD]6}zt|j|jWqtttfk r:YqXqdS)N)r4osremover.r IOErrorOSErrorKeyError)r8r rrr__del__s  zPhantomJSwrapper.__del__c Csxt|jjj}|D],}d|kr&d|d<d|krt|j|d<qt|jdj d}| t | dW5QRXdS)Nr/rr&wbutf-8)r"r0r1 cookiejarrurlparsenetlocopenr.r writejsondumpsencode)r8urlr&rfrrr _save_cookiesszPhantomJSwrapper._save_cookiesc Cs~t|jdjd}t|d}W5QRX|D]B}|ddkrRddi|d<d|krf|d|d <|jjft |q6dS) Nr&rbrErTrrestZexpiry expire_time) rIr.r rKloadsreaddecoder0 _set_cookier)r8rOr&rrrr _load_cookiess   zPhantomJSwrapper._load_cookieszExecuting JS on webpagesaveAndExit();c Csd|krtd|s(|jj||||d}t|jdjd}||dW5QRX|||j } || d<| dp~t d} | d d | d <|| d <|j D]$} |j| j d d d d | | <qt|jdjd }||jjf| dW5QRX|dkr|jd|fn|jd||ftj|jd|jdjgtjtjd} | \} }| jdkrztdt|t|jdjd}|d}W5QRX||t| fS)a  Downloads webpage (if needed) and executes JS Params: url: website url html: optional, html code of website video_id: video id note: optional, displayed when downloading webpage note2: optional, displayed when executing JS headers: custom http headers jscode: code to be executed when page is loaded Returns tuple with: * downloaded website (after JS execution) * anything you print with `console.log` (but not inside `page.execute`!) In most cases you don't need to add any `jscode`. It is executed in `page.onLoadFinished`. `saveAndExit();` is mandatory, use it instead of `phantom.exit()` It is possible to wait for some element on the webpage, for example: var check = function() { var elementFound = page.evaluate(function() { return document.querySelector('#b.done') !== null; }); if(elementFound) saveAndExit(); else window.setTimeout(check, 500); } page.evaluate(function(){ document.querySelector('#a').click(); }); check(); rYz&`saveAndExit();` not found in `jscode`)noteheadersr%rDrErNz User-Agent"z\"uajscode\z\\r$Nz%sz%s: %sz--ssl-protocol=any)stdoutstderrrzExecuting JS failed :rQ)rr0_download_webpagerIr.r rJrMrPr3getr replacer4 _TEMPLATEformat to_screen subprocessPopenr/PIPE communicate returncoderrUrVrX)r8rNr%video_idrZZnote2r[r^rOZreplaces user_agentxpouterrrrrrcsH$  "$     zPhantomJSwrapper.get)Nr*) __name__ __module__ __qualname____doc__rer4 staticmethodr)r<rBrPrXrcrrrrr#6s,     r#) __future__rrKr=rhr5compatrrutilsrrrr r r rr"objectr#rrrrs