yf!ddlZddlZddlZddlZddlZddlZddlmZddlm Z m Z m Z m Z m Z mZmZdZdZGddZy) N)compat_urlparse)ExtractorErrorPopencheck_executable format_fieldget_exe_versionis_outdated_version shell_quotecJ|j|jd}|jr|j|d<|jr|j |d<|j r|j|d<|j|j|d<|j|j|d<|j|j|d<tjt5|jds"|jd s|jd rd |d <ddd|S#1swY|SxYw) N)namevalueportdomainpathexpiressecurediscardhttpOnlyhttponlyHttpOnlyT)r rport_specifiedrdomain_specifiedrpath_specifiedrrrr contextlibsuppress TypeErrorhas_nonstandard_attr)cookie cookie_dicts ;/usr/lib/python3/dist-packages/yt_dlp/extractor/openload.pycookie_to_dictr"s K$kk F  & H $kk F ~~!!' I }} & H ~~!!' I   Y '+  ' ' 3..z:..z:&*K # +  + s 9DD"c>|Dcgc] }t|c}Scc}wN)r") cookie_jarrs r!cookie_jar_to_listr&-s1; ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : '')); }}); }} console.error(msgStack.join('\n')); phantom.exit(1); }}; a  var page = require('webpage').create(); var fs = require('fs'); var read = {{ mode: 'r', charset: 'utf-8' }}; var write = {{ mode: 'w', charset: 'utf-8' }}; JSON.parse(fs.read("{cookies}", read)).forEach(function(x) {{ phantom.addCookie(x); }}); page.settings.resourceTimeout = {timeout}; page.settings.userAgent = "{ua}"; page.onLoadStarted = function() {{ page.evaluate(function() {{ delete window._phantom; delete window.callPhantom; }}); }}; var saveAndExit = function() {{ fs.write("{html}", page.content, write); fs.write("{cookies}", JSON.stringify(phantom.cookies), write); phantom.exit(); }}; page.onLoadFinished = function(status) {{ if(page.url === "") {{ page.setContent(fs.read("{html}", read), "{url}"); }} else {{ {jscode} }} }}; page.open(""); )scripthtmlcookiesctddS)N phantomjsz ([0-9.]+)) version_re)r r!_versionzPhantomJSwrapper._versionjs{|DDr0Nc i|_tddg|_|jstd|jd||_|rD|j }t||r(|j jjd|z|jD]7}tjd}|j||j|<9tjd |i|jDcic]<}||j|j j#d d j#d d >c}|_ycc}w)Nr-z-vzPhantomJS not found, T)expectedzaYour copy of PhantomJS is outdated, update it to version %s or newer if you encounter any errors.F)deletetimeout\z\\"\") _TMP_FILESrexer INSTALL_HINT extractorr1r _downloaderreport_warning_TMP_FILE_NAMEStempfileNamedTemporaryFileclose collectionsChainMapr replaceoptions)selfr<required_versionr5versionr tmpxs r!__init__zPhantomJSwrapper.__init__ns1#K$8xx #89J9J8K!LW[\ \" mmoG"7,<=**99?AQRS(( (D--U;C IIK$'DOOD ! ( #++ w- ))  tq!&&..tV<DDS%P P    s3AE c|jD]U}tjtt5t j |j|jdddWy#1swYbxYwr$) r?rrOSErrorKeyErrorosremover9r )rGr s r!__del__zPhantomJSwrapper.__del__s\(( 6D$$Wh7 6 $//$/445 6 6 6 6 6s -A&&A/ ct|jj}|D]2}d|vrd|d<d|vstj|j |d<4t |jdjd5}|jtj|jddddy#1swYyxYw)Nr/rr+wbutf-8) r&r< cookiejarrurlparsenetlocopenr9r writejsondumpsencode)rGurlr+rfs r! _save_cookieszPhantomJSwrapper._save_cookiess$T^^%=%=> HFV#!$vv%#2#;#;C#@#G#Gx  H $//),114 8 9A GGDJJw'..w7 8 9 9 9s :4B77CcRt|jdjd5}tj|j j d}dddD]8}|ddurddi|d<d|vr|d|d <|jjd i|:y#1swYGxYw) Nr+rbrVrTrrestexpiry expire_timer/) rZr9r r\loadsreaddecoder< _set_cookie)rGr`r+rs r! _load_cookieszPhantomJSwrapper._load_cookiess $//),114 8 ;Ajj!9:G ; 1Fj!T)",d!3v6!(.x(8}% &DNN & & 0 0  1 ; ;s 3BB&zExecuting JS on webpagesaveAndExit();c &d|vr td|s|jj||||}t|jdj d5}|j |jdddd|j||jdxs|jjd d} |jj|jj|| jd d |d }|j!||| } t|jdj d5}|j#j%d}ddd|j'|| fS#1swYxYw#1swY*xYw)a Downloads webpage (if needed) and executes JS Params: url: website url html: optional, html code of website video_id: video id note: optional, displayed when downloading webpage note2: optional, displayed when executing JS headers: custom http headers jscode: code to be executed when page is loaded Returns tuple with: * downloaded website (after JS execution) * anything you print with `console.log` (but not inside `page.execute`!) In most cases you don't need to add any `jscode`. It is executed in `page.onLoadFinished`. `saveAndExit();` is mandatory, use it instead of `phantom.exit()` It is possible to wait for some element on the webpage, e.g. var check = function() { var elementFound = page.evaluate(function() { return document.querySelector('#b.done') !== null; }); if(elementFound) saveAndExit(); else window.setTimeout(check, 500); } page.evaluate(function(){ document.querySelector('#a').click(); }); check(); rlz&`saveAndExit();` not found in `jscode`)noteheadersr*rUrVNz User-Agent http_headersr7r8)r_uajscodernrc)rr<_download_webpagerZr9r r[r^raget get_param _TEMPLATE format_maprF new_childrEexecuterhrirk) rGr_r*video_idrnnote2rorrr` user_agentstdouts r!ruzPhantomJSwrapper.getshH 6 ) !IJ J>>33CV]3^D $//&).. 5 * GGDKK( ) * 3[[.h$..2J2J>2Z[g2h **4<<+A+A$$S%0C ,   fhU; $//&).. 5 ,668??7+D , V|% * * , ,s!E:> F:FFz Executing JSrscd|vr|dz }|j|z}t|jdjdd5}|j |ddd|j j t|dd||jd |jdjg}|j jd t| tj||jd d z d tjtj\}}}|r!t#|d|d|j%|S#1swYxYw#t $r} t#|d| d} ~ wwxYw)zExecute JS and return stdoutzphantom.exit();z; phantom.exit();r)wrV)encodingNz%s: z--ssl-protocol=anyzPhantomJS command line: r5iT)r5textr~stderrz' failed: Unable to run PhantomJS binary)causez failed with returncode z: )_BASE_JSrZr9r r[r< to_screenrr: write_debugr rrunrF subprocessPIPE Exceptionrstrip) rGrrr{rnr`cmdr~r returncodees r!rzzPhantomJSwrapper.executesa F * * *F' $//(+00# H A GGFO    L4$H#I$!PQxx-tx/H/M/MN ""%=k#>N=O#PQ \).3 Y@WZ^@^8rs? $2=BBr0