¦i+jUddlZddlZddlZddlZddlZddlmZddlmZddl m Z ddl m Z m Z mZmZmZmZddlmZmZddlmZddlmZmZd efd Zid ed d eddeddeddeddeddeddeddeddedded d!ed"d#ed$d%ed&d'ed(d)ed*d+ed,ed-ed.d/Ze eefed0<Gd1d2Zidd3dd3dd3dd3d4d3dd3dd3dd3dd3d!d3d#d3d%d3d'd3d)d3d+d3d5d3d6d3d7d3iZdS)8N)Callable)deepcopy)Path)DictListUnionAnyTupleOptional) async_apisync_api)CaseInsensitiveDict)AsyncWrappingContextManagerSyncWrappingContextManagerreturncdttjdz |z S)Njs)r__file__parent read_text)names U/root/projects/butler/venv/lib/python3.11/site-packages/playwright_stealth/stealth.py from_filers' NN !D (4 / : : < <<generate_magic_arrayszgenerate.magic.arrays.jsutilszutils.js chrome_appzevasions/chrome.app.js chrome_csizevasions/chrome.csi.jschrome_hairlinezevasions/chrome.hairline.jschrome_load_timeszevasions/chrome.load.times.jschrome_runtimezevasions/chrome.runtime.jsiframe_content_windowz evasions/iframe.contentWindow.js media_codecszevasions/media.codecs.jsnavigator_hardware_concurrencyz)evasions/navigator.hardwareConcurrency.jsnavigator_languageszevasions/navigator.languages.jsnavigator_permissionsz!evasions/navigator.permissions.jsnavigator_platformzevasions/navigator.platform.jsnavigator_pluginszevasions/navigator.plugins.jsnavigator_user_agentzevasions/navigator.userAgent.jsnavigator_vendorzevasions/navigator.vendor.jsnavigator_webdriverzevasions/navigator.webdriver.jszevasions/error.prototype.jszevasions/webgl.vendor.js)error_prototype webgl_vendorSCRIPTSc7&eZdZdZdZdZdZddddddddddddddddddddd d d d d ddd d ed ed ededededededededededededededededee e fde de e d e d!e e d"e d#e d$ed%ef6d&Z e d'e fd(Z e d'e fd)Ze d*Ze d'e fd+Zd,ed'efd-Zd.ejd'efd/Zd.ejd'efd0Zd1eejejfd'd fd2Zd1eejejfd'd fd3Zd.eejejfd'd fd4Z d5e!d6e"e efd7ed'e"e effd8Z#d5e!d7efd9Z$d:e!d;e!d'e!fd<Z%d;e!d=ed'e!fd>Z&d?e!d6e"e efd'e"e effd@Z'd?e!d6e"e efd'e"e effdAZ(dBeej)ej)fd'd fdCZ*e+dDe d'e e fdEZ,e+dFe e-e d'e-e fdGZ.e+dFe-e dHe d'e-e fdIZ/e+d6e"e efd'd fdJZ0d S)KStealtha Playwright stealth configuration that applies stealth strategies to Playwright. The stealth strategies are contained in ./js package and are basic javascript scripts that are executed on every page.goto() called. Note: All init scripts are combined by playwright into one script and then executed this means the scripts should not have conflicting constants/variables etc. ! This also means scripts can be extended by overriding enabled_scripts generator: ``` @property def enabled_scripts(): yield 'console.log("first script")' yield from super().enabled_scripts() yield 'console.log("last script")' ``` _stealth_user_agent_stealth_sec_ch_ua_playwright_stealth_appliedTFzen-USenWin32N)rrr r!hairliner"r#r$r%r&r'r(r)r*r+r, sec_ch_uar-navigator_languages_overridenavigator_platform_overridenavigator_user_agent_overridenavigator_vendor_overridesec_ch_ua_overridewebgl_renderer_overridewebgl_vendor_overrideinit_scripts_onlyscript_loggingrrr r!r7r"r#r$r%r&r'r(r)r*r+r,r8r-r9r:r;r<r=r>r?r@rAc$||_||_||_||_||_||_||_||_| |_| |_ | |_ | |_ | |_ ||_ ||_||_||_||_|t'|pd|_||_||_|pd|_|'|j ||j|_n||_|pd|_|pd|_||_||_dS)Nr4zIntel Iris OpenGL Enginez Intel Inc.)rrr r!r7r"r#r$r%r&r'r(r)r*r+r,r8r-&_check_for_disabled_options_overriddenlocalsr9r:r;r<_get_greased_chrome_sec_ua_chr=r>r?r@rA)selfrrr r!r7r"r#r$r%r&r'r(r)r*r+r,r8r-r9r:r;r<r=r>r?r@rAs r__init__zStealth.__init__Es9@!+ *'8$2& +@"".3Q+)< +@"(:'8*>!&6)< %4(". 33FHH====Y=l]l):U( { z })();)joinenabled_scriptslen)rF scripts_blocks rscript_payloadzStealth.script_payloads@  $"677 }   " "2m+i77rc |j|j|j|j|j|j|j|jd}dtj |dS)N)r$r9r'r)r*webgl_rendererr-rAz const opts = ;) r$r9r:r;r<r>r?rAjsondumps)rFoptss roptions_payloadzStealth.options_payloads]/3.Q,0,M"&"B$($F $ >": 6"1   3tz$//2222rc#Kd|j}t|dkrdS|jVtdVtdV|VdS)NrIrrJrr)rK_evasion_scriptsrMrVr.)rFevasion_script_blocks rrLzStealth.enabled_scriptssx#yy)>?? # $ $ ) )2""""g-....""""""rc#K|jrtdV|jrtdV|jrtdV|jrtdV|jrtdV|jrtdV|jrtdV|jrtdV|j rtd V|j rtd V|j rtd V|j rtd V|j rtd V|jrtdV|jrtdV|jrtdVdSdS)Nrrrr r!r"r#r%r&r'r(r)r*r+r,r-)rr.rr7r r!r"r#r%r&r'r(r)r*r+r,r-)rFs rrXzStealth._evasion_scriptss ? (,' ' ' ' ? (,' ' ' ' = -+, , , ,  ! /-. . . .   ,*+ + + +  % 312 2 2 2   *.) ) ) )  # 1/0 0 0 0  % 312 2 2 2  " 0./ / / /  ! /-. . . .  $ 201 1 1 1   .,- - - -  # 1/0 0 0 0   -+, , , ,   *.) ) ) ) ) ) * *robjc\t||jrtjddSdS)NzYStealth has already been applied to this page or context. Skipping duplicate application.TF)hasattr_STEALTH_APPLIED_KEYwarningswarn)rFr[s rwarn_if_stealth_appliedzStealth.warn_if_stealth_applieds: 31 2 2  Mk   4urctxc"t||S)a) Instruments the playwright context manager. Any browser connected to or any page created with any method from the patched context should have stealth evasions applied automatically. async with Stealth().use_async(async_playwright()) as p: ... )rrFrbs r use_asynczStealth.use_asyncs+4555rc"t||S)a! Instruments the playwright context manager. Any browser connected to or any page created with any method from the patched context should have stealth evasions applied automatically. with Stealth().use_sync(sync_playwright()) as p: ... )rrds ruse_synczStealth.use_syncs*$444rpage_or_contextcKt|jdkrM||s:||jd{Vt ||jddSdSdSNrTrMrOraadd_init_scriptsetattrr^rFrhs rapply_stealth_asynczStealth.apply_stealth_asyncs t" # #a ' '0L0L_0]0] '!11$2EFF F F F F F F F OT%> E E E E E ( ' ' 'rct|jdkrG||s4||jt ||jddSdSdSrjrkrns rapply_stealth_synczStealth.apply_stealth_syncsk t" # #a ' '0L0L_0]0] '  + +D,? @ @ @ OT%> E E E E E ( ' ' 'rcBtjj}|j|j|jfD]x}|jdk}tj|tj D]J\}}|j d|kr'| ||}t|||KydS)z Given a Playwright context object, hooks all the browser type object methods that return a Browser object. Can be used with sync and async methods contexts chromium) predicaterN)r Browser__name__rsfirefoxwebkitrinspect getmembersismethod__annotations__get,_generate_hooked_method_that_returns_browserrm)rFrbbrowser_class_name browser_type chromium_moder hooked_methods rhook_playwright_contextzStealth.hook_playwright_contexts &-6 \3; C ? ?L(-;M'.'9,RYRb'c'c'c ? ?#m 044X>>BTTT$($U$UVcer$s$sML$ >>>  ? ? ?rmethod packed_kwargsrctj|j}|d}t |}||r|jsz|d|j}|jr||pg}|j r5dd |j }| |pg|}||d<|S)Nargsz--accept-lang=,) ry signature parametersr}rr@defaultr+_patch_blink_features_cli_argsr%rKr9_patch_cli_arg) rFrrrrargs_parameter new_kwargs new_cli_argslanguages_cli_flags r_kwargs_with_patched_cli_argz$Stealth._kwargs_with_patched_cli_args%f--8 "v..m,,  % 2T%; 2)~~fn6LMM +[#'#F#F|GYWY#Z#ZL+_)g#((4Cd:e:e)g)g&#'#6#6|7IrK]#^#^L%1 6"rcdtjffd }dtjffd }tjr|S|S)Nrc |K|i|d{V}||SNr_reassign_new_page_new_contextrkwargsbrowserrrrFs rasync_hooked_methodzQStealth._generate_hooked_method_that_returns_browser..async_hooked_methodsn"F33FFMRRG  / / 8 8 8Nrc l|i|}||Srrrs rsync_hooked_methodzPStealth._generate_hooked_method_that_returns_browser..sync_hooked_method#sLf33FFMRRG  / / 8 8 8Nr)r rur ryiscoroutinefunction)rFrrrrs``` rr~z4Stealth._generate_hooked_method_that_returns_browsers ):K         83C          &v . . '& &!!rnew_context_methodnew_page_methodcTfd}fd}tjr|S|S)NcK|i|d{Vd{V}|d{V|Sr+_kwargs_new_page_context_with_patches_asyncrorrcontextrrrFs rhooked_new_context_asynczFStealth._generate_hooked_new_context..hooked_new_context_async0s..II/[abbbbbbbbG**733 3 3 3 3 3 3 3Nrcj|i|}||Sr*_kwargs_new_page_context_with_patches_syncrqrs rhooked_browser_method_synczHStealth._generate_hooked_new_context..hooked_browser_method_sync8sL((BB?TZ[[G  # #G , , ,Nrryr)rFrrrrs``` r_generate_hooked_new_contextz$Stealth._generate_hooked_new_context/sm                &'9 : : ,+ +))r patch_kwargscTfd}fd}tjr|S|S)a Returns a hooked method (async or sync) for new_page. *args and **kwargs even though these methods may not take any number of arguments, we want to preserve accurate stack traces when caller passes args improperly. If patch_kwargs is true, we patch kwargs the caller passes to enhance evasions. This only applies to Browser.new_page, so we pass false when passing in a BrowserContext.new_page method cKr|d{Vn|}|i|d{V}|d{V|SrrrrpagerrrFs rhooked_new_page_asyncz@Stealth._generate_hooked_new_page..hooked_new_page_asyncNs dFFX^_________  )$9&99999999D**400 0 0 0 0 0 0 0Krcvr|n|}|i|}||Srrrs rhooked_new_page_syncz?Stealth._generate_hooked_new_page..hooked_new_page_syncXsV\ht??QWXXXnt #?D3F33D  # #D ) ) )Krr)rFrrrrs``` r_generate_hooked_new_pagez!Stealth._generate_hooked_new_pageDsl                & 7 7 )( (##runpatched_new_pagec6 Kj}t|tjr|j n| jjdk}dtttff fd }t|}j r8| d#j }||r|d{V\}}||d<| di} j rLt|  d*j} | |r|d{V\}} | | | d<| |d<|S)a This returns kwargs with arguments added based on enabled evasions, while respecting any kwargs the caller has passed in. If enabled and overrides aren't set for either navigator_user_agent or sec_ch_ua, and we're dealing with a Chromium browser, we create a temporary page to get up-to-date UA information. This function is suitable for patching kwargs for new_context and new_page, though in either case, an unpatched new_page method must be provided. Args: unpatched_new_page: new_page packed_kwargs: kwargs the caller has passed in Returns: patched kwargs rsrcKtjd}tjd}||d{V}|dd{Vdd}|dd{V|}tj|tj|||fSNznavigator.userAgentHeadlessChromeChromez-playwright_stealth internal temp utility page)reason)getattr"_USER_AGENT_OVERRIDE_PIGGYBACK_KEY!_SEC_CH_UA_OVERRIDE_PIGGYBACK_KEYevaluatereplacecloserErmstealth_user_agentr8 temp_pagebrowser_instancerFrs r"get_user_agent_and_sec_ch_ua_asyncz_Stealth._kwargs_new_page_context_with_patches_async..get_user_agent_and_sec_ch_ua_async{s!()94;bdh!i!i  0$2XZ^__I!)Y->"4"4"6"6666666 ,5,>,>?T,U,U&U&U&U&U&U&U%^%^$h&&" oo-\o]]]]]]]]] >>?QRR ($*PR[\\\$;& &y0 0r user_agentNextra_http_headers sec-ch-ua)__self__ isinstancer BrowserContextrrrr strrr)r}r;r8rr=) rFrrbrowser_or_context is_chromiumrrresolved_user_agent_override_rresolved_sec_ch_ua_overriders `` @rrz3Stealth._kwargs_new_page_context_with_patches_asyncds 08 ()*B C C 219  1 &38JF  1%S/ 1 1 1 1 1 1 1 1&m,,  $ D):):<)H)H)P+/+M (+3 38Z8Z8\8\2\2\2\2\2\2\/,a'CJ| $*../CRHH > F12DEEII+VV^*.*A '*2{27Y7Y7[7[1[1[1[1[1[1[..*62M";/3E /0rc j}t|tjr|j n| jjdk}dtttff fd }t|}j r2| dj }||r |\}}||d<| di} j rFt|  d$j} | |r |\}} | | | d<| |d<|S)z>see self._kwargs_new_page_context_with_patches_async for docs.rsrctjd}tjd}||}|ddd}|}|dtj|tj|||fSr)rrrrrrErrmrs r!get_user_agent_and_sec_ch_ua_syncz]Stealth._kwargs_new_page_context_with_patches_sync..get_user_agent_and_sec_ch_ua_syncs!()94;bdh!i!i  0$2XZ^__I!)Y->..00 %.%7%78M%N%N%V%VWgiq%r%r" >>?QRR 'VWWW($*PR[\\\$;& &y0 0rrNrr)rrr rrrrr rrr)r}r;r8rr=) rFrrrrrrrrrrrs `` @rrz2Stealth._kwargs_new_page_context_with_patches_syncsh08 ((*A B B 219  1 &38JF  15c? 1 1 1 1 1 1 1 1"m,,  $ D):):<)H)H)P+/+M (+3 32S2S2U2U/,a'CJ| $*../CRHH > F12DEEII+VV^*.*A '*2{21R1R1T1T..*62M";/3E /0rrct|tjtjfrH||j|j|_||jd|_dStd|)NT)rz.unexpected type from function (bug): returned ) rr rur r new_contextnew_pager TypeError)rFrs rrz&Stealth._reassign_new_page_new_contexts{ g 183CD E E X"&"C"CGDWY`Yi"j"jG #==g>N]a=bbG   VWVVWW Wrrcgd}d}dtj|dtj|d}tjd|tj}t |dkrdS|d }d |fd |f|tj|fg}tj|d d |DS)aD From the major version in user_agent, generate a Sec-CH-UA header value. An example of the data in this header can be generated from navigator.userAgentData.brands (requires secure context). We could query that ourselves, but since it requires a secure context, there's no performant way to do that, so instead we re-implement the greasing algorithm from Chrome. See Also: https://wicg.github.io/ua-client-hints/#grease https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Sec-CH-UA https://source.chromium.org/chromium/chromium/src/+/main:components/embedder_support/user_agent_utils.cc Args: user_agent: Chrome UA Returns: greased Sec-CH-UA header value, None if the Chrome version cannot be parsed )cz ():-./;=?_NotABrandzChrome/(\d+)[\d.]+rNChromiumrz, c3.K|]\}}d|d|dVdS)"z";v="N).0brandversions r z8Stealth._get_greased_chrome_sec_ua_ch..s:QQw3U33333QQQQQQr) randomchoiceresearch IGNORECASErMgroupsgroupshufflerK)rgreased_versions greasy_chars greasy_brandr major_versionbrandss rrEz%Stealth._get_greased_chrome_sec_ua_chs$';;$ ]V]<88]]6=;V;V]]] )1:r}MM w~~ A % %4 a((  ' } % 6=)9:: ;  vyyQQ&QQQQQQr existing_argscg}d}d}|pgD]b}|}||r"||vr|d|z }||M||c||||S)z`Patches CLI args list to disable AutomationControlled blink feature, while preserving other argsz--disable-blink-features=AutomationControlledr)strip startswithappend)rnew_argsdisable_blink_features_prefix"automation_controlled_feature_namearg stripped_args rrz&Stealth._patch_blink_features_cli_argss(C%-C* &B d dC99;;L&&'DEE %5\II $L(J$L$LLL ----$$$$ OO<b>`bb c c crflagchg}tjd|d}|D]o}|}||r/t jd|d||n+||p|||S)zZPatches CLI args list with any arg, warns if the user passed their own value in themselvesz(.*)=?rzplaywright-stealth is trying to modify a flag you have set yourself already.Either disable the mitigation or don't specify this flag manually flag=zBto avoid this warning. playwright-stealth has overridden your flag)rrrrrr_r`r)rrr switch_namerrs rrzStealth._patch_cli_argsi$//55a88   " "C99;;L&&{33 % ZY]ZZZ %%%$$$$ OOD ! ! !rctD]K}||s4||dtj|d|ddLdS)N _overridez is False, but an override (zF_override) was provided, which is probably not what you intended to do) stacklevel)ALL_EVASIONS_DISABLED_KWARGSkeysr}r_r`)rkeys rrCz.Stealth._check_for_disabled_options_overriddens/4466  C $$S)) m.?.?3@Q@Q@Q.R.R.^ EEEEE   r)1rv __module__ __qualname____doc__rrr^boolr rr rGpropertyrOrVrLrXr rar PlaywrightContextManagerrrer rrgrPagerrorq Playwrightrrrrr~rrrrrur staticmethodrErrrrCrrrr0r0/s"*?&(<%8 $#&*#(!*.!%37(,*.'+&*)-%)(,$("!%RV c3h&"8"\`""""**x*Zb*go*****$$QU$Zb$$$$@9&.9?CCH~9 c3h9999v+&.+?CCH~+ c3h++++ZXeIrs $$$$$$::::::::::::::::********HHHHHH =s====YY'ABB YYz " "))455))455  yy!>??  #BCC ii <==YY'IJJII899%ii0[&\&\99%FGGYY'JKK))$DEE#BCCII&GHH  "@AA!"99%FGG#$!y!>??I899'c3h.wwwwwwwwt % %  e      U  E %e 5 U %  E  5  u! "# $E%  r