Pj UddlmZddlZddlZddlZddlmZddlmZmZddl m Z ddl m Z ddl mZmZe r ddlmZmZmZed Gd d ZGd deZdZgdZgdZdgdeDzZddhZGddeZGddeZdpdZeD]>ZeD]9Ze eeezs(eZ!e"e!e#deede!:?ej$ej%ej&ej'ej(hZ)ej%ej&hZ*ej&ej+ej,ej-ej%ej$ej'ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCej(gZDdqd!ZEdqd"ZFdqd#ZGdqd$ZHdqd%ZIeFd&eGd'iZJGd(d)eZKiZLd*eMd+<eeKjNeKjOeKjPeKjQeKjRgeLd,<eeKjSeKjTgeLd-<eeKjUeKjVgeLd.<eLd,eLd-zeLd/<eLd/eLd.zeLd0<eLd-eLd.zeLd1<Gd2d3eZWGd4d5eZXGd6d7eZYed Gd8d9ZZGd:d;eZ[ed Gd<d=Z\ed Gd>d?Z]ed Gd@dAZ^ed GdBdCZ_ed GdDdEZ`ed GdFdGZaed GdHdIZbGdJdKeZced GdLdMebZded GdNdOebZeed GdPdQebZfed GdRdSebZged GdTdUZhed GdVdWZied GdXdYZjed GdZd[Zked Gd\d]Zlgd^Zmed Gd_d`Zned GdadbZodrdfZped GdgdhZqdsdiZrdtdjZsdudmZted GdndoZudS)v) annotationsN) dataclass)autoEnum) TYPE_CHECKING) assert_never)NamespaceHelper OrderedSet)CallableIteratorSequenceT)frozenc,eZdZUded<ded<ddZdS) Locationstrfileintlinereturnc$|jd|jS)N:)rrselfs M/home/lighthouse/health/venv/lib64/python3.11/site-packages/torchgen/model.py__str__zLocation.__str__1s)))di)))Nrr)__name__ __module__ __qualname____annotations__rrrrr,s< III III******rrc6eZdZeZeZdS)VariantN)rrr rfunctionmethodr"rrr$r$6s$tvvH TVVFFFrr$z at::native)CPUCUDAHIPXLAMTIAMPSIPUXPUHPUVELazyMeta PrivateUse1 PrivateUse2 PrivateUse3) QuantizedSparse SparseCsr NestedTensorAutogradAutogradNestedTensorcg|]}d|zS)r;r").0 components r r@[s*,,,(J,,,r quantizedquantized_decomposedc eZdZdZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZ eZ!eZ"eZ#eZ$eZ%eZ&eZ'eZ(eZ)eZ*eZ+eZ,eZ-eZ.eZ/eZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZ<eZ=eZ>eZ?eZ@eZAeZBeZCeZDeZEeZFeZGeZHeZIeZJeZKeZLeZMeZNeZOeZPeZQeZReZSeZTeZUeZVeZWeZXeZYeZZeZ[eZ\eZ]eZ^eZ_eZ`eZaeZbeZceZdeZeeZfeZgeZheZieZjeZkeZleZmeZneZoeZpeZqeZreZseZteZueZveZweZxeZyeZzeZ{eZ|eZ}eZ~eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZd dZd dZed dZdS) DispatchKeyrrrc|jSNnamers rrzDispatchKey.__str__ yrcDt|SrF)rlowerrs rrKzDispatchKey.lowers4yy   rvaluectjD]\}}||kr|cStd|)Nzunknown dispatch key )rD __members__itemsAssertionErrorrLkvs rparsezDispatchKey.parsesR+1133  DAqEzz>>\>>>rrDcJeZdZeZeZeZdS)_TorchDispatchModeKeyN)rrr rFAKEPROXY FUNCTIONALr"rrrrs/ 466D DFFEJJJrrrrcg}tD](|fdtD)d|S)Nc3(K|] }d|dV dS)z z = auto()Nr")r>bcfks r z.codegen_per_backend_entries..s4GGb))B)))GGGGGGr )FUNCTIONALITY_KEYSextendBACKEND_COMPONENTSjoin)rrs @rcodegen_per_backend_entriesr sTA HH GGGG4FGGGGGGG 99Q<<rzMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: dkboolcb|tjtjtjtjhvSrFrDrrr}r~rs ris_generic_dispatch_keyrMs, -:-9  rc|tjtjtjtjtjtjhvSrF)rDr(rrrrrrs ris_cuda_dispatch_keyrWs8 !!$  rc|tjtjtjtjtjtjhvSrF)rDr.rrrrrrs ris_xpu_dispatch_keyrcs7   #  rc|tvSrF)STRUCTURED_DISPATCH_KEYSrs ris_structured_dispatch_keyrps ) ))rc|tvSrF)UFUNC_DISPATCH_KEYSrs ris_ufunc_dispatch_keyrts $ $$rcudaxpuceZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZd dZed dZeddZedd Zd S) ScalarTyperrc|jSrFrGrs rrzScalarType.__str__rIrrLScalarType | NonecbtjD]\}}||kr|cSdSrF)rrNrOrQs r maybe_parsezScalarType.maybe_parses@*0022  DAqEzztrcbt|}|td||S)Nzunknown dtype )rrrP)rLmb_rs rrTzScalarType.parses6%%e,, < !9%!9!9:: : rvaluesOrderedSet[ScalarType]ct}|dD]Y}|tvr!|t|,|t |Z|S)N, )r split DTYPE_CLASSESupdateaddrrT)rdtypesrLs r parse_setzScalarType.parse_setss)3\\$'' 4 4E %% mE23333 :++E223333 rNr)rLrrr)rLrrr)rrrr)rrr rByteCharShortIntLongHalfFloatDouble ComplexHalf ComplexFloat ComplexDoubleBoolBFloat16 Float8_e5m2Float8_e5m2fnuz Float8_e4m3fnFloat8_e4m3fnuzFloat8_e8m0fnurrrrTrr"rrrr}sN 466D 466D DFFE $&&C 466D 466D DFFE TVVF$&&K466LDFFM 466DtvvH$&&KdffODFFMdffOTVVN\ \ \rrz!dict[str, OrderedSet[ScalarType]]rIntegralFloatingComplexAll AllAndComplexFloatingAndComplexceZdZeZeZeZeZeZeZ eZ ddZ e ddZ dS) UfuncKeyrrc|jSrFrGrs rrzUfuncKey.__str__rIrrLctjD]\}}||kr|cStd|)Nzunknown ufunc key )rrNrOrPrQs rrTzUfuncKey.parsesR(..00  DAqEzz9%99:::rNr)rLrrr)rrr r CUDAFunctorCUDAFunctorOnOtherCUDAFunctorOnSelf CPUScalar CPUVector ScalarOnlyGenericrrrTr"rrrrs$&&KIIJdffG;;;\;;;rrceZdZdZdZdS)DeviceCheckTyperN)rrr NoCheck ExactSamer"rrr'r'sGIIIrr'cJeZdZeZeZeZdS)ViewSchemaKindN)rrr raliasingaliasing_inplace non_aliasingr"rrr,r,s0tvvHtvv466LLLrr,ceZdZUded<ded<ded<ded<ded <d ed <d ed <d ed<ded<ded<ded<ded<ded<ded<ded<d ed<ded<ded<ded<ded <ded!<ded"<ded#<ded$<e d7d8d-Zd9d/Zd9d0Zed:d1Z ed:d2Z ed;d4Z edt d+|d)d,lm}|d-d}|'t|t<st d.|i} d)}!||rt d/d }"|D]Q\}#} |#d0kr t|#tst d1|#d2|t| tst d3| d2||#d4D]}$t@ |$!}%|!dz }!|r|%|vr:|%tDvrt d5|%d6| d7t j| d89}|d:}&tG|j |otI|%|&d;z<| |%<|%t@j%ur| |&7krd}"ېS|!dkr|"rt d=|s| 't@j%hksc| t@j%(s?|!dks9t d>|&7d?| t@j%d@n|s|t7j&j&}'|')dAs:|'*dBs%7jj+r,7j,st dC|'dDtG|&7d tZE| t@j%<dF| D}(t7|(dks>t7|(dGkrt@j.|(vrt@j/|(vst dH|dIdJ})t|)tst dK|)|)dJkrgndL|)dD}*|dMi}+i},t|+tr3t` |+tbj2|,tbj2<nt|+t<r|+D]\}$}-|$d0kr t|$tst dN|$t|-tst dO|-tb |$}.t` |-|.|,|.<nt dP|+|,rh|st dQd)dl3m4cm5}/tlD]F}%|%| vrt dR|%tG|/77|%dtZ<| |%<G|rd}0nt| 't@j%hkoP| 't@j/hko-| 't@j%t@j/hk}0t@j%| v}1t@j/| v}2t@j8| v}3t@j.| v}47fdS| D}5|d0d|rt dT||!trD]}6|6| vrt dU|6dVtud^id7d | d | d|d|d|d$|dI|*dM|,d|d|d!|d#|d|d|dW|d| dX|0dY|1dZ|2d[|3d\|4d&|d]||5fS)_zp Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml r4z not a str: r()namespaced_entity max_levelaten)defaultrFz#cpp_no_default_args is not a list: r5Fz1use_const_ref_for_mutable_tensors is not a bool: z4see https://github.com/pytorch/pytorch/issues/145522r;r%zvariants is not a str: rr&zillegal variant r<z not a bool: r=r6Tr7Nzillegal device_check: rArB::zbnamespace is not supported in structured delegate, using the same namespace as the native functionrCzbnamespace is not supported in structured inherits, using the same namespace as the native functionr9z&functions in modules cannot be methodsr:rDz5precomputed requires structured=True, got structured=rLztags is not a list: pt2_compliant_tagrzvalid_tags is emptyz illegal tag )cppdispatchzdispatch is not a dict: zncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!__line__zillegal dispatch key 'z' in zillegal dispatch value ',z Dispatch key z of kernel z! is not a supported dispatch key.)rUatz::native)kernelrA cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tablenew__likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)rAracg|]D}|tjks0|tjks |tjks|tjkB|ESr"r)r>ds rr@z,NativeFunction.from_yaml..cs]" " " K999KFFFK999KEEE  FEEraHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyr?r6zautogen is not a str: cBg|]}t|Sr") OperatorNamerTr>xs rr@z,NativeFunction.from_yaml..s&IIIA,$$Q''IIIrr@z#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for c*i|]\}}|j|iSr"rG)r>rRrSr4s r z,NativeFunction.from_yaml..s%KKK$!QA 1~KKKrzleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!)r>rGrHrIrJrKr2r");copypop isinstancerrPr from_namespaced_entityget_cpp_namespacer3rT entity_namelistsetr argumentsoutrrr$r%r&r'rNr*rh Precomputeappendlen torchgen.apirZdictrOrDstrip dispatch_keysBackendMetadatarr}rHkeyssupports_symint startswithendswithtensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACErr~UfuncInnerLooprr%torchgen.api.ufuncapiufuncrschema_kernel_namerrr1)8rMr>rOrPefuncsnamespace_helperr2cpp_no_default_args_listrFr5 variants_sr;rSr<r=r6device_check_sr7rAstructured_delegate_srBrCr9r:precomputed_dictrDtags_inprLtrZ raw_dispatchr[num_dispatch_keys%redundant_composite_implicit_autogradksrR dispatch_keykernel_namespacerHcomposites_in_dispatch autogen_strr?raw_ufunc_inner_loopr@vo ufunc_keyrrGrHrIrJrKbackend_metadatakeyr4s8 @r from_yamlzNativeFunction.from_yamlos0 GGIIf %%% 8 !6u!6!677 7*A#q   %66v6FF ##$4$@AA#$55)>#C#C 2D99  P6NPP "":;;,-EE /- - );TBB  gDegg  - ~! $JUU:z22 *c** I !G:!G!GHH H!$!!$'' = =AJ W-....h W^,,,,$%;%;%;<<<%&UU+G%O%O"4d;; N !L0J!L!LMM MUU#7??,d33 F !D0B!D!DEE Euu^T22 ,-- @ !> !>!>?? ?~t44&*^S*I*I& !?~!?!?@@ @  "n8S&S&S !J.!J!JKK K  !*4LL*>:LUU<// *d++ > !< !}!>!>?? ?  $8)C)C !IJJ JEE"5t<<!)Z8I3-O-O) !B/@!B!BCC C5555  'Jd,B,B T TT =MVj&&'7888RV 55$$ h $ $ " zH(D)) D !B!B!BCC C   #6*#D#D OO/ 0 0 0 9 9A:!##$%:;;;J $%7A%7%7888$$$$$$uuZ.. $ <(F(F$ !?A!?!?@@ @79!"  #) $C5: 1%++--) E) EA##!"c**(HHH,HH"!S))(I1II<II#EEA#.#4#4QWWYY#?#?L%*%"!|{'B'B #=88,?L??Q??? (7'MQ((($(8'I'IRV'I'W'W$.=/;#-$E6|DD'7*'D ...H\*% (MMM$//@D==EF!A%%*O%$#$ ==??{'L&MMMKABRRTTN$))$;hkhphpquhvhv;;' (MN;;;   3 ;ty~&&D'' ==))  N1   !N99;;  %---- ?N5@X???H[: ;" " " " "  & ' '1 , ,*++q00F122 E-.. !v eeIr** +s++ I !G+!G!GHH Hb   BII1B1B41H1HIII  !uu%7<< *C 0 0 1?1E1E$h&622 X- . .,d 3 3 -3355 R R2 ??!!S))T()Rq)R)RSSS!"c**W()UQS)U)UVVV$NN1-- .<.B.B2y.Q.Q ++ R!K5IKK    A$%?@@@ / . . . . . . . . 3   8++([\[[*9 33D,GG#":***&&  KK K$I#JJMMOOEFGMMOO9E   1X = /  = I =  1X = /  >( J >LKKK(..:J:JKKK j$  ; !9a!9!9:: :  */  (??(-c---#    T 2S2S " &:   %8$7   %8$7  (K   "2!1 ,F+E $6#5 ,m #4"3 *\ *\  C! "%8$7# $(K% &8^7]' (FzEy) *8^7]+ ,G|F{- .T/ 0$)1 4 7  rNonec^|jrtd|jstddS)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type))rArPrBrs rvalidate_unstructuredz$NativeFunction.validate_unstructuredsT ?  5 '  i   rcb|jjjr%|jtjhkrt d|jrL|jtjkrt d|j st d|j rL|jtjkrt d|j st d|jr|j rt dd|j D}t|j|}t!|dkrt d||j|jst d t%|jjd r$|jt,jkrt d d t%|jjvsd t%|jjvs(t1d|jjjDr=dt%|jjvr"t%|jjjdks|jjr'd|jvrt d|jjdSdS)NzNative functions with out arguments MUST be declared with only function variant; e.g., variants: function; otherwise you will tickle a Python argument binding bug (which usually manifests itself as the result variable being undefined.)zYPut structured field on the out= variant of a function; did you mean structured_delegate?z:device_guard: False is not respected by structured kernelszQstructured_delegate field not allowed on out= functions; did you mean structured?z?Cannot have both structured and structured_delegate on functionc*h|]}|j |jSrF)rWrHr>as r z/NativeFunction.__post_init__..9s(   !)BWAFBWBWBWrrzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: True_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledranddropoutc3(K|] }d|jvVdS)rNrGr>args rrz/NativeFunction.__post_init__..Rs:25 SX-rbackward_cudnn_init_dropout_statenondeterministic_seededz(nondeterministic_seeded tag missing for )r4rurvr;r$r%rPrAkind SchemaKindr6rBschema_order_argumentsrt differencerFryrCrrHrr7r'r)anyflat_allhas_generator_argrL)rdefaulted_arguments invalid_argss r __post_init__zNativeFunction.__post_init__s 9  " }!1 222$_ ? y~~:>11$O$ $P  # y~~:>11$B$ $P ? t7  Q    I<<>>   ~~d&>@STT |   ! ! !O!O!OPP P  # /? $J ty~   ) )* 5 5  O$;;;$= c$).)) ) )TY^!4!4449=9L9U5 c$).&9&999 +,,0KKKy"4466L) 99$Oty~OO:9 LKrcH|jp |jp|jp |jo|jSrF)rHrJrKrIrs rhas_composite_kernelz#NativeFunction.has_composite_kernelas@  7 J: JI  7 JI  rcd|jj}t|dkotd|D}d|jvo9t |jjdkot |jjdk}td|jD}|p|p|S)Nrc3BK|]}|jduo |jj VdSrF annotationis_writer>rs rrz,NativeFunction.is_view_op..osG5 5 GHAL $ BQ\-B)B5 5 5 5 5 5 r inplace_viewresize_ resize_as_c3DK|]}|jduo d|jjvVdS)N*)ralias_set_after)r>inps rrz,NativeFunction.is_view_op..xsL   N$ & P3#.2P+P      r)r4returnsryrrLrrHr)rretsis_non_mutating_viewis_inplace_viewis_wildcard_views r is_view_opzNativeFunction.is_view_oplsy "4yy1} 5 5 LP5 5 5 2 2  di ' 4DIN##y0 4DIN##|3    y7799     $JJ:JJrr,c|jrG|jjjjr1d|jvrt d|jjt jS|jr t jSt j S)Nrzinplace_view tag missing for ) rr4rHinplacerLrPr,r.r-r/rs rview_schema_kindzNativeFunction.view_schema_kind~sj ? 3ty~2: 3TY..$%UTY^%U%UVVV!2 2 ? /!* *!. .rc.|jjjjSrF)r4rHbasers r root_namezNativeFunction.root_namesy~"''rc"|jp|jduSrF)rArBrs rpart_of_structured_groupz'NativeFunction.part_of_structured_groupsF$":$"FFrrF) rMrNr>rrOrErPrQrrRrrrr)rr,r)rrr r!rrrrpropertyrrrrrr"rrr1r1s^ NNN,+++"!!!"!!! %$$$ MMM 5444-,,, $####""""!!!1000>>>>0000????NNN 04 O O O O \O b    *IIIIV   X KKKXK"///X/(((X(GGGXGGGrr1creZdZeZeZeZeZeZdS)rN) rrr r functionalrrvmutablescratchr"rrrrsEJdffG $&&CdffGdffGGGrrceZdZUded<ded<ded<ded<edd Zdd Zdd ZddZeddZ e ddZ dS)NativeFunctionsGroupr1rNativeFunction | Nonerrrvrrc|jjSrF)rvrArs rrAzNativeFunctionsGroup.structuredsx""rrc  |jj}|D]}||jkr,t d|d|j|j|jkr.t d|jjjd|jj|jj tjkr/t d|jj d|jj tjkr/t d|jj d|jj |jj kr*t d |jj d |jj d |j |j j tj kr/t d |j j d |j j |jj kr*t d|j j d|jj d |j |j j tj kr/t d|j j d|j j |jj kr*t d|j j d|jj d |jjjjjst d|jr|jjs |jjrt d|jj|jjjkr?t |jjjd|jjd|jjj|j ^|j j|jjjkr?t |j jjd|j jd|jjjt%d|D}dd|D}t)}|D]&}|d|jD'ddt%|D}t/|dkrBt/|dkr/t1d|d|dt3|jj||krt1d|d |d!|d"dS)#Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and zfunctional.func.kind() is z , expected SchemaKind.functionalzout.func.kind() is z, expected SchemaKind.outzfunctional.namespace (z) != out.namespace ()zinplace.func.kind() is z, expected SchemaKind.inplacezinplace.namespace (z) != functional.namespace (zmutable.func.kind() is z, expected SchemaKind.mutablezmutable.namespace (zSfunctional.func.name.name.functional_overload must be True when mutable is not Nonez.structured composite kernels are not supportedz delegates to z but its actual delegate is cRg|]$}d|jv t|jj%S) generated)rLrr4rH)r>fs rr@z6NativeFunctionsGroup.__post_init__..s0 Q Q Q!;!&;P;PS  ;P;P;Prrc34K|]}t|VdSrFrris rrz5NativeFunctionsGroup.__post_init__..s(%D%Dc!ff%D%D%D%D%D%Drc34K|]}t|VdSrFr)r>ops rrz5NativeFunctionsGroup.__post_init__..s()F)Fb#b'')F)F)F)F)F)Frc34K|]}t|VdSrFrris rrz5NativeFunctionsGroup.__post_init__..s9/ / CFF/ / / / / / rrz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr4 signature functionsrPrArrvrHrrr2rrfunctional_overloadrHrIrBsortedrrtrr?ry RuntimeErrorr)rtest_sigr generated_fnsgenerated_fns_strexpected_generated_fnsexpected_generated_fns_strs rrz"NativeFunctionsGroup.__post_init__s#'?#7#A#A#C#C!!  A16++----$_ 1 1 Udhm&8&8&:&:UUU  ? $(: : : m)BmmX\X`Xjmmm  < #| %%'':+===$edl.?.D.D.F.Feee|%)BBB$y$,*@yy]a]l]vyyy < #| %%'':+===$edl.?.D.D.F.Feee|%)BBB$y$,*@yy]a]l]vyyy?',1E $i ? ? W8P W%%UVVV2dhm6HHH$+0GG@cGG26(-2DGG|'<3tx}7III(<,1KKAaKK6:hm6HKK  Q Qt~~'7'7 Q Q Q  !II%D%Dm%D%D%DDD+.55!! G GA " ) ))F)FAI)F)F)F F F F F%)YY/ / "#9::/ / / & & " % & &! + +M0B0BQ0F0Fj?Pjj,=jjWZ[\[a[fWgWgjj  &): : :N?PNN;LNN0JNNN  ; :rr3c>|jjSrF)rvr4rrs rrzNativeFunctionsGroup.signature sx}&&(((rIterator[NativeFunction]c#rK|jV|jV|j |jV|j |jVdSdSrF)rrvrrrs rrzNativeFunctionsGroup.functionssYoh < #,    < #,      $ #rrc|jjSrF)rrrs rrzNativeFunctionsGroup.root_names ((rre dict[SchemaKind, NativeFunction]NativeFunctionsGroup | Nonec|stdt|dkrdSt|}|tjd}|tjd}|tjd}|tjd}|rtd||td|dSt||||S)Nz from_dict called with empty dictr(zunexpected keys in dict: zfunctional variant is required)rrrrv) rPryr{rnrrrrrvr)rerrrrvs r from_dictzNativeFunctionsGroup.from_dicts E !CDD D q66Q;;4 GGUU:0$77 %% *D11%% *D11eeJND))  B !@Q!@!@AA A   !ABB B ;4#!     rNrrrr3)rrr)rerrr) rrr r!rrArrrrrrr"rrrrs"""""""" ###X#]]]]~)))))))X)   \   rrc6eZdZUded<ded<ded<d dZdS) r~rr`rrArarcd|jvS)N_symint)r`rs rrzBackendMetadata.supports_symintIsDK''rNr)rrr r!rr"rrr~r~6sQKKK ((((((rr~cFeZdZUded<ded<ded<ed d Zd S) rrrHrsupported_dtypesrrrLrcf|dd\}}|ddkrtd||ddkrtd|t}|ddd D]}|t|z} t ||| S) N r(r(z0expected '(' at start of supported_dtypes, got: rz.expected ')' at end of supported_dtypes, got: r)rHr r)rrPr rrr)rLrrHsupported_dtypes_strr rRs rrTzUfuncInnerLoop.parseUs%*[[a%8%8""  "c ) ) YCWYY   #s * * WAUWW 4><<%ad+11$77 8 8A  4 4Q 7 7 7  (8I    rN)rLrrrrr)rrr r!rrTr"rrrrMsW III,,,,   \   rrczeZdZUded<ded<ded<ded<ded<eddZddZddZddZddZ dS) BackendIndexrDrruse_out_as_primaryr6externalz#dict[OperatorName, BackendMetadata]index parent_index6dict[DispatchKey, dict[OperatorName, BackendMetadata]] child_indexrrc|D]I\}}|D]/\}}|||vrtd|d|||||<0JdS)Nzduplicate operator z for dispatch key )rOrP)rrrRrSop_namemetadatas r grow_indexzBackendIndex.grow_index~s  %%'' 4 4DAq%&WWYY 4 4!l1o--(LgLLLL,4 Q((  4 4 4rgrr1c,|jr|jS|jSrF)rrvr)rrs rprimaryzBackendIndex.primarys  " 5L< r%NativeFunction | NativeFunctionsGroupc4||}|duSrF) get_kernel)rrms r has_kernelzBackendIndex.has_kernels OOA  }rBackendMetadata | Nonect|tr|}n:t|tr||}nt ||jj|jvrdS|j|jjSrF)ror1rrrr4rHr)rrrs rr!zBackendIndex.get_kernelss a ( ( AA / 0 0  QAA OOO 6;dj ( (4z!&+&&rr8cB|jrt|jdSdS)NNativeFunctions)rrrrs rnative_function_class_namez'BackendIndex.native_function_class_names- = $+,,=== = 4rN)rrrrrr)rrrr1)rrrr)rrrr$)rr8) rrr r!rrrr#r!r(r"rrrrosNNN.... 4 4 4\ 4     ' ' ' 'rrceZdZUded<ded<ded<ed%d Zd&d Zejd Z e d'dZ d%dZ d(dZ d%dZd%dZd)dZd*dZddddd+dZd,dZd-d Zed%d!Zd%d"Zd.d#Zd$S)/r3rhrH Argumentsrutuple[Return, ...]rrrcVddtfd|jjDS)NrArgumentrrc,|jdS|jjSNFr)rs rrz+FunctionSchema.is_mutable..is_writes~%u>* *rc3.K|]}|VdSrFr")r>rrs rrz,FunctionSchema.is_mutable..s+@@188A;;@@@@@@r)rr-rr)rrur)rrs @r is_mutablezFunctionSchema.is_mutablesA + + + +@@@@(?@@@@@@rIterator[Argument]cjtj|jj|jj|jjSrF) itertoolschainruflat_positionalflat_kwarg_onlyrvrs rrz%FunctionSchema.schema_order_argumentss. N * N * N    rz3(?P[^\(]+)\((?P.*)\) -> (?P.*)r4rctj|}t|dkrt d||d\}}}t |}t|}t|}t|||}t||kr!t t|d||S)Nr(zInvalid function schema: rrHrurr) r3decl_refindallryrPrhrTr* parse_returnsr) r4declsopsargs return_declrHrurrs rrTzFunctionSchema.parses&..t44 u::?? !CT!C!CDD D!&qT;!!#&&OOD))  ,,  7 K K K q66T>> CFF!6!6!6!677 7rc>td|jDS)Nc3@K|]}|j |jj|VdSrFrrs rrz5FunctionSchema.returns_are_aliased..s@  |'AL,A' ''''  r)rrrs rreturns_are_aliasedz"FunctionSchema.returns_are_aliaseds2  \      rrct|jj|jD]4\}|jjkrt d|jdj5|jjD]Atfd|jDrt dt|Bt|jjd|jj Dz}d|jD}d|jD}t|dks2t|dkst d t||D],tfd |Dst d -|jjrtd |jjDr(t|jdkrt d nctd|jjD}|t|jkr(t d|dt|jd|j j j r|jj}|r|jjr|jjjst d|j d|jjt%t&jkrQt|jdkr |jdj|jjkst d|j dn0t|jdkrt d|j d|jjA|t.jkrt dt||rA|t.jkr!t dt|dSdS)NzOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith return. arg.annotation=z, ret.annotation=c38K|]}j|jkVdSrFrr>rrs rrz/FunctionSchema.__post_init__..!s,FFA1<1</FFFFFFrz^If you have a schema with mutable positional args, we expect them to not be returned. schema: c(g|]}|jdk |SrrGrs rr@z0FunctionSchema.__post_init__..)s+3 3 3 SX=O=OC=O=O=Orc8g|]}|j |jj|SrFrr>rets rr@z0FunctionSchema.__post_init__..,s4   ~)cn.E) )))rc8g|]}|j |jj|SrFrrJs rr@z0FunctionSchema.__post_init__..1s4   ~%S^-D% %%%rrzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c38K|]}j|jkVdSrFrF)r>rrKs rrz/FunctionSchema.__post_init__..@s,PPCs~7PPPPPPrzAll mutable returns must be aliased either to a keyword argument, or to "self". Did you forget to mark an out argument as keyword-only?c3ZK|]&}|jttjkV'dSrF)typeBaseTypeBaseTyTensorrs rrz/FunctionSchema.__post_init__..Ks3QQ16Xfm444QQQQQQrzout= ops that accept tensor lists as out arguments are expected to have no return type (since you can't do method chaining on them)cFg|]}|jd|S _scratch_rHrrs rr@z0FunctionSchema.__post_init__..Us>"x22;??rzSMust return as many arguments as there are out arguments, or no return at all. Got z non-scratch out args and z returnsz Inplace op z4 must have a self argument with a mutable annotationr(z" with Tensor self must return selfz* with non-Tensor self must have no returnszFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprurvrrrPpost_self_positional_mutablerrrsr6ryrHrself_argargumentrrOrPrQrRrrrris_functional_fn) rr out_and_selfmutable_returnsimmutable_returnsnon_scratch_out_argsself_arrKs @@rrzFunctionSchema.__post_init__sDN. ==  HC~//$X&)nXXGJ~XX0<  AFFFFFFFFF $Auxy}u~u~AA DN.//3 3 >93 3 3    |      |   O$$))S1B-C-Cq-H-H wloptluluww #  CPPPP<PPPPP $N  >   QQdn>PQQQQQ t|$$))(k*(+#'>#5(($(3t|+<+<<<(k3kkORSWS_O`O`kkk 9> ! ^,F O. O.7  %a$)aaa#x '>'>>> %%** Q2fo6PPP(SdiSSSQt|$$))([di[[[ > ( 4yy{{j333$+"4yy++  " " yy{{j333$+"4yy++  33rcd|jjvS)NrrH overload_namers rr[zFunctionSchema.is_functional_fnsty666rc4t|jjSrF)rrurvrs r is_out_fnzFunctionSchema.is_out_fns6DN&'''rrct|jj}td|jjD}|jjj}t d|jjD}|r|rtd|r tjS|r|stdtj S|r|rtdtjS|r tj Stj S)a  What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. cFg|]}|jd|SrTrVrs rr@z'FunctionSchema.kind..s- S S SS#(2E2Ek2R2R SS S S Src3@K|]}|jduo |jjVdSrFrrs rrz&FunctionSchema.kind..sG   L $ >)>      rz(A schema cannot be both out= and inplacezFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!) rrurvrHrrpost_self_positionalrPrrrr)ris_out is_scratch is_inplacer1s rrzFunctionSchema.kinds*dn()) S SDN. S S S  Y^+   ^8       Mj M !KLL L  )% %  ) $\% %  ) $A> !  )% %( (rlist[str | None]c|g}|jD]fd|jjD}t|dkr|dCt|dkr!||djwdd|D}tdjd|d|S) NcBg|]}|j |jjk|SrFrF)r>rrs rr@z7FunctionSchema.aliased_return_names..s9<+  0L0L0L0L0Lrrr(rc3$K|] }|jV dSrFrGrs rrz6FunctionSchema.aliased_return_names..s$)G)GQ!&)G)G)G)G)G)GrzFound a return (z)that aliases multiple inputs (r)rrurryrxrHrrP)routs aliased_args aliased_namesrs @raliased_return_namesz#FunctionSchema.aliased_return_namess!#  A0L <  A%% D!!!!\""a'' LO01111 $ )G)G,)G)G)G G G $^qv^^m^^^ rF) strip_defaultstrip_view_copy_namekeep_return_namesrurvrwc Tdfd }jjj}|rW|dr|dd}n+|dr|dd }t fd t jjjjjj gngjj jj D}t t|j }||z}j| } tjd kr;t t| dd} t%t't)|djjjd| |S)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 rReturnrcDtr|jnd|jdS)NrHrOr)ryrHrO)rrws rstrip_ret_annotationz6FunctionSchema.signature..strip_ret_annotations00:QVVdV r_copyr6_scatterscatterinversec3K|]Zj jjtfdjD5t r jdndjdV[dS)Nc38K|]}j|jkVdSrFrFrGs rrz5FunctionSchema.signature...@s,KK  4KKKKKKr_outr{)rrrrryrHrO)r>rrwrs @rrz+FunctionSchema.signature..*s, , |' %(KKKKdlKKKKK(! (9C____tV    ('''), , rNruz bernoulli.pzfloat pz float p=0.5Frr dunder_methodrbr9)rryrry)rHrrreplacetupler4r5rurYrZrvrimaprrrr*rTr3rhBaseOperatorNamer) rrurvrwr| base_namereturns_from_mutable_inputsoriginal_returnsrargs_sigs ` ` rrzFunctionSchema.signaturesX      IN'  D!!'** D%--gr:: ##J// D%--iCC ',, , , , , _ ~.:^,566"3  , , , ' ' #0!%94++-+HH ty>>] * * s8}}'<' !     rc.|dS)NTrv)rrs rview_signaturezFunctionSchema.view_signatureXs~~4~888rc:t||j|jS)Nr9)r3rur)rrHs r with_namezFunctionSchema.with_name[s&nL    rcp|tjtjtjfvSrF)rrrrvrrs rmodifies_argumentsz!FunctionSchema.modifies_argumentsbs$yy{{z1:>:CUVVVrc4|jSrF)ruhas_symint_argrs r has_symintzFunctionSchema.has_symintfs~,,...rct|j}t|jdkrt|jd}n3ddt t|jzdz}|jd|d|S)Nr(rr rrz) -> )rruryrrrrH)rall_arguments_strrs rrzFunctionSchema.__str__is// t|   ! !$,q/**GGDIIc#t|&<&<===CG)??/??g???rNr)rr2)r4rrr3r)rr)rrm)rurrvrrwrrr3r)rHrhrr3r)rrr r!rr1rrecompiler:rrTrCrr[rerrtrrrrrrr"rrr3r3s  AAAXA    bjOPPG   \     ttttl7777((((:*)*)*)*)`,$%*"' g g g g g g R9999    WWWXW////@@@@@@rr3cNeZdZUded<ded<ded<ed d Zd d Zd S) Annotationztuple[str, ...] alias_setrrrannrrctjd|}|td||d|dr|dndz}t |d}|ddk}|r&t |dkrtd |d |d r5t |d dnd }t |dkr&t |dkrtd |d t|||}t||krt|d||S)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation r(rfr6|r^!z,alias set larger than 1 is not mutable, got z instead.r"zSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rrrr) rmatchrPgrouprrryrr)rr" before_aliasrr after_setrs rrTzAnnotation.parses HJC P P 9 !G#!G!GHH Hwwqzz1771::%EQWWQZZZ2F ,,,S1122 771::$  I** MsMMM 56GGAJJFE!''!****3//000B |  q S^^a%7%7 tfittt  (I    q66S== A311 1rcd|j}|jr|d}d|j}|r|d|}|S)Nrr -> )rrrr)rrrs rrzAnnotation.__str__s_HHT^,, = ($I((4#788  <$;;/;;IrN)rrrrr)rrr r!rrTrr"rrrrzslNNN$$$$$$$\$LrrcveZdZeddZeddZddZdd Zdd Zdd Z dd Z ddZ ddZ dS)Typerrrct|}t||krt|d||S)Nr)r_parserrP)rrs rrTz Type.parses= KKNN q66Q;; A1// /rctjd|}|:tt|dStjd|}|u|d"t |dnd}tt|d|Stjd|}|"t|dS tt|S#t$r}td||d}~wwxYw)Nz^(.+)\?$r(z^(.+)\[([0-9]+)?\]$rf)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) rr OptionalTyperrTrrListTypeCustomClassTyperPrQKeyErrorr)rr"rrs rrz Type._parses) H[! $ $ = 1771:: 6 677 7 H+Q / / =&'ggajj&<3qwwqzz???$DAGGAJJ!7!7dCCC C HEq I I ="1771::.. . @F1I&& & @ @ @7A7788a ? @sD22 E<EEctrFNotImplementedErrorrs rrz Type.__str__!!rbase_tyrQrctrFrrrs ris_base_ty_likezType.is_base_ty_likerrc@|tjSrF)rrQrRrs ris_tensor_likezType.is_tensor_like##FM222rc@|tjSrF)rrQ Generatorrs ris_generator_likezType.is_generator_likes##F$4555rc@|tjSrF)rrQSymIntrs ris_symint_likezType.is_symint_likerrctrFrrs r is_nullablezType.is_nullablerrListType | NonectrFrrs r is_list_likezType.is_list_likerrN)rrrrrrrQrrrrr) rrr rrTrrrrrrrrr"rrrrs\ @@@\@$""""""""333366663333""""""""""rrceZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZdS)rQN)rrr rrrrRrDimname DimVectorfloatrrLayoutDevice DeviceIndexScalar MemoryFormatQSchemeStorageStreamrSymBool GraphModuler"rrrQrQsIJ TVVF $&&CdffGI DFFE $&&C 466D TVVF TVVF$&&K TVVF466LdffGdffG TVVF TVVFdffG$&&KKKrrQcBeZdZUded<ddZddZdd Zdd Zdd Zd S)rPrQrHrrc|jjSrFrGrs rrzBaseType.__str__ s).""rrrc|j|kSrFrGrs rrzBaseType.is_base_ty_likesyG##rcdSr/r"rs rrzBaseType.is_nullableurrcdSrFr"rs rrzBaseType.is_list_liketrc,|jtjkSrF)rHrQrrs rrzBaseType.is_symint_likesyFM))rNrrrr) rrr r!rrrrrr"rrrPrPsLLL####$$$$******rrPcBeZdZUded<ddZdd Zdd Zdd Zdd ZdS)rrrrrc|jdS)N?)rrs rrzOptionalType.__str__!s)rrrQrc6|j|SrFrrrs rrzOptionalType.is_base_ty_like$y((111rc4|jSrFrrrs rrzOptionalType.is_symint_like'y'')))rcdS)NTr"rs rrzOptionalType.is_nullable*rrrc4|jSrF)rrrs rrzOptionalType.is_list_like-sy%%'''rNrrrr rrr r!rrrrrr"rrrrsJJJ2222****((((((rrcBeZdZUded<ddZddZdd Zdd Zdd Zd S)rr class_namercd|jS)zK Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)rrs rrzCustomClassType.__str__6s<$/;;;rrrQrcdSr/r"rs rrzCustomClassType.is_base_ty_like<rrcdSr/r"rs rrzCustomClassType.is_symint_like?rrcdS)z8 Assume a custom class is not nullable. Fr"rs rrzCustomClassType.is_nullableBs urrcdSrFr"rs rrzCustomClassType.is_list_likeHrrNrrrrrr"rrrr2sOOO<<<<  rrcLeZdZUded<ded<ddZdd Zdd Zdd ZddZdS)rrrz int | Nonerrrc>|jr|jnd}|jd|dS)Nr6[])rr)rrs rrzListType.__str__Xs/!%2$)~~)%%d%%%%rrrQrc6|j|SrFrrs rrzListType.is_base_ty_like\rrc4|jSrFrrs rrzListType.is_symint_like_rrc4|jSrF)rrrs rrzListType.is_nullablebsy$$&&&rrc|SrFr"rs rrzListType.is_list_likees rNrrrrrr"rrrrSsJJJ&&&&2222****''''rrceZdZUded<ded<ded<ded<edd Zedd ZeddZddZ dS)r-rrHrrOr8rWAnnotation | Nonerrc|jSrFrFrs r alias_infozArgument.alias_info rrc<d|vrtd|dd|vre|ddkrtd|d|d\}}|dd\}}|d|}n|dd\}}|}d}t jd|}|r|dd vr%td |dd |dz}t|d}n|}d}t|} t|| || } t| |kr!tt| d || S)Nr zillegal argument 'r=r(z&illegal argument with default value: 'Tensor\((.+)\)(.*)rfr6rz[].unrecognized alias analysis form with Tensor: rRrHrOrWrr) rPcountrrsplitrrrrrTrr-r) rtype_and_annot_and_namerWtype_and_annotrHname_and_defaultrtype_srrOrs rrTzArgument.parses c>> !.= sCCCa CCCCr)rirs rrXz&Arguments.post_self_positional_mutable; sCC44CCCCrcg}||j|j,||j||j|SrF)rr-rr)r.r0s rr7zArguments.flat_kwarg_only@ s`  45666   * JJt*..00 1 1 1 46777 rcg}||j||j||j|SrF)rr6r7rvr0s rrzArguments.flat_allI sJ  4'((( 4'((( 48 r:Sequence[Argument | SelfArgument | TensorOptionsArguments]crg}||j||j|SrF)r positional kwarg_onlyr0s rnon_outzArguments.non_outQ s8GI 4?### 4?### r!Sequence[Argument | SelfArgument]cg}||j|j||j||j|SrF)rr,rYrxrir0s rr9zArguments.positionalZ sR-/ 4+,,, = $ JJt} % % % 4,--- r+Sequence[Argument | TensorOptionsArguments]cg}||j|j||j||j|SrF)rr-rrxr.r0s rr:zArguments.kwarg_onlyc sT79 45666   * JJt* + + + 46777 rcg}||j||j||j|SrF)rr9r:rvr0s rr)z Arguments.alll sHFH 4?### 4?### 48 r list[str]c$d|jDS)NcBg|]}|j |jj|jSrF)rrrHrs rr@z/Arguments.mutable_arg_names..u s6   |'AL,A' F'''r)rrs rmutable_arg_nameszArguments.mutable_arg_namest s%  ]    rrc>td|jDS)Nc3HK|]}|jVdSrF)rOrrs rrz+Arguments.has_tensor_arg..| 0FFq16((**FFFFFFrrr1rs rrzArguments.has_tensor_arg{ "FFD4EFFFFFFrc>td|jDS)Nc3HK|]}|jVdSrF)rOrrs rrz+Arguments.has_symint_arg.. rGrrHrs rrzArguments.has_symint_arg~ rIrc>td|jDS)Nc3HK|]}|jVdSrF)rOrrs rrz.Arguments.has_generator_arg.. s0II!16++--IIIIIIrrHrs rrzArguments.has_generator_arg s"IIt7HIIIIIIrFrruc dfd }ttt||j|j"t ||jjndtt||jtt||jtt||j zdddS)Nrr-rcPt|j|js|jnddS)Nr )r-rHrOrW)rrus rstrip_arg_annotationz1Arguments.signature..strip_arg_annotation s5VV)6@ D  rr"r,rYrir-rr.rv)rr-rr-) r*rrr,rYrrZrir-r.)rrurPs ` rrzArguments.signature s       %($*BCC!! =,11$-2HIIJJJ!&($*CDD"" +0($*LMM++C,d.QRRSS+T  +-/    rc |jtdtj|t tj|jjdS)Nz2remove_self_annotation called but self_arg is NonerF)rY)rYrP dataclassesrrrZrs rremove_self_annotationz Arguments.remove_self_annotation s[ =  !UVV V" !#DM$:tLLL    rrqlist[Argument]ct|jdkrtd|jtj|t |S)Nrz0with_out_args called but self.out is not empty: )rv)ryrvrPrSrr)rrqs r with_out_argszArguments.with_out_args s\ tx==A   M48MM " d     rr?r5tuple[list[Argument], list[Argument], list[Argument]]c^g}g}g}|}|dD]}|s|dkr||urtd|}!t|}|j|jjr ||urn#||ur|}n||urtd|jd|||||fS)Nrrz:invalid syntax: kwarg-only specifier * can only occur onceznon-mutable argument 'z%' cannot follow mutable out arguments)rrPr-rTrrrHrx)r?r9r:rv arguments_accrpargs r _preparsezArguments._preparse s%' %'  " ::d## ' 'C czz 22(T!+ >>#&&D*t/G* J.."j00$'M C''(aaaa   & & & &:s**rc t|\}}}d}t|D]\}}|jdkr|}n|-|d|}t ||}||dzd} ng}d}|} g} d} g} | } dd }|d t d |d t d|dt d|dt dg}d}|t|kr|t|t|z krtdt||||t|zDr\| | urtdt||||dz||dz||dz} |t|z }| } | |||dz }|t|ktt||t| t| | t| t|S)z. Input: 'int x, int y, int z' Nrr(rHrtyrrCallable[[Argument], bool]cfdS)NcJ|jko|jtfvSrF)rHrOr)rrHr^s rz/Arguments.parse..pred.. s&QVt^P2|B?O?O:P0Prr")rHr^s``rpredzArguments.parse..pred sPPPPP Prr"rr#rr$rr%rrc32K|]\}}||VdSrFr")r>prs rrz"Arguments.parse.. sB1AaDDrz-tensor options arguments can only appear oncerfr^r(rQ)rHrr^rrr_)r*r\ enumeraterHrrrTryr)rWrPr!rxr)r?r9r:rvself_ixirr,rYrir-rr.kwarg_only_accrc predicatess rrTzArguments.parse s'0&9&9$&?&?# Jj))  DAqv  ",XgX"6 #Jw$788H#-gkmm#< "$ H#- 9;%8<9;&6 Q Q Q Q D$**\22 3 3 D4::h// 0 0 D4::h// 0 0 Dtzz&11 2 2   #j//!!C OOc*oo555 #J 1q3z???R;R0S T T&-JJJ,K&<(m)!a%0)!a%0#-a!e#4 &&&N Z(A%CN  ! !*Q- 0 0 0 FA/#j//!!2 %&9 : :!&';!.Q s4( ( ( |'AL,A' '''rrzQmutable pre_self_positional arguments are not currently supported in the schema: )rYr,rPrr.ry)rmutable_pre_self_positionalss rrzArguments.__post_init__A s = ' $K   &2 $\ ( ( -( ( ( $ + , , 1 1 CeACC  2 1rNr*)rr7)rr<)rr>rrAr)rurrr*)rr*)rqrUrr*)r?rrrX)r?rrr*rr)rrr r!rr1r6rXr7rr;r9r:r)rDrrrrrTrWrr\rTrrr"rrr*r* s .---!!!!....777711119888 X XDDDXDXXXXXX    GGGGGGGGJJJJ27# # # # # # J        %+%+%+\%+NP P P \P d((((rr*) rsubmuldivmodpowlshiftrshiftandxororcjeZdZUded<ded<ded<dZded<dZd ed <edd ZddZdS)rrrrrrFrNr8r2rrcb |dkrtd|drtdtjd|}|r|dnd}|r|dn|}tjd|}|ed }|d t fd t Dr d } dd n@d } d d krtd|nd }| ddkr d } dd nd }d} |r1d } dt|  |s|rtd|nd }t ||||} t| |kr!tt| d|| S)Nr6zoperator name cannot be emptyrzs_out suffix is reserved and not permitted for operator names; did you mean to specify an out overload name instead?z^(?:(.*)::)?(.*)$r(rfz ^__([^_]+)__$Tc3*K|] }d|kVdS)rhNr")r>nrs rrz)BaseOperatorName.parse.. s-GGq47q77?GGGGGGrFrrhz,unexpected dunder method starting with 'i': r_ _functionalz:functional overload cannot be a dunder method or inplace: )rrrrr2r) rPrrrrrAUGMENTED_ASSIGNMENT_NAMESryrr) rrr2 op_without_nsr"rrfunctional_suffixrrrs @rrTzBaseOperatorName.parse s. 88 !@AA A ;;v    H -r22&+3EKKNNN */7 AR H%} 5 5 = M771::DGGGG,FGGGGG ABBx 7c>>(KrKK" "M DBx3CRCy* ==* + + ("& 13011112D  $UQSUU  #(  ' 3     q66R<< CFF!4!4!4!455 5rc|jr |jdnd}|jr|jrdnd}|d||jdS|jrdn |jrdnd}||j|S)NrXr6rh__rr)r2rrrr)rnamespace_prefixrhs rrzBaseOperatorName.__str__ s48NJdn0000   7|+A&::!:TY::: :<+]] '6 6166 6r)rrrrr) rrr r!rr2rrTrr"rrrrt s IIIMMM(!&%%%% !I    ???\?B 7 7 7 7 7 7rrc\eZdZUded<ded<eddZddZdd Zdd Zdd Z d S)rhrrHrrcrrcd|vr|dd\}}n|}d}tt||}t ||kr!t t |d||S)N.r(r6rbr)rrhrrTrrP)rrHrcrs rrTzOperatorName.parse s '>>")--Q"7"7 D--DM .44T::- X X X q66W   CFF!9!9!9!9:: :rcB|jr|jd|jS|jS)NrrcrHrs rrzOperatorName.__str__ 0   "i66$"466 6i> !rcB|jr|jd|jS|jS)Nrrrs runambiguous_namezOperatorName.unambiguous_name rrcvtt|jjd|jj|jSNFrrb)rhrrHrrrcrs rremove_inplacezOperatorName.remove_inplace sE!Y^"i5 ,     roverloadcltt|jjd|jj|Sr)rhrrHrr)rrs r with_overloadzOperatorName.with_overload sB!Y^"i5 #     rN)rrrrhr)rrh)rrrrh) rrr r!rrTrrrrr"rrrhrh s   \ """"""""           rrhrrbc|jtjuo/|| o||jSrF)r4rrrr#)rrrs r"gets_generated_out_inplace_wrapperr sI  Z22 ' Q  ' LL & &rcteZdZUded<ded<ded<ddZd d ddZeddZeddZdS)NativeFunctionsViewGroupr1viewr view_copy view_inplacerrcr|jjs!td|jjj|jYt |jrCtt|jjjdt|jdn7|jjjjj ds!td|jjj|jj |jj dkrS|jj }|jj d}td|d |d |jj vrGtt|jjjt|jj fd |j |jj |j j krQ|jj }|j j }td |d ||jjr`|j Y|j jsMtt|jjjd t|j jjd|jjr`|j [|j jsQtt|jjjd t|j jjddSdSdS)Nzview is not a view op: z appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.)r}r~z4view_copy name must end with '_copy' or '_scatter': Trz+view and view_copy signatures don't match: rrz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.z.view and view_inplace signatures don't match: rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rrrPr4rHrgets_generated_view_copyrget_view_copy_namerrrrLrrHrI)rview_sig view_copy_sigview_inplace_sigs rrz&NativeFunctionsViewGroup.__post_init__> suy# R !P49>;N!P!PQQ Q > !' 22 $49>.//II*4955III >&+05>>?TUU $e4>K^Kceey~''))T^-@-J-J%).K.. 9>3355 $ 3 = =SW = X X $_(__P]__$."555$4>.344c$).6I6IJHHH   (y~''))T->-C-M-M-O-OOO9>3355#'#4#9#C#C#E#E $eXeeScee 9 ;  ,(O(ty~233ll#d>O>T>Y:Z:Zlll 9 I  ,(](ty~233xx#d>O>T>Y:Z:Zxxx  ,,rT) include_copyrrrc#hK|jV|j |jV|j |r |jVdSdSdSrF)rrr)rrs rrz"NativeFunctionsViewGroup.functionss sXi   (# # # # > %, %.  & % % %rrc|jjSrF)rrrs rrz"NativeFunctionsViewGroup.root_namez s y""rc|jjSrF)rrHrs r compositez"NativeFunctionsViewGroup.composite~ sy??rNr)rrrrrr) rrr r!rrrrrr"rrrr4 s%$$$''''3333j15!!!!!!###X#@@@X@@@rrc|jsdS|jrdSd|jvrdS|jjjjdrdSdS)NFr_inverseT)rrHrLr4rHrr)rs rrr sa <u /uu  v{%%j11u 4rcRdg}t|jj|vr+t|st |jjd|jjjjd}t t|d|jjjj|jjj }|S)Nnarrowz, does not have a generated view_copy variantr}Frrb) rr4rHrrPrrhrrrc)r-list_of_ops_with_explicit_view_copy_operatorsrview_copy_names rrr s6>J1 16;LLL'**  6;LLL 6;#(///I! E9I9W   fk/ N rr@r+c|dkrdS|ddkr|ddkr |dd}td|d DS) z$ Input: '()' Output: [] z()r"rr rrr(c3JK|]}t|VdSrF)ryrTrs rrz parse_returns.. s.FFsc""FFFFFFrr)rr)r@s rr<r< sj dr1~RC!7!7!!B$' FFk.?.?.E.EFFF F FFrcLeZdZUded<ded<eddZdd Zdd Zd S)rwzdict[str, list[Argument]]rrUrsrcobjectrct|tstdt|g}d|dvr1|dd}d|D}|dd}i}|D]}t|t stdt|d|vrtd||d\}}d|vrtd |d |d}d |D}|||<t || } | |kr'td | d|| S)Nz precomputed must be a list, got rrr]cfg|].}t|/Sr"r-rTr|r>rHs rr@z$Precompute.parse.. s,JJJtzz||44JJJrz$precomputed item must be a str, got zSprecomputed parameters without replacement are allowed only in the last line, got: r zillegal kernel param name 'z' in precomputed parameterscfg|].}t|/Sr"rrs rr@z$Precompute.parse.. s,QQQthnnTZZ\\::QQQr)rrzr.to_list() != src: r)rorsrPrOrrrwto_list) radd_argsadd_listrraw_replace_itemr with_list_raw with_listwith_list_argsrs rrTzPrecompute.parse s#t$$ Q !ODII!O!OPP P R 2w}}S))HJJJJJHcrc(C # * * .44 $S4@P;Q;QSS---$|jz||"2!7!7!?!? Cczz$R#RRR&++C00IQQyQQQN)GCLL wH 5 5 5 99;;#   !N !N!N!N!NOO Orrc@|jD];}|j|jkrtd|j<|jD]@}|D];}|j|jkrtd|j>QV++(XPQPVXX,   rrAcg}|jD]>\}}dd|D}||d|?|S)Nrc34K|]}t|VdSrFr)r>params rrz%Precompute.to_list.. s($P$PESZZ$P$P$P$P$P$Prr)rrOrrx)r replace_list kernel_paramreplacement_params replacementss rrzPrecompute.to_list sx 04 0B0B0D0D E E ,L,99$P$P=O$P$P$PPPL   < C C\ C C D D D DrN)rrrrwrrp)rrr r!rrTrrr"rrrwrw sw'&&&(((\(T    rrwr)rrDrr)rr1rrrrrr)rr1rr)rr1rrh)r@rrr+)v __future__rrSr4rrenumrrtypingrtyping_extensionsrtorchgen.utilsr r collections.abcr r r rr$rrr AUTOGRAD_KEYSFRAGMENT_NAMESPACESrDrrrrhasattrrprintrr,r(r'r.r+rrrrr`rrrrrrrrr}r~rrrrrrr2rrrrrgr}rrrrrdispatch_device_maprrr!rrrrrr r r r rr'r,r1rrr~rrr3rrrQrPrrrr-ryrr!r*rrrhrrrrr<rwr"rrrs- """"""" !!!!!! ******66666666=<<<<<<<<<<: $********d ("((,,,>,,, #$:; _>_>_>_>_>$_>_>_>DD  B w{BG,, ++--A E!HHH,t2trttqrtt  OOO #'9OOO)5)6  A! L****%%%% ,V5H%P--------`46 5555&J  j'J (8*:K'LMM j%:j67 i%Z0=3LL e!.u!5 i8P!P o* i 88"#;;;;;t;;;4d T$ $U GU GU GU GU GU GU GU Gp $R R R R R R R R j $((((((((, $        B $99999999b $M@M@M@M@M@M@M@M@p  $55555555| $3"3"3"3"3"3"3"3"nT. $*****t***( $(((((4(((( $d@ $t* $Z5Z5Z5Z5Z5Z5Z5Z5z $5)5)5)5)5)5)5)5)r $ $GGGGGGGG $DDDDDDDDT   * $n7n7n7n7n7n7n7n7f $3 3 3 3 3 3 3 3 l* $M@M@M@M@M@M@M@M@`.6 G G G G $GGGGGGGGGGr