קgϡddlZddlZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z ddlZddlmZmZddlmZmZddlmZmZddlmZmZddlmZmZmZmZdd l m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'd d l(m)Z)m*Z*m+Z+d d l,m-Z- dd l.m/Z/n #e0$rdZ/YnwxYwe r ddl1m2Z2ddl3m4Z4e deZ5d6d7dZ6d7dZ7dZ8dZ9Gdde+Z:Gdde:Z;Gdde;Z<Gdde<Z=Gd d!e;Z>d7d"Z?Gd#d$e:Z@Gd%d&e+ZAGd'd(e+ZBd)ZCd7d*ZDGd+d,e;ZEGd-d.e+ZFGd/d0e+ZGdd1lHmIZIGd2d3eIZJeJZKGd4d5e+ZLdS)8N)AnyCallableDictListOptional TYPE_CHECKINGTypeVarUnion) polyfills variables)create_call_function create_rot_n) unimplemented Unsupported) GuardBuilder install_guard) AttrSourceConstantSourceDefaultsSource GetItemSource)check_constant_argscheck_unspec_or_constant_argsidentity is_functionis_wrapper_or_member_descriptoristype make_cell) MutableLocaltypestrVariableTrackerConstantVariable)_fsdp_param_group)InstructionTranslator)Source_F)boundtxr&ct|tr|S|sddlm}|||St j||S)NrSourcelessBuilder) isinstancer"torch._dynamo.variables.builderr-creater LazyVariableTracker)r*valsourcer-s ]/var/www/html/ai-engine/env/lib/python3.11/site-packages/torch/_dynamo/variables/functions.pywrap_bound_argr5,sf#'' A AEEEEEE ''C000,33C@@@ct|D]4\}}t|ttfrt ||||<5dSN)listitemsr.tupledictr5)r*resultkvs r4wrap_args_kwargsr@:sYV\\^^$$..1 a% ' ' .&r1--F1I..r6ci}|jj}|jD]L}|||<||vr/|||||M|Sr8)output side_effects co_cellvarstrack_cell_new store_cellpop)parentr=code closure_cellsrCnames r4 init_cellvarsrLAstM=-L KK*99;; d 6>>  # #M$$7D9I9I J J J r6cddlm}||||||}||_t|trddlm} t| |}|t|tsJ||_|S)Nr) FunctionTypepairwise) typesrN__kwdefaults__r.r; itertoolsrPr<__annotations__) rI f_globalsrKdefaultsclosure kwdefaults annotationsrNfuncrPs r4_create_nested_fnr[Ns#""""" <ix A AD$D+u%%2&&&&&&88K0011   *[$"?"?   &D Kr6cReZdZdZdZ dd Zddd ed efd ZdZ dZ dS)BaseUserFunctionVariablec4|jSr8)get_code co_filenameselfs r4 get_filenamez%BaseUserFunctionVariable.get_filenamecs}}**r6c4|jSr8)r_co_nameras r4get_namez!BaseUserFunctionVariable.get_namefs}}&&r6r*r&argsList[VariableTracker]kwargsDict[str, VariableTracker]returnr"c\||g|||Sr8)inline_user_function_return self_argsrbr*rgris r4 call_functionz&BaseUserFunctionVariable.call_functionis2 --d4Ndnn6F6F4N4NPVWWWr6rKcd} t||}n-#t$r |dkrt|trd}YnwxYwt j|S)NF__name__T)hasattr get_functionNotImplementedErrorr.NestedUserFunctionVariabler r$r0rbr*rKr=s r4 call_hasattrz%BaseUserFunctionVariable.call_hasattrqs T..00$77FF"   z!!j7Q&R&R! )00888s"''AAcrttj|jSr8)r9inspect signaturert parametersras r4inspect_parameter_namesz0BaseUserFunctionVariable.inspect_parameter_names{s*G%d&7&7&9&9::EFFFr6ciSr8)rbr*s r4 closure_varsz%BaseUserFunctionVariable.closure_vars~ r6Nr*r&rgrhrirjrkr") rr __module__ __qualname__rcrfrpstrr"rxr}rrr6r4r]r]bs+++'''X #X&X- X  XXXX969c9o9999GGGr6r]ceZdZdZddhejZedZddfd Zfd Z d Z d Z d Z d Z dZdZdZdZdddefdZdddedefdZ dfd ZxZS) UserFunctionVariablez-Some unsupported user-defined global functionfn is_constantctt|tj|||SNr3)r make_guardr CLOSURE_MATCHclsvaluer3s r4create_with_sourcez'UserFunctionVariable.create_with_sources6f'' (BCCDDDs5((((r6FrkNc Dtjdi|t|ddrd|_nd|_t |t jtjj fsJdt|d|tj |d|}||_ dS)N_dynamo_marked_constantFTzexpected FunctionType found  _torchdynamo_inliner)super__init__getattrrr.rQrNtorchjitScriptFunctionr!rzgetattr_staticr)rbrrri __class__s r4rzUserFunctionVariable.__init__s""6""" 20% 8 8 %#D  $D  #UY%=>   = = <'"++ < < < < = = = #B(=r B B&(r6c|t|tr|jStSr8)rrrras_python_constantrbrs r4rz'UserFunctionVariable.as_python_constants3 $, - - 7Nww))+++r6cgSr8rras r4rnzUserFunctionVariable.self_argsrr6c|jSr8rras r4rtz!UserFunctionVariable.get_function wr6c|jjSr8)r__code__ras r4r_zUserFunctionVariable.get_codes wr6ctjSr8)rQrNras r4 python_typez UserFunctionVariable.python_types !!r6c2t|jddduS)N__self__)rrras r4has_selfzUserFunctionVariable.has_selfstw D11==r6c|jjSr8)r __globals__ras r4 get_globalsz UserFunctionVariable.get_globalss w""r6c jrJ|jj}tjt |j}|jpg}fdt|D}tj |j |j |j tfdt||D|j}|jr>fd|jDfd|jD|_t'j|j|i|} | t/| j} t3|| t5|| |j } jjpd} t7| t7jj jksJtt;jjj j| D]y\} }}|dkr=jrtAjdnd}tCj"|j#|| |<J|$||}||| |<hjrd d l%m&}|jj'}||vr ||}ntQtAjd | }tA|d } ||||j#}n##tR$rtCj*}YnwxYw|+|j,vr|| |<"|-||}|.|||| |<Ud d l%m/}|0||j#| |<{| | fS)N)r*cRg|]#\}}jdntj|$Sr8r3r).0idx_rbs r4 z2UserFunctionVariable.bind_args..sD   QK'DD^DK-M-M   r6c0g|]\}}||S)r2r3r)rargr3wraps r4rz2UserFunctionVariable.bind_args..s<#VDS000r6cRi|]#}|jdntj|d$S)NT)is_kwr)rr>rbs r4 z2UserFunctionVariable.bind_args..sN""";&4#DK$???"""r6c>i|]\}}|||Srr)rr>r?kwdefaults_sourcesrs r4rz2UserFunctionVariable.bind_args..sD(((Aq44A&8&;<<<(((r6rrrrVariableBuilder __closure__ cell_contentsr,)1rrBroot_tx functoolspartialr5r __defaults__ enumeraterQrNrrrrr;ziprrRr:rzr{bindapply_defaultsr< argumentsr@rLlen co_freevarsrScountr3rr UserDefinedClassVariablermatch_nested_cellbuilderrrCr ValueErrorDeletedVariablerKmutated_closure_cell_contentstrack_cell_existingrFr-r0)rbrHrgrir*rrVdefaults_sources fake_funcr)r=rJrWrrKcellr3varrrCout closure_cellclosure_cell_contents contents_varr-rrs` @@r4 bind_argszUserFunctionVariable.bind_argss>#### ] " B777!%?(b    #H--   & K N K '*85E'F'F   N      """"* """  (((((-3355(((I $ 2!),,14B6BB eo++--..V$$$%ffbkBB '%+7||s47#3#?@@@@@@" O  tw/;W  ? T? TOCt{""AEVDK===RV(A&!   t **466?#&F4LL[1T888888#)=#=L|++*40'4&t{MBBC(( 1;(/11-G,?? &(=,,"0,2,2LL *GGG+4+D+F+FLLLG 26688#%#CDD,8F4L$+>>|TRR$//( $'F4LL;:::::#4#;#;B@R#S#SF4LL}$$s(KK#"K#cdSr8r)rbrHchilds r4export_freevarsz$UserFunctionVariable.export_freevars%s r6r*r&rKc@|jrt|j|nd} tj|j|}n'#t $rd|i}t j||fi|cYSwxYw|r t j ||Sddl m }| ||S)Nr3rr,) r3rrzrrAttributeErrorr GetAttrVariabler1r0rr-)rbr*rKr3subobjoptionsr-s r4 var_getattrz UserFunctionVariable.var_getattr(s26+GDK...4 D+DGT::FF D D D(G,T4CC7CC C C C D  H077GG G...... ''F333s;!AAcjt|j|}tj|Sr8)rsrr r$r0rws r4rxz!UserFunctionVariable.call_hasattr5s*$'')00888r6rgrhrirjr"c|jr*t||j|||St |||Sr8)rinvoke_and_store_as_constantrrfrrp)rbr*rgrirs r4rpz"UserFunctionVariable.call_function9sU   /DGT]]__dF ww$$Rv666r6)FrkNr)rrrr__doc__r]_nonvar_fields classmethodrrrrnrtr_rrrrrrrr"rxrp __classcell__rs@r4rrs77  " 0N ))[) ) ) ) ) ) ) ),,,,,    """>>>###l%l%l%\    45 4S 4 4 4 4969c9o9999 7 # 7& 7- 7  7 7 7 7 7 7 7 7 7 7r6rcbeZdZdZdfd ZdefdZdZdZ dfd Z fdZ xZ S)UserMethodVariablez$Some unsupported user-defined methodrkNc Ltjdd|i|||_dS)Nrr)rrobj)rbrrrirs r4rzUserMethodVariable.__init__Js0))B)&)))r6c@|jjd|jd|jdS)N(z, ))rrrrrras r4__str__zUserMethodVariable.__str__Ns*.)BBDGBBtxBBBBr6c|jgSr8)rras r4rnzUserMethodVariable.self_argsQs zr6ctjSr8)rQ MethodTyperas r4rzUserMethodVariable.python_typeTs r6r*r&rgrhrirjr"c|jrt|jtjrit |jdd}||dr|dks|j r.|j ||jj |||j SnVtO|jtj jur7t j|j||jg|R|S|j rIt |jj|jj }t%|||||St)|||S)Nrz torch.nn.ztorch.nn.utils.parametrize)constant)rBis_root_tracerr.rr NNModuleVariablerr startswithr call_methodrrr%FSDPParamGroupuse_training_stateTorchCtxManagerClassVariablerprrrfr)rbr*rgri module_attrrrs r4rpz UserMethodVariable.call_functionWsp$ 9 # # % % * Hi0+ +  "$'<<.converts; a1 2 2 &##%% %##%%%r6c&g|] }|Srr)rr r!s r4rz0invoke_and_store_as_constant..s! % % %1GGAJJ % % %r6c.i|]\}}||Srr)rr>r?r!s r4rz0invoke_and_store_as_constant..s' 7 7 71a 7 7 7r6r)r:rBregister_attr_or_moduler)r*rrKrgriresr!s @r4rrs&&& & % % % % % %D 7 7 7 7  7 7 7F "d f  C 9 , ,  d## -  r6creZdZddhejZ d dfd ZdZdZdZd Z d Z d Z d Z d Z dZxZS)rv closure_scoperUNrkc  tjdi| t|tsJt|t jsJt|tsJ||_||_ ||_ ||_ ||_ ||_ ||_|d}||_| |_dSNr)rrr.rrrQCodeTyper<fn_namerIrUrVrXrYrWr'wrapped_reconstructible) rbr+rIrUrVrXrYrWr'r,rirs r4rz#NestedUserFunctionVariable.__init__s ""6"""'4466<<<<<$1133U^DDDDD)T*****  "  $& ? M* $ $$$r6cgSr8rras r4rnz$NestedUserFunctionVariable.self_argsrr6c4|jSr8)rIrras r4r_z#NestedUserFunctionVariable.get_codesy++---r6c*|jrttj|j|j|j}|jr|j|_ |j r|j |_ |j rj|j }t|trddlm}t#||}t|t"sJ||_|S)NrrO)rWrurQrNrIrrUr+rVrrXrRrYr.r;rSrPr<rT)rbrZrYrPs r4rtz'NestedUserFunctionVariable.get_functions < &% %! I ( ( * * N L + + - -   = C $ @ @ B BD  ? G"&/"D"D"F"FD    /*==??K+u-- :......"88K#8#899 k400 0 0 0#.D  r6c|jduSr8)rWras r4 has_closurez&NestedUserFunctionVariable.has_closures|4''r6cdS)NFrras r4rz#NestedUserFunctionVariable.has_selfsur6c|jSr8)rUras r4rz&NestedUserFunctionVariable.get_globals s ~r6cddlm}|}tj||j|j|jrt|jj ndtdtt|j D}|jr|j|_t#j|j|i|}|t+|j }t/|jj|t5|||} t7|j D]\} } |jj | } | |vsJt;| |rE|} | r| | jvr| j} | r | | jv| tAd| d| j| || <r|jj | | | <|| fS)Nr)InlinedClosureVariablec34K|]}tdVdSr8)r)rrs r4 z7NestedUserFunctionVariable.bind_args..s(SSa)D//SSSSSSr6zCouldn't find z7 in the symbolic_locals of the inline interpreter stack)!miscr5r_rQrNrUr+rrVr;r:rangerrrXkeys_as_python_constantrRrzr{rrr<rr@rBrrLrrWr.symbolic_localsrH RuntimeError)rbrHrgrir5rIrZr)r=rJrrKrcands r4rz$NestedUserFunctionVariable.bind_args s000000}}!  N L + + - -*.- AE$-% & & &T SS5T]]__5P1Q1Q+R+RSSS S S    ? L"&/"I"I"K"KD ,!$'',d=f== eo++--...777%ffd;; "4#344 > >IC<%c*Dv%%%%$ 677 >'t4+???;D't4+???<&ffff $3D9t &*l&8&= d##}$$r6c~|}|jD] }||jvr|j||j|<!dSr8)r_rr;)rbrHrrIrs r4rz*NestedUserFunctionVariable.export_freevars7sS}}# I ICe+++.3.CC.H&s+ I Ir6c2fd|j|jgt j|jjj|j r|j n) dg|j r|j n) dg|j r|j n) dg|j rd |j }|gnI#t$r|j Yn-wxYw dgt!dd|jrfd|jt!ddt%dt!dddSdS)Nc:tdS)Nr[)load_import_fromrrcodegensr4z8NestedUserFunctionVariable.reconstruct..?sG,,X7JKKr6Fc0ddS)NrwrapsrArBsr4rDz8NestedUserFunctionVariable.reconstruct..as00gFFr6rr T) add_push_nullrI extend_output_create_load_constrUr$r0rrerVcreate_load_constrWrXrYrrurr,r)rbrCrYs ` r4 reconstructz&NestedUserFunctionVariable.reconstruct=s K K K K     w99$.IIJKKK ' (?@@AAA = E GDM " " " "  ! !7#<#.s$777Q!&&((777r6c>i|]\}}||Srr]rr>r?s r4rz6SkipFunctionVariable.call_function..s*HHHA1a**,,HHHr6) mutable_localrrct|tjr9djrdj}nd}||St d|ddS)Nr)r,zfunctools.wraps(r)r.r rvr3cloner)rreconstructiblergs r4rGz1SkipFunctionVariable.call_function..wrapssqb)"FGGMAw~2*.q'.*.q'88O8LLL666677777r6z'skip function z in file '_abc _warningsz.Graph break due to unsupported Python builtin .zM. Please file an issue on GitHub so the PyTorch team can add support for it. optreez)Graph break for an optree C/C++ function zj. Consider using torch.utils._pytree - https://github.com/pytorch/pytorch/blob/main/torch/utils/_pytree.pyz'Graph break due to unsupported builtin a. This function is either a Python builtin (e.g. _warnings.warn) or a third-party C/C++ Python extension (perhaps created with pybind). If it is a Python builtin, please file an issue on GitHub so the PyTorch team can add support for it and see the next case for a workaround. If it is a third-party C/C++ Python extension, please either wrap it into a PyTorch-understood custom operator (see https://pytorch.org/tutorials/advanced/custom_ops_landing_page.html for more details) or, if it is traceable, use torch.compiler.allow_in_graph.z', r)rzrrrrYkeysrr:getr rrGrr3can_reconstructrBrr LambdaVariablegetfiler TypeErrorrrr_dynamoutils warn_oncerP) rbr*rgrirrGpathmsgknown_python_builtin_moduless ` r4rpz"SkipFunctionVariable.call_functions,  !$*.De L LI  W4:WW X X X X X J$??AAFFHH H H#D&11 IDJ77$777HHHHHEK488::>>tzJJ\^^  J)/ ) ) *D QQ*d1g.E.EbiFW.X.X* 8 8 8 8 8+E22 2$ 7tz22Q (?QQ$QQQ! 7! 7! 706 /D,:(,HHHHI^HHaeakaxHHHC J)5 -88BB6_DJDY__\`\f\s___ M'11#6666 :$*BW : :Z^ZdZq : : :M'11#666C! 7D 4;>'''''B >C #     s,F C(I54I5r8rr)rrrrr"rrrrr staticmethodr lru_cacherYrprrs@r4rOrOis  'N  ))[)Y  \ O #O&O- O  OOOOOOOOr6rOcHeZdZdZdfd Zdfd Z dd ZxZS)WrapperUserFunctionVariablea3 Used to represent a wrapper object that contains the actual callable as an attribute. For example, torch.jit.script/trace have the original function at their _torchdynamo_inline attribute. Similarly, functions with __script_if_tracing_wrapper have the original attr at "__original_fn". rkNc Vtjdi|||_||_dSr))rr wrapper_obj attr_to_trace)rbr{r|rirs r4rz$WrapperUserFunctionVariable.__init__s6""6"""&*r6r*r&c4||jkrkt|j|j}|jr.ddlm}||t |j||Sddlm}|||St ||S)Nrrr,) r|rr{r3rrrr-r0rr)rbr*rKr2rr-rs r4rz'WrapperUserFunctionVariable.var_getattrs 4% % %$*D,>??C{ 9444444Ir:dk4+H+HII#NNN666666(//C888ww""2t,,,r6rgrhrirjr"ctjtj||tj|jg||Sr8)r rr getattr_and_tracerpr$r|ros r4rpz)WrapperUserFunctionVariable.call_functionsM -  '  - y1$2DEEMMv   r6rr*r&r)rrrrrrrrprrs@r4ryrys++++++ - - - - - -  #  &  -           r6rycRtjrddlm}|SiS)Nrtraceable_collective_remaps)r distributed is_available)torch.distributed._functional_collectivesrrs r4_traceable_collective_remapsrsD %%''+      +* Ir6ctjs Jd|tvsJ|j}|d}t||S)NzIllegal invocation.z)torch.distributed._functional_collectives)rrrrvaluesrr import_sourcer)r*r inner_name path_sources r4_traceable_collectives_sourcer su   ) ) + +BB-BBBB -//6688 8 8 8 8J""#NOOK k: . ..r6ceZdZdZdfd ZeddZedZedd Z ddZ xZ S)!CollectiveFunctionRewriteVariablea Some of the torch.distributed.* collective APIs are possible to rewrite to 'traceable' collectives. This class provides both a way to check if a function is remappable, and perform the remapping. In the case that a function is 'remappable' but only for some combinations of call-time arguments, we check the args at `call_function` time and fall back to graph-breaking if needed. This is no worse than status-quo as we currently graph-break on all distributed.* collectives. rkNc xtj|fi|t|tsJ||_dSr8)rrr.rreplacement_var)rbrrrirs r4rz*CollectiveFunctionRewriteVariable.__init__!sG&&v&&&/+?@@@@@.r6r*r&c xt||\}}t|ft|fd|i||d|S)Nr3)rr3)rrewriter)r*old_fnr3rnew_fn new_sources r4r0z(CollectiveFunctionRewriteVariable.create&s`>FFr6RR 0  0VV VgVV      r6cJtj|o|tvSr8)rz isfunctionr)variables r4 can_rewritez-CollectiveFunctionRewriteVariable.can_rewrite0s(  x ( ( WX9U9W9W-W r6cNt|}|t||fSr8)rr)r*rrs r4rz)CollectiveFunctionRewriteVariable.rewrite6s(-//34R@@@@r6rgrhrirjr"cBddlm}ddlm}t j|j}t|j|i|j }d}d|vr1|d rtd|j|j|j |j |jfvrn|d}||jn|jdj}||vrt'd|t(j|||d<|j|||S)Nr)REDUCE_OP_TO_STRrasync_opzBCollectiveFunctionRewriteVariable can't support async_op=True for opzUnsupported all_reduce op: )torch.distributedrrrrzr{rr<rrrr all_reducereduce_scatter_tensor_reduce_scatter_baserkrr|defaultrr r$r0rrp) rbr*rgridistrr{ reduce_op_var reduce_ops r4rpz/CollectiveFunctionRewriteVariable.call_function;sj )(((((NNNNNN%dg.. nind5f55?@@   F:$6$I$I$K$K  ^UYU\^^    7 O  &  %   #JJt,,M!,##)$/7   000 !Jy!J!JKKK$5<< +F4L#11"dFCCCr6rrr) rrrrrrrvr0rrrprrs@r4rrs//////    \   \ AAA\A'D #'D&'D- 'D  'D'D'D'D'D'D'D'Dr6rcleZdZdeddffd ZdZdZ ddZdddedefdZ dZ dZ xZ S)FunctoolsPartialVariablerZrkNc tjdi|||_t|tsJ||_t|t sJ||_dSr))rrrZr.r9rgr<keywords)rbrZrgrrirs r4rz!FunctoolsPartialVariable.__init__fse""6""" $%%%%% (D)))))  r6c^fd|j|jr|j|js:t t|jdzddS|jt|j } t|t|jzdz|ddS)Nc0ddS)NrrrHrBsr4rDz6FunctoolsPartialVariable.reconstruct..osg&>&>{I&V&Vr6rF) rIrZrgforeachrrJrrrr;rjcreate_call_function_kw)rbrCrjs ` r4rMz$FunctoolsPartialVariable.reconstructnsVVVVWWW  9 ' OODI & & &}   ! !"6s49~~7I5"Q"Q R R R F ,,..///T]''))**  + +CIIDI,F,JDRW X X     r6c*|Sr8r]ras r4rtz%FunctoolsPartialVariable.get_function}&&(((r6r*r&rgrhrirjr"cd|j|z}i|j|}|j|||Sr8)rgrrZrp)rbr*rgri merged_args merged_kwargss r4rpz&FunctoolsPartialVariable.call_functions; i$& 34=3F3 y&&r; FFFr6rKctjtt jt |Sr8)r r$r0rsrrr)rbr*rKs r4rxz%FunctoolsPartialVariable.call_hasattrs5)00 I%h// 6 6   r6ctj|jgd|jDRid|jDS)Nc6g|]}|Srr])rrs r4rz?FunctoolsPartialVariable.as_python_constant..s$ < < <3c$$&& < < i|]\}}||Srr]r`s r4rz?FunctoolsPartialVariable.as_python_constant..s*KKKTQq!&&((KKKr6)rrrZrrgrr:ras r4rz+FunctoolsPartialVariable.as_python_constantsq I ( ( * * < <$) < < <   LKT]5H5H5J5JKKK   r6ctj|jgd|jDRid|jDS)zcSimilar to as_python_constant(), but add ID_MATCH guards to try to force things to become constantsc6g|]}|Srguard_as_python_constant)rr?s r4rzEFunctoolsPartialVariable.guard_as_python_constant..s$ > > >qa((** > > >r6c>i|]\}}||Srrr`s r4rzEFunctoolsPartialVariable.guard_as_python_constant..s*QQQ41aq!,,..QQQr6)rrrZrrgrr:ras r4rz1FunctoolsPartialVariable.guard_as_python_constantsq I . . 0 0 > >DI > > >   RQ4=;N;N;P;PQQQ   r6r) rrrrr"rrMrtrprrxrrrrs@r4rres!_!4!!!!!!    )))G #G&G- G  GGGG 6 c o              r6rc"eZdZdddhejZeejddee de fe j ffdZ edZdeddffd Zedefd Zd Zd Z ddZ ddZdZxZS)PolyfilledFunctionVariabler wrapped_fn traceable_fnNrk.ciSr8r)rs r4_get_polyfill_handlersz1PolyfilledFunctionVariable._get_polyfill_handlerss  r6ctt|tj|||Sr)rrrrUrs r4rz-PolyfilledFunctionVariable.create_with_sources6f'' (CDDEEEs5((((r6c rtjdi|||_|||}t |sJd|d|dD]*}t ||d}|rt |sJ|}n+td|d||_||_ dS)NzPolyfill handler z is not callable for )__torch_dynamo_polyfill____python_implementation__z# does not have a traceable functionr) rrrrrkcallablerr<rr)rbrrihandlercandidate_attr candidaterrs r4rz#PolyfilledFunctionVariable.__init__s""6"""--//33B;;  XX"Xg"X"XTV"X"XXXX  N >>I  *****(   PGPPP & ,r6c|jSr8)rras r4 polyfill_fnz&PolyfilledFunctionVariable.polyfill_fns   r6c.t|jddS)N*__torch_dynamo_can_constant_fold_through__F)rrras r4can_constant_fold_throughz4PolyfilledFunctionVariable.can_constant_fold_throughs OI5   r6c*|Sr8r]ras r4rtz'PolyfilledFunctionVariable.get_functionrr6r*r&rgrhrirjr"cLddlm}|rYt||rI|jd|Did|D}|||S|||j}||||S)Nrr,c6g|]}|Srr]r^s r4rz.s$;;;a**,,;;;r6c>i|]\}}||Srr]r`s r4rz.s*LLLTQq!..00LLLr6) r/r-rrrr:r0rrp)rbr*rgrir-r=traceable_function_variables r4rpz(PolyfilledFunctionVariable.call_functions FEEEEE  ) ) + + 80M &1 1 8;;d;;;LLV\\^^LLL  %++B77 7&7&>&>r4CT&U&U#*88T6JJJr6ch|dkr||||St|j|d}|Jd|d|jt|sJd|d|ji}|jrt |j||d<t |fi|}||||S)N__call__zMember z not found in z is not callable in r3)rprrrr3rr)rbr*rKrgrimethodrpolyfilled_method_variables r4rz&PolyfilledFunctionVariable.call_methods :  %%b$77 7$--!!#JT#J#J#J#J!!!6""QQ$Qd$Q$Q$Q$QQQQ ; > *4; = =GH %?%R%R'%R%R")77D&IIIr6c|jSr8rras r4rz-PolyfilledFunctionVariable.as_python_constantrr6rrgrhrirjrkr")rrrrr"rrrrwrrrrQrNrrr(rpropertyrrrtrprrrrs@r4rrs   ' NYtHS#X,>@R,R'S[))[) -2-D------.!R!!!X!   )))K #K&K- K  KKKK,J& J - J  JJJJ&r6r)TritonHOPifierc2eZdZdZdZdZdZdZdZdS)DynamoTritonHOPifierc t|r8)r)rbrts r4raise_unsupportedz&DynamoTritonHOPifier.raise_unsupporteds#r6c:t|ttfSr8)r.rvr)rbmaybe_callables r4 is_callablez DynamoTritonHOPifier.is_callable s  79MN   r6c|jSr8rS)rbr2s r4 get_valuezDynamoTritonHOPifier.get_values yr6cddlm}t||r|St dt |dS)Nr)BaseListVariablezgrid for the triton kernel is )listsrr.as_proxyrtype)rbgridrs r4 check_gridzDynamoTritonHOPifier.check_gridsY++++++ d, - - I==?? " G4::GG H H H H Hr6crd|D}|||gi}|S)NcTi|]%\}}tj||&Srr r$r0r`s r4rz2DynamoTritonHOPifier.call_grid..s/QQQDAq *11!44aQQQr6)r:rp)rbrmetar*s r4 call_gridzDynamoTritonHOPifier.call_grids;QQDJJLLQQQ!!"tfb11 r6c  ddlm ddlm}d|D}ddlm}m} fd|D} fd|D} || } || t} |j d |d |j | || d tjdS) Nrr#)ConstDictVariablecTi|]%\}}tj||&Srrr`s r4rz1DynamoTritonHOPifier.call_HOP..#s?   1  & - -a 0 0!   r6r)kernel_side_tabletriton_kernel_wrapper_mutationc`i|]*\}}t|||+Sr)r.rrr>r?r$s r4rz1DynamoTritonHOPifier.call_HOP..0sL   1!-.. q##%%   r6c<i|]\}}t|||Sr)r.rs r4rz1DynamoTritonHOPifier.call_HOP..5s@   1a!122 q   r6rpr) kernel_idxconstant_args_idxrri)rr$dictsrr:*torch._higher_order_ops.triton_kernel_wraprradd_constant_argsr<rB create_proxyrrr )rbrgridscombined_args_rawr*r combined_argsrr constant_argsnon_constant_argsrrr$s @r4call_HOPzDynamoTritonHOPifier.call_HOPsi......,,,,,,  )//11               )//11       %++--    .?? NN  !2D99   * &1%6--//    )    r6N) rrrrrrrrrrrr6r4rrsq   III , , , , , r6rcPeZdZd fd Z dd Z dfd ZxZS)TritonKernelVariablerkNc ttjdi|t||||dSr))rr dynamo_triton_hopifier_singleton init_variable)rbkernelrrrirs r4rzTritonKernelVariable.__init__RsA""6"""(66tVZQUVVVVVr6r*r&rgrhrirjr"c<t||||Sr8)r call_triton_kernelros r4rpz"TritonKernelVariable.call_functionVs% 0BB $   r6c|dkrt||S|dkrt||||St||||S)N __getitem__run)r  call_getitemcall_runrr)rbr*rKrgrirs r4rz TritonKernelVariable.call_method`sj = 3@@tLL L U]]3<rs@ UUUUUUUUUUUUUUUUUUUU ########HHHHHHHH,,,,,,,,00000000NNNNNNNNNNNN9888888888&&&&&&DDDDDDD%DDDDDD$$$$$$ WT""" A A A A A....   (@B7B7B7B7B73B7B7B7J=5=5=5=5=5-=5=5=5@ 2("6(     gAgAgAgAgA!9gAgAgATnnnnn?nnnb% % % % % /% % % P////LDLDLDLDLD(<LDLDLD^8 8 8 8 8 8 8 8 v````````FFEEEEEE E E E E >E E E P$8#7#9#9 ;;;;;?;;;;;s<BB  B