קga- <UddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z mZmZddlmZddlZddlmZddlmZddlmZmZmZmZddlmZmZmZmZdd l m!Z!m"Z"m#Z#dd l$m%Z%dZ&e e j'e(d < ddl)Z&n #e*$rdZ&YnwxYwej+Z+d Z,ej-e.Z/d Z0de1fdZ2dZ3dZ4dZ5de1fdZ6d?de j7ddfdZ8ddde9de e#fdZ:GddZ;GddZ<GddZ=de1fd Z>de1fd!Z?de1fd"Z@de1de1fd#ZA d@d$ZBd%ejCfd&ZDdAd)ZEejFd*dfd+ee9d,ee9d-ejGd.ee1ejHfd/e9f d0ZId1ZJdd2d3d4ZKd5ZLd6ZMd7ZNd8ZOd9ZPd:ZQd;ZRd<ZSdBd>ZTdS)CN)ListOptionalSequenceUnion)patch)fx) OutputGraph)config eval_frameoptimize_assertreset)create_instruction debug_checks is_generatortransform_code_object)CheckFunctionManager CompileId GuardedCode)samenpc|dS||jSN)detachclonerequires_grad_ requires_gradxs Q/var/www/html/ai-engine/env/lib/python3.11/site-packages/torch/_dynamo/testing.pyclone_mer"+s6yt 88::     , ,Q_ = ==returnc.tjdd|S)Nz ^_orig_mod[.]resub)names r!remove_optimized_module_prefixr+1s 6"B - --r#c~g}||||i}i}|D]_\}}t|tjrt |}|} |j} |jtj|} | ||dz<| ||<`||||i} | D]3\}} t|tjrt |}| | |<4|| |D]} t| ttfr:| D]6}t|tj r||j7Xt| tj r|| j|S)Nz.grad) appendnamed_parameters isinstancer OptimizedModuler+gradtorch zeros_like named_bufferstuplelistTensor)model predictionlossexample_inputsresultsgradsparamsr*param param_copyr1buffersbufferexampleinps r!collect_resultsrE5sG NN: NN4 E F--// " " e eZ7 8 8 81$77D z : #E**D $dWn!t  NN5 NN6G++-- f eZ7 8 8 81$77D  NN7!-- gt} - - - - -c5<00-NN38,,, -'5<00 -w|,,, Nr#ct|tjr|jSt|tt frt d|DS|dSt|trdStdt|)Nc34K|]}t|VdSr)requires_bwd_pass.0r s r! z$requires_bwd_pass..as+55A$Q''555555r#FDon't know how to reduce) r/r2r7rr6r5anyintNotImplementedErrortypeouts r!rHrH]s#u|$$  C$ ' '55555555 u C  u 8$s)) D DDr#ct|tjr)||z St|t t fr)td|Dt|z St|j dvrt|j St|j dkr|j St|trMtd|Dt|z St!dt|)z/Reduce the output of a model to get scalar lossc34K|]}t|VdSrreduce_to_scalar_lossrIs r!rKz(reduce_to_scalar_loss..os+99(++999999r#)MaskedLMOutputSeq2SeqLMOutput!CausalLMOutputWithCrossAttentionsSquashedNormalc34K|]}t|VdSrrU)rJvalues r!rKz(reduce_to_scalar_loss..ys+JJE(//JJJJJJr#rL)r/r2r7sumnumelr6r5lenrP__name__rVlogitsmeandictvalueskeysrOrQs r!rVrVis1#u|$$ wwyy399;;&& C$ ' '  99S99999CHHDD c     %SZ000 c / / /x||~~ C   JJSZZ\\JJJJJS HHJJN N    8$s)) D DDr#ctjtjtd}tj|stj||S)Nz../debug)ospathjoindirname__file__existsmkdir)rhs r! debug_dirrnsM 7<<11: > >D 7>>$    Kr#r&codec xttjt |d5}|t j|dt j|d|dddddS#1swxYwYdS)Nwz  ) openrgrhrirnwritedisBytecodeinfo)r*roextrafds r! debug_dumprzs bgll9;;--s 3 3 r |D!!&&(( U Ucl4.@.@.D.D.F.F U UE U U U                     sA'B//B36B3)skipr{c Vd}t|jrdSt|jt|j|}t iddddddit t |j }t|t|j tddS)zused to debug jump updatesc|dtd|dtddS)NrNOP)insertr) instructions code_optionss r! insert_nopsz&debug_insert_nops..insert_nopssFA1%88999A1%8899999r#NF_idr) r compiler_fnroot_txexportexport_constraints frame_state local_scope global_scopef_code) rrrrr localsglobalsrrcheck_fnr)frame cache_sizehooks_r{rrographs r!debug_insert_nopsrs :::EL!!t { ; ;D AJHHYY|   E t1%88A9QPQ?? S SSr#cTeZdZdZdejjdeejfdZ dZ dS)CompileCounterc"d|_d|_dSNr frame_countop_countselfs r!__init__zCompileCounter.__init__ r#gmr;c|xjdz c_|jjD]}d|jvr|xjdz c_|jS)Nr call)rrnodesoprforward)rrr;nodes r!__call__zCompileCounter.__call__sO AHN # #D   " zr#c"d|_d|_dSrrrs r!clearzCompileCounter.clearrr#N) r` __module__ __qualname__rr2r GraphModulerr7rrr#r!rrs`58/elASr#rcNeZdZdZdejjdeejfdZ dS)CompileCounterWithBackendc>d|_d|_||_g|_dSr)rrbackendgraphs)rrs r!rz"CompileCounterWithBackend.__init__s#   r#rr;cddlm}|xjdz c_|jjD]}d|jvr|xjdz c_|j|||j ||S)Nr )lookup_backendr) backends.registryrrrrrrrr-r)rrr;rrs r!rz"CompileCounterWithBackend.__call__s555555 AHN # #D   "  2+~~dl++B???r#N r`rrrr2rrrr7rrr#r!rrsY @58/@elAS@@@@@@r#rcNeZdZdZdejjdeejfdZ dS)EagerAndRecordGraphscg|_dSr)rrs r!rzEagerAndRecordGraphs.__init__s  r#rr;cD|j||jSr)rr-r)rrr;s r!rzEagerAndRecordGraphs.__call__s  2zr#Nrrr#r!rrsQ58/elASr#rcLt|}tjdd|S)Nz (?m)^ *#.*\n?r&)strr(r)ros r! strip_commentrs" t99D 6"B - --r#cfdd|dDS)Nrrc6g|]}|Sr)rstrip)rJlines r! z)remove_trailing_space..s AAAdkkmmAAAr#)risplitrs r!remove_trailing_spacers/ 99AA 40@0@AAA B BBr#c:tt|Sr)rr)gm_strs r! normalize_gmrs !v!6!6 7 77r#c2tjdd|}|S)z- Normalize code: remove empty lines. z[\r\n]+rrr')ro normal_codes r!empty_line_normalizerrs&T400K r#ctjs||}t}dt|D}dt|D}||} ||} t t ||} | |} | |} | |}| |}t |t| | |t|| |t| | |t|| ||j ||||j |dSdS)Nc8g|]}tjddS r2randnrJrs r!rz!standard_test..$ 7 7 7QU[R 7 7 7r#c8g|]}tjddSrrrs r!rz!standard_test..rr#) r assume_static_by_defaultrrangerr assertTruer assertEqualrr)rfnnargs expected_opsexpected_ops_dynamicexpected_frame_countactualargs1args2correct1correct2opt_fnval1aval2aval1bval2bs r! standard_testrsx  *,/C/O+   F 7 7%,, 7 7 7E 7 7%,, 7 7 7Er5zHr5zH GGG $_V $ $R ( (F FENE FENE FENE FENE GGGOOD))***OOD))***OOD))***OOD))***V')=>>> ,77777 r#rc|jSr)r)rr;s r!dummy_fx_compilers :r#T皙?c4|sdS||kr|ddS|dd|dS)NERRORz.3fzx SAMEzx p=z.2fr)speeduppvalue is_correctpvalue_thresholds r!format_speeduprsG w    %%%%% + + +v + + ++r#cpusizestridedtypedevice extra_sizecztdt||Ddz|z}|jrZ|jdkr7 t j|tj||}n0t j|||}nt j|g||}t j |||S)Nc3,K|]\}}|dz |zVdS)r Nr)rJshapers r!rKzrand_strided..%s/ H H]UFUQY& H H H H H Hr#r )rr)r)rrr) r]zipis_floating_pointitemsizer2rfloat16tozeros as_strided)rrrrr needed_sizerBs r! rand_stridedrs H Hc$6G6G H H HHH      M >Q   [EM&QQQTTUFF[E&IIIFF;-uVLLL  FD& 1 11r#cJtjfd}|S)Nc tj5}D]/\}}}|tj|||0|i|cdddS#1swxYwYdSr) contextlib ExitStack enter_contextrobject)argskwargsstackmoduleattrvalrpatchess r!_fnz"_make_fn_with_patches.._fn:s  ! # # 'u%, E E!c##ELs$C$CDDDD2t&v&&  ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' 's:AA #A ) functoolswraps)rrrs`` r!_make_fn_with_patchesr9s>_R'''''' Jr#c|Srrrs r!rFsqr#) xfail_prop decoratorc <t||j|ji}|j|_t |D]}|drt ||}t|s t||t ||V||} t|g|R} | | _|$t||rtj | } t|| || t||st||t |||S)Ntest_) rPr` __bases__rdir startswithgetattrcallablesetattrrhasattrunittestexpectedFailure) cls cls_prefix fn_suffixrrrDummyTestClassr*rnew_namenew_fns r!make_test_cls_with_patchesr+Es9Z777KKN"0"9NC>> ??7 # # >d##BB<< gc4.@.@AAA+ ++H*28888F&FO%'"j*A*A%!1&99 NHii.?.? @ @ @ @.. > ND'#t*<*< = = = r#cNtjdkr|Stj|S)N)r sys version_infor#r{rs r!skipIfNotPy311r2_% 7"" =  r#cNtjdkr|Stj|SN)r r.r1s r!skipIfNotPy312r7er3r#cNtjdkrtj|S|Sr5)r/r0r#r$r1s r! xfailIfPy312r9ks& 7""'+++ Ir#cNtjdkrtj|S|Sr5r.r1s r! skipIfPy312r;qs% 7""}R   Ir#cRtjdkr|Stj|dS)N)rrr.r1s r! requiresPy310r=ws+ 7""  br#cd|_|SNT)_expected_failure_dynamicr1s r!expectedFailureDynamicrAs#'B Ir#cd|_|Sr?)!_expected_failure_codegen_dynamicr1s r!expectedFailureCodegenDynamicrD+/B( Ir#cd|_|Sr?)!_expected_failure_dynamic_wrapperr1s r!expectedFailureDynamicWrapperrHrEr#Fc&tjdtjdtrtjd|r@ddlmcm}|dt| dSdS)Ni9r) r2 manual_seedrandomseedrtorch_xla.core.xla_modelcore xla_model set_rng_stater xla_device)use_xlaxms r!reset_rng_staterTs d K  t5--------- s2==??334444455r#)r&)NNr )Tr)F)Urrurloggingos.pathrgrKr(r/typesr#typingrrrr unittest.mockrr2rtorch._dynamo.output_graphr r&r r r rbytecode_transformationrrrrguardsrrrutilsrr ModuleType__annotations__numpyModuleNotFoundError unsupportedthree getLoggerr`logr"rr+rErHrVrnCodeTyperzrNrrrrrrrrrrrrfloat32rrrrr+r2r7r9r;r=rArDrHrTrr#r!rhs-  222222222222 222222888888888888 A@@@@@@@@@"&HU %%% BBB$  g!!>>> .C....%%%P E E EEEE,3  5>     12TTT*-T kTTTT<"@@@@@@@@(.3.... C3CCCC8C8888  8888B,,,,', 22 3-2 SM2 ;2 #u|# $ 2  22228   6:[[4       555555sB BB