קg?*ZddlZddlZddlZddlmZddlmZmZmZddl Z ddl m Z ddl m Z ddl mZddlmZdd lmZdd lmZejeZ ed Zed Zed ZedZeddZdZeee dZ ede eedZ!ede!dZ"ede"eeZ#ede#Gdde$Z%Gdd e$Z&ed!e j'j(fd"Z)ed!e j'j(fd#Z*ed!e j'j(fd$Z+ed!e j'j(fd%Z,ej-Gd&d'Z.d!e j'j(fd(Z/Gd)d*Z0dS)+N) import_module)AnyListOptional)#min_cut_rematerialization_partition)_guards)config) ts_compile) aot_autograd)register_debug_backendc J|rtd||jS)Nz&eager backend ignoring extra kwargs %s)logwarningforwardgmfake_tensor_inputskwargss \/var/www/html/ai-engine/env/lib/python3.11/site-packages/torch/_dynamo/backends/debugging.pyeagerrs( F .inner)sV 2t9    -#88I  s <%7<)rr)rrrr"s` reager_noexceptr#"sA O EvNNN Lrc |rtd|ddlm}fd}||d|}||S)Nz3pre_dispatch_eager backend ignoring extra kwargs %sr)make_fxcPtjj|SNrfx Interpreterrun)r rs r runnable_gmz'pre_dispatch_eager..runnable_gm;s!x##B''+T22rT) pre_dispatch)rr"torch.fx.experimental.proxy_tensorr%print_readable)rrrr%r,pre_dispatch_gms` rpre_dispatch_eagerr14s S I6RRR::::::33333>ggk===?QRO""$$$ rc \|rtd|ddlmfd}|S)Nz,eager_debug backend ignoring extra kwargs %sr)SchemaCheckModec5tjj|cdddS#1swxYwYdSr'r()r r3rs rr"zeager_debug..innerNs _   7 78''++/6 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7 7s&?AA)rr#torch._subclasses.schema_check_moder3)rrrr"r3s` @r eager_debugr6DsY L BFKKKCCCCCC 777777 Lrts)namec@tj|Sr')rjitscript)rrs r torchscriptr<Us 9  B  rc fd}d|_|S)Nchtj|Sr')rr)r* boxed_run)r fx_gs rr+zboxed_nop..run\s'x##D))33D999rT) _boxed_call)r@example_inputsr+s` r boxed_noprC[s*:::::CO JrT) fw_compiler partition_fnkeep_inference_input_mutations aot_eager)r8 compiler_fn)rDrFaot_eager_default_partitionerc |rtd|tjd5t t t dt jtd||cdddS#1swxYwYdS)Nz;aot_eager_decomp_partition backend ignoring extra kwargs %sT)unlift_effect_tokenscDtdS)Nztorch._inductor.compile_fx)rselect_decomp_tablerrz,aot_eager_decomp_partition..s"=,$$!!##rinductor)compiler)rD bw_compilerdecompositionsrE) rrfunctorch_configpatchr rC functoolspartialrrs raot_eager_decomp_partitionrXxs   I6     T : : : " "  |!!$$#*3j       " " " " " " " " " " " " " " " " " " " "sABBBrX)rDaot_tsceZdZdS)ReluCompileErrorN__name__ __module__ __qualname__rNrrr[r[Drr[ceZdZdS)TestingOnlyCompileErrorNr\rNrrrbrbr`rrbrc\|jjD]}|jtjkrt |Sr')graphnodestargetrrelur[rrBnodes rrelu_compile_error_TESTING_ONLYrjs4## ;%* $ $" " % Irc|jjD]/}|jtjkrtj|_d|_0||S)N)FReluRuntimeError)rdrerfrrg_assertr recompilerhs rrelu_runtime_error_TESTING_ONLYrosG44 ;%* $ $-DK3DILLNNN Irc|jjD]<}|jtjkr%tj|_|jddf|_=||S)Nrr )rdrerfrrgaddr rnrhs r relu_accuracy_error_TESTING_ONLYrrsR** ;%* $ $)DK1q)DILLNNN Irch|jjD]}|jdkrn|S|D]}|jst|S)N call_function)rdreopis_leafrb)rrBrits r#non_leaf_compile_error_TESTING_ONLYrxs^ 7o % % E & **y *) ) * IrceZdZUdZeejjed<e ed<e ed<ee ed<e ed<dZ e eejj ed<dZe eejed <dZe eed <d efd ZdS) ExplainOutputzu This is the output of :func:`torch._dynamo.explain()` There is no reason to create this class directly. graphs graph_countgraph_break_count break_reasonsop_countN ops_per_graph out_guards compile_timesreturnc.d|jd}|d|jdz }|d|jdz }|dz }t|jD]7\}}|d|dzdz }|d |jdz }|d z }|jD] }|d |dz } 8|j9|d z }t|jD]\}}|d |dzdz }|D] }|d|dz } |j@|dz }t|jD]&\}}|d|dzdz }|dt|z }'|j |d|j dz }|S)Nz Graph Count:  zGraph Break Count: z Op Count: zBreak Reasons: z Break Reason r z: z Reason: z User Stack: z zOps per Graph: z Ops z z Out Guards: z Guard zCompile Times: ) r|r}r enumerater~reason user_stackrrstrr) selfoutputidx break_reason frame_summaryopsruiguards r__str__zExplainOutput.__str__s5!1555B(>BBBB0t}0000$$!*4+=!>!> 5 5 C 2A222 2F <\%8<<< (:>>> >F r)r]r^r___doc__rrr) GraphModule__annotations__intrrrNoderrGuardrrrrNrrrzrzs % &&&& MMM37M8D/077704Jgm,-444#'M8C='''rrzc||d|jjD}|t|z }|||jjr||j|||||fS)a This function is a utility which processes a torch.fx.GraphModule and accumulates information about its ops, graph breaks, and other details. It is intended to be used by the ExplainWithBackend class and `torch._dynamo.explain()` to provide details from Dynamo's graph capture. Parameters: gm (torch.fx.GraphModule): The GraphModule to be processed. graphs (list): A list that accumulates all the GraphModules processed. op_count (int): The total count of operations in all GraphModules processed so far. ops_per_graph (list): A list that accumulates the operations of each GraphModule. break_reasons (list): A list that accumulates the reasons for breaks in each GraphModule. Returns: tuple: A tuple containing the processed GraphModule, the updated lists of graphs, operations per graph, and break reasons, and the updated operation count. c2g|]}|jdk |jS)rt)rurf).0ris r z)_explain_graph_detail..s& P P P4TW5O5O4;5O5O5Or)appendrdrelencompile_subgraph_reason graph_break)rr{rrr~rs r_explain_graph_detailrs( MM" P P28> P P PC CH !-9R7888 vx ==rcFeZdZdZddZdejjfdZde fdZ dS) ExplainWithBackenda This class is intended to be used as a backend for `torch.compile`. It is composable with other backends. When used in this way, it accumulates information about graph breaks, ops, and other info and provides a string representation summarizing this information. Attributes: backend (str): The name of the backend to use for optimization. graphs (list): A list of the graphs captured by TorchDynamo. op_count (int): The total number of operations in all optimized graphs. break_reasons (list): A list of graph break reasons with stack traces. Example Usage: def fn(x): x = torch.sigmoid(x) return x torch._dynamo.reset() eb = ExplainWithBackend("inductor") optimized_fn = torch.compile(fn, backend=eb) result = optimized_fn(torch.randn(5)) print(eb.output()) rNc\ddlm}|||_g|_d|_g|_dS)Nr )lookup_backendr)registryrbackendr{rr~)rrrs r__init__zExplainWithBackend.__init__8sA,,,,,,%~g..   rrct||j|jg|j\}|_|_}|_|||Sr')rr{rr~r)rrrB_s r__call__zExplainWithBackend.__call__@sM@U  T]B0BA A =DK4+=||B///rcxt|j}t|j||dz |j|j}|S)Nr )rr{rzr~r)rr|rs rrzExplainWithBackend.outputFsA$+&&  K  !O   M    r)rN) r]r^r_rrrr)rrrzrrNrrrrsm0    058/0000       rr)1 dataclassesrVlogging importlibrtypingrrrrfunctorch.compilerrtorch._functorchr rTtorch._functorch.compilersr commonr rr register_backend getLoggerr]rrr#r1r6r<rCrGrIrXrYrr[rbr)rrjrorrrx dataclassrzrrrNrrrs######&&&&&&&&&& AAAAAA777777111111 @@@@@@g!!  "       t    L4#'    ky9999 , $!!! (6S"""* %3M * - - -hF3333      y        i   (<(<)= EH,@     --------`> >>>><1111111111r