
    Χg                   6   U d dl mZ d dlZd dlZd dlZd dlZd dlmZmZm	Z	 d dl
mZmZ d dlmZ d dlmZmZmZmZmZ d dlZd dlmc mZ d dlmc mZ d dlmc mZ d dlmc mZ d dlm Z  d dl!m"Z" d dl#m$Z$ d d	l%m&Z& d d
l'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z. d dl/m0Z0m1Z1m2Z2m3Z3 d dl4m5Z5m6Z6m7Z7m8Z8 d dl9m:Z:m;Z;m<Z<m=Z= d dl>m?Z? d dl@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZY d dlZm[Z[m\Z\m]Z]m^Z^ d dl_m`Z` d dlambZbmcZcmdZdmeZemfZfmgZgmhZhmiZi d dljmkZkmlZl  ed          Zm G d del          Zn edddg          Zoi apdeqd<   i ardeqd<   	 	 	 ddd+Zsddd,Zt eju        d-          dd.            Zv	 dddd/dd3Zwdd7Zxdd9Zydd=ZzddCZ{ddEZ|ddGZ}ddLZ~ddMZddNZddOZ edPQ           G dR dS                      Z edPQ           G dT dU                      Z edPQ           G dV dW                      Z edPQ           G dX dY                      Z edPQ           G dZ d[                      Ze2dd\            Zdd_ZddbZ edPQ           G dc dd                      ZddfZddgZddjZddmZddoZddwZddzZe2dd{            Zdd|Ze3dd~            ZddZddZddZe j        dddZddZe j        dddZddZddZddZddZddZddZddZddZddZddZddZedk    r e             dS dS )    )annotationsN)defaultdict
namedtupleOrderedDict)	dataclassfield)Path)AnyCallableLiteralSequenceTypeVar)inductor_fallback_ops)cpp)	translate)BindingCppSignatureCppSignatureGroupDispatcherSignature
NamedCTypeNativeSignatureSpecialArgName)method_with_native_functionnative_function_managerwith_native_function with_native_function_and_indices)gen_aoti_c_shim*gen_static_dispatch_backend_call_signatureget_fallback_op_nameget_header_for_aoti) gen_functionalization_definition"gen_functionalization_registration.gen_functionalization_view_inverse_declarationGenCompositeViewCopyKernelgen_all_vmap_plumbing)ArgumentBackendIndexBackendMetadataBaseOperatorNameDEFAULT_KERNEL_NAMESPACEDispatchKeyFRAGMENT_NAMESPACESFunctionSchemais_cuda_dispatch_keyis_generic_dispatch_keyis_ufunc_dispatch_keyis_xpu_dispatch_keyLocationNativeFunctionNativeFunctionsGroupNativeFunctionsViewGroupOperatorNameOptionalType
SchemaKindSelfArgumentSTRUCTURED_DISPATCH_KEYSTensorOptionsArgumentsTypeVariantViewSchemaKind)add_generated_native_functionsgen_composite_functional_kernelgen_composite_out_kernelpre_group_native_functions)SelectiveBuilder)assert_never	concatMapcontextFileManagermake_file_managermapMaybeNamespaceHelperTarget)
YamlDumper
YamlLoaderTc                        e Zd Zd fd	Z xZS )
LineLoaderFc                r    t                                          ||          }|j        j        dz   |d<   |S )N)deep   __line__)superconstruct_mapping
start_markline)selfnoderS   mapping	__class__s       H/var/www/html/ai-engine/env/lib/python3.11/site-packages/torchgen/gen.pyrW   zLineLoader.construct_mapping   s8    ''++Dt+<<"o2Q6
    )F)__name__
__module____qualname__rW   __classcell__)r]   s   @r^   rQ   rQ      s=                 r_   rQ   
ParsedYamlnative_functionsbackend_indiceszdict[str, ParsedYaml]_GLOBAL_PARSE_NATIVE_YAML_CACHEzdict[str, set[str]]_GLOBAL_PARSE_TAGS_YAML_CACHE<stdin>Fesobject
valid_tagsset[str]ignore_keysset[DispatchKey] | Nonepathstrskip_native_fns_genboolreturnc           	        t          | t                    sJ g }t          t                    }| D ] }t          |t                    sJ d|             t          |                    d          t
                    s
J |            t          ||d                   |                    d          J d|             t          fd          5  t          j	        |||          \  }}	|
                    |           t          j        ||	           d d d            n# 1 swxY w Y   t          |           t          d           }
|st          ||           |                                D ]8\  }}t          |ddt!          |          pt#          |          |	          |
|<   9t%          ||
          S )
Nzexpected to be dict: rU   funczmissed 'func' in c                     d d  S Nzin z:
   )funcslocs   r^   <lambda>z*parse_native_yaml_struct.<locals>.<lambda>   s    4344U44 r_   c                 >    t          t          j        dddi           S )NTFdispatch_keyuse_out_as_primaryexternaldevice_guardindex)r(   r,   	Undefinedry   r_   r^   r|   z*parse_native_yaml_struct.<locals>.<lambda>   s)    $.# 
 
 
 r_   TFr~   )
isinstancelistr   dictgetintr3   rG   r4   	from_yamlappendr(   
grow_indexerror_check_native_functionsr@   itemsr/   r2   rd   )rj   rl   rn   rp   rr   rsbserv   mindiceskvrz   r{   s                @@r^   parse_native_yaml_structr      s)    b$!BALTARARB 	+ 	+!T""??$?A$?$????!%%
++S11441444tQz]++f  "9a"9"9   4444455 	+ 	+$.q#z;OOGD!IIdOOO#B***	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ !$$$/:	
 	

0 
0G  /&r2...

 	
 	
1!#-a00J4G4J4J
 
 


 b'"""s   AD''D+	.D+	c                &   t          | t                    sJ t                      }| D ]}t          |                    d          t                    s
J |            t          ||d                   |                    d          t          fd          5  |                                }|                    d          }|                    dd          }|dk    sJ |	                    |           d d d            n# 1 swxY w Y   |S )NrU   tagc                     d  d S rx   ry   )r{   tagss   r^   r|   z(parse_tags_yaml_struct.<locals>.<lambda>   s    3333T33 r_   desc )
r   r   setr   r   r3   rG   copypopadd)	rj   rp   r   r   e_inamer   r{   r   s	          @@r^   parse_tags_yaml_structr      sA   b$55B 
 
!%%
++S11441444tQz]++uuU||3333344 	 	&&((C775>>D7762&&D2::::FF4LLL	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 Is   ADD		D		)maxsizec                    | t           vr[t          |           5 }t          j        |t                    }t          ||           t           | <   d d d            n# 1 swxY w Y   t           |          S )NLoader)rp   )rh   openyamlloadrQ   r   )rp   frj   s      r^   parse_tags_yamlr      s     000$ZZ 	X11Z000B2HRV2W2W2W)$/	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X )..s   5AA!A)rr   loaded_yamltags_yaml_pathr   object | Nonec                  | t           vrrt          |          }|Ct          |           5 }t          j        |t
                    }d d d            n# 1 swxY w Y   n|}t          |||| |          t           | <   t           |          S )Nr   )rp   rr   )rg   r   r   r   r   rQ   r   )rp   r   rn   rr   r   rl   r   rj   s           r^   parse_native_yamlr      s     222$^44
 d 5qYq4445 5 5 5 5 5 5 5 5 5 5 5 5 5 5 B0H 31
 1
 1
'- +400s   AAArz   Sequence[NativeFunction]Nonec                p   i }t          t                    }| D ];}|||j        j        <   ||j        j        j                                     |           <| D ]]}|j        q|                    |j                  }|'J |j        j         d|j         d|j         d            |j        s'J |j        j         d|j         d|j         d            d|j        v rt          |j        j                  dk    rt          |j        j                  dk    rt          |j        j        j                  dk    r}|j        j        j        }|j
        sJ |j        j         d	            t          |j        d
|j                  }t          ||                   dk    sJ |j        j         d| d            _d S )Nz0 is marked as a structured_delegate pointing to z, but z is missing.zY is not marked as structured. Consider adding 'structured=True' to the delegated operatorinplace_viewresize_
resize_as_set_z is marked with tag: inplace_view, but it doesn't follow the naming convention for inplace ops - the codegen expects the base name to have a trailing underscore. Fr   zw is marked with tag: inplace_view. The codegen expects there to be a corresponding out-of-place view op with the name 'z/' and matching schema, but it didn't find one. )r   r   rv   r   r   structured_delegater   
structuredr   rq   inplacer*   basedunder_methodlen)rz   func_mapbase_func_mapr   delegate_func	base_nameout_of_place_base_names          r^   r   r      sE   35HBMdBSBSM 2 2 !afk&'..q1111 " " ,$LL)>??M ,,6; T T(T T010ET T T -,, !+  6; O O(O O010EO O O   af$$AFK  I--AFK  L00AFK$%%//(I$  6; q q q   &6y'>& &" }%;<==AAA6; r r7@r r r BAA?" "r_   sc                n   |                      dd          } |                      dd          } |                      dd          } |                      dd          } |                      d	d
          } |                      dd          } |                      dd          } |                      dd          } d|  dS )z1Convert a python string into a c++ string literal\z\\"z\"z\az\bz\f
z\nz\v	z\t)replacer   s    r^   
cpp_stringr   )  s    			$A			#uA			$A			$A			$A			$A			$A			$Aq888Or_   backendslist[BackendIndex]list[DispatchKey]c                    t          |           dk    rg S d | D             t          j        t          j        t          j        t          j        gz   S )Nr   c                    g | ]	}|j         
S ry   )r   ).0backends     r^   
<listcomp>z(static_dispatch_keys.<locals>.<listcomp>G  s    ===$===r_   )r   r,   CompositeImplicitAutograd%CompositeImplicitAutogradNestedTensorCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalr   s    r^   static_dispatch_keysr   C  sQ    
8}}	==H===1=1>	A
 
 	
r_   r   r4   backend_indexr(   DispatchKey | Nonec                    | j         |                    |           r|j        S | j        rt          j        S | j        rt          j        S | j        rt          j	        S | j
        rt          j        S d S N)r   
has_kernelr   &has_composite_explicit_autograd_kernelr,   r   5has_composite_explicit_autograd_non_functional_kernelr   &has_composite_implicit_autograd_kernelr   4has_composite_implicit_autograd_nested_tensor_kernelr   )r   r   s     r^   get_static_dispatch_backendr   O  s     	(M,D,DQ,G,G(
 ))	
	1 A44	
	@ AAA	
	1 A44	
	? A@@4r_   
str | Nonec                    || j         rd S g }|D ]G}t          | |          }|3|                    d| j         d|                                 d           Hd                    |          S )N#include <ATen/ops/__dispatch.h>r   )manual_kernel_registrationr   r   	root_namelowerjoin)r   r   outputr   r   s        r^   static_dispatch_ops_headerr   c  s      <tF  21e<<#MMVakVVL4F4F4H4HVVV   99Vr_   	list[str]c                4    d t          |           D             S )Nc                    g | ]}d | d	S )#include <ATen/Functions.h>ry   )r   r   s     r^   r   z1static_dispatch_extra_headers.<locals>.<listcomp>t  s3        	5,444  r_   )r   r   s    r^   static_dispatch_extra_headersr   s  s+     0::   r_   sig"CppSignature | DispatcherSignaturecpp_sigr   c                D   dd}t          |                                           }t          |                                          }|D ])}|j        j        t          j        k    r ||          } n*t          ||          }d                    d |D                       S )Ninput_bindingslist[Binding]rt   c                   g }| D ]|}|j         dk    rZt          t          t          j        |j        j                  |j         |j        |j                  }|	                    |           g|	                    |           }|S )Nmemory_format)nctyper   defaultargument)
r   r   r   r    possibly_redundant_memory_formatr  typer  r  r   )r   output_bindingsbindingspl_mem_format_bindings       r^   add_spl_memory_format_bindingz5translate_args.<locals>.add_spl_memory_format_binding  s    )+% 	0 	0G|..)0%&G+  !#O$-* * *&  &&'=>>>>&&w////r_   , c              3  $   K   | ]}|j         V  d S r   exprr   as     r^   	<genexpr>z!translate_args.<locals>.<genexpr>  s$      ++QV++++++r_   )r   r   rt   r   )r   	argumentsr  r   r   r  r   r   )r   r   r
  src_bindingsgoal_bindingsargexprss          r^   translate_argsr  }  s    
   $ ((L**,,--M   :?nMMM88FFLE N lM22E99++U++++++r_   c           	     :   t          | |          }|                                }t          | |          }|                    |          }|r|j        r|j        nt
          }|                    dd          }d| d|j                                         d| d| d	S )N::nativer   return ::();)	r   r   r  
get_kernelcpp_namespacer+   r   r   r   )	r   r   r   r   r   r  backend_metadata	kernel_nsnss	            r^   %generate_static_dispatch_backend_callr#    s    
 9a@@G<<>>D3((E$//22 	& 0 >	&&&% 
 
		:r	*	*BQRQQ=5;;==QQQQQQQQr_   c           	        t          j        |dd          }| j        r!|j                                        r|j        }n|j        }|J |                                }t          | |          }t          j
        dd          }|j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S d	| d
d                    d |D                        dS )NFmethodfallback_bindingr  r   r  r  r  r  z5TORCH_CHECK(false, "Static dispatch does not support z forr  c                6    g | ]}t          |j                  S ry   )rq   r   )r   r   s     r^   r   z:generate_static_dispatch_fallback_call.<locals>.<listcomp>  s#    @@@uC"##@@@r_   z ");)r   from_native_functionsymintrv   
has_symintsymint_signature	signaturer   r  r+   r   r   r,   r   r   r   r   r   r   r   r   r   )r   r   rf   cpp_sigsr   r   r  r"  s           r^   &generate_static_dispatch_fallback_callr/    s   
 !5	%%  H z %af'')) %+$<<>>D3((E	!	)*b	9	9B/ 
J```{DJJLL``PT``W\````	
	@ Jmmm{QWWYYmm]ammdimmmm	
	1 J```{DJJLL``PT``W\````	
	? Jlll{PVVXXll\`llchllllJ J J@@@@@AAJ J J 	Jr_   c           	        t          |          dk    sj        rdS fd|D             }t          |          dk    rt          | |d                   S t          |          dk    rt          | |          S d |                                 D             }d                    |          }j        j        j        }g }g }||                    d           |dk    r|                    d	| d
           |                    dd                    |           d           |                    d           g }	|D ]H}
|	                    d|
j	         d           |	                    dt          | |
           d           It          | |          }d}d|                    |           d|                    |	           d| dS )a  
    For a given `NativeFunction`, find out the corresponding backend and dispatch to it. If more than one
    backends exsit, fallback to static dispatch by determining dispatch key from inputs.
    Arguments:
        sig: A CppSignature or DispatcherSignature for this native function we want to use.
        f: NativeFunction to generate static dispatch.
        backend_indices: All available backends.
    Return:
        C++ code to call backend-specific functions, e.g., "return at::cpu::add(self, other, scale);"
    r   r   c                h    g | ].}|                               sj        |j        t          v ,|/S r   )r   r   r   r;   )r   br   s     r^   r   z#static_dispatch.<locals>.<listcomp>  sP       <<??
 !-"::: 	

 ;::r_   rT   c                    g | ][}t          |j        t                    s8t          |j        t                    6|j        j                                        T|j        \S ry   )r   r  r:   r'   r  is_tensor_liker   r  s     r^   r   z#static_dispatch.<locals>.<listcomp>  sl       aj,// aj(++	
 JO**,,	  r_   r  Nz>DispatchKeySet(c10::computeDispatchKey(dtype, layout, device))z$c10::detail::multi_dispatch_key_set()zDispatchKeySet _dk_set = z | ;z=DispatchKey _dk = c10::highestPriorityBackendTypeId(_dk_set);zcase DispatchKey:::r   z
		
    z
    switch (_dk) {
        z
        default:
            z
    }
    )
r   r   r#  r/  r  r   rv   tensor_optionsr   r   )r   r   rf   keysnative_tensor_argstensor_argstensor_optsstmtssubexprsdispatch_coder   fallback	connectors    `           r^   static_dispatchrC    sG    ?q  A$@ r      D 4yyA~~4S!T!WEEE	Ta5c1oNNN    )).//K&"1KEHL	
 	
 	
 bM{MMMNNN	LLHuzz(/C/CHHHIII	LLPQQQM 
 
KE4FKKKLLLL8aGGLLL	
 	
 	
 	
 6c1oNNHI^^E  
	&	& 
    r_   T)frozenc                  T    e Zd ZU ded<    ee          Zded<   edd
            ZdS )RegisterSchemarD   selector)default_factoryzdict[str, int]
known_tagsr   r4   rt   r   c                   | j                             |          sd S dd                    d t          |j                  D                       z   dz   }|dk    r%dt          t          |j                             dS d}|| j        vr't          | j                  }|| j        |<   d	| d
| d}| dt          t          |j                             d| j        |          dS )N{r  c              3      K   | ]	}d | V  
dS )z	at::Tag::Nry   )r   r   s     r^   r  z*RegisterSchema.__call__.<locals>.<genexpr>$  s+      KKS0300KKKKKKr_   }z{}zm.def(z, {});
r   z const std::vector<at::Tag> tags_z = ;
z, tags_z);
)
rG  is_native_function_selectedr   sortedr   r   rq   rv   rI  r   )rZ   r   r   
maybe_tagsidxs        r^   __call__zRegisterSchema.__call__   s    }88;; 	4TYYKKF16NNKKKKKKcQ4<<?Js16{{33????
t&&do&&C$'DOD!MCMMDMMMJ__Js16{{$;$;__DOTXDY____r_   Nr   r4   rt   r   )	r`   ra   rb   __annotations__r   r   rI  r   rS  ry   r_   r^   rF  rF    se         !&t!<!<!<J<<<< ` ` ` ! ` ` `r_   rF  c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeOperators.Literal[Target.DECLARATION, Target.DEFINITION]targetr   static_dispatch_backend_indicesr   r4   rt   rq   c                   t          j        |j                  }|j        j                                        }| j        t          j        u rd| d|                                 d|j        j        j         d|j        j        j	         dt          t          |j                             d|                    dd	           d
|                    dd	           dS | j        t          j        u rLd| d|j        j        j         d| d|j        j        j	         d| dt          t          |j                             d|j         d| d| d| d| d| d}dD ]}|r8d                    dgd |                                D             z             }d}n3d                    d |                                D                       }d}|}| d| }	d | d!| d"| d#}
|s/t!          | j                  d$k    rt%          ||| j        %          }
|d&|j         d'|                    |	|	           d(|
 d)z  }|S t'          | j                   d S )*Nz
struct TORCH_API z {
  using schema = z;
  using ptr_schema = schema*;
  // See Note [static constexpr char* members for windows NVCC]
  STATIC_CONSTEXPR_STR_INL_EXCEPT_WIN_CUDA(name, "aten::z>")
  STATIC_CONSTEXPR_STR_INL_EXCEPT_WIN_CUDA(overload_name, "z:")
  STATIC_CONSTEXPR_STR_INL_EXCEPT_WIN_CUDA(schema_str, z)
  static callF)r   is_redispatching_fnz;
  static 
redispatchTz;
};z+
STATIC_CONST_STR_OUT_OF_LINE_FOR_WIN_CUDA(z, name, "aten::z-")
STATIC_CONST_STR_OUT_OF_LINE_FOR_WIN_CUDA(z, overload_name, "z, schema_str, z)

// aten::z.
static C10_NOINLINE c10::TypedOperatorHandle<z::schema> create_zQ_typed_handle() {
  return c10::Dispatcher::singleton()
      .findSchemaOrThrow(z::name, z::overload_name)
      .typed<z::schema>();
}
)FTr  dispatchKeySetc                    g | ]	}|j         
S ry   r   r  s     r^   r   z-ComputeOperators.__call__.<locals>.<listcomp>r  s    -N-N-Naf-N-N-Nr_   c                    g | ]	}|j         
S ry   ra  r  s     r^   r   z-ComputeOperators.__call__.<locals>.<listcomp>v  s    5V5V5Vaf5V5V5Vr_   r  z
    static auto op = create_z_typed_handle();
    return op.r  r  r   )rf   

// aten::r    {
    z
}
)r   from_schemarv   r   unambiguous_namerY  rL   DECLARATIONr  overload_namer   rq   defn
DEFINITIONr   r  r   rZ  rC  rE   )rZ   r   r   r   defnsr]  dispatcher_exprs_strmethod_basedispatcher_callmethod_namefn_bodys              r^   rS  zComputeOperators.__call__9  se   !-af55v{++--;&,,,0

 
((**
 

 :;9I
 
 =>FK<U
 
 9C3qv;;8O8O
 
 ((E(
:
:
 
 (($(
?
?
 
 
 
 [F---+/ @A@P +/ CD6;C\  ,0  @J#af++?V?V 
 &  /3  FJ    )-    E (5  #& )+/99)*-N-Ncmmoo-N-N-NN, ,( #/KK+/995V5Vcmmoo5V5V5V+W+W("(K"-!%6666<!< << <!5< < <
 ,D@AAAEE .Q0T  G  
& {0CDD      L%%%%%r_   Nr   r4   rt   rq   r`   ra   rb   rU  r   rS  ry   r_   r^   rW  rW  4  sS         ::::7777 V& V& V& ! V& V& V&r_   rW  c                  &    e Zd Zedd            ZdS )ComputeFunctionr   r4   rt   r   c                   t          j        |d|j                  }|j                                        }d}|                                D ]}t          j        |j                  }t          |	                                |	                                          }d
                    d |D                       }|j        rd}	nd}	t          j        |j        v rE|d|j         d	|                                 d
|j        j                                         d| d	z  }|rB|d|	 d|                    d           d
|j        j                                         d| d	z  }|S )NFr%  r   r  c                    g | ]	}|j         
S ry   r  r   r   s     r^   r   z,ComputeFunction.__call__.<locals>.<listcomp>      "9"9"9a16"9"9"9r_   zc10::SymIntint64_trc  
inline  {
    return at::_ops::::call(z);
}zX
namespace symint {
  template <typename T, typename = std::enable_if_t<std::is_same<T, z>::value>>
  T)suppress_symint_suffixz	);
  }
}
)r   r)  manual_cpp_bindingrv   r+  
signaturesr   re  r   r  r   r*  r>   functionvariantsdeclr   rf  )
rZ   r   	sig_groupr+  resultr   
target_sigr  	exprs_str	intlike_ts
             r^   rS  zComputeFunction.__call__  s   %:ea.B
 
 
	 V&&((
''))  	  	C,8@@Jcmmooz/C/C/E/EFFE		"9"95"9"9"9::Iz &)		%	1:-- 
& 

  fk2244  >G      EN  8848((  fk2244	  >G	    r_   NrT  r`   ra   rb   r   rS  ry   r_   r^   rt  rt    s3         ( ( ( ! ( ( (r_   rt  c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeTensorMethodrX  rY  r   rZ  r   r4   rt   r   c                >   t           j        |j        vrd S |j                                        rJ |j        j        j        J t          j        |d|j	                  }| j
        t          j        u r5d}|                                D ]}||                                 dz  }|S | j
        t          j        urt!          | j
                   d}|                                D ]}t#          j        |j                  }t'          |                                |                                d          }d                    d |D                       }|d|j         d	|                    d
           d|j        j                                         d| d	z  }|S )NTr%  r   z const;
)r&  r  c                    g | ]	}|j         
S ry   r  rw  s     r^   r   z0ComputeTensorMethod.__call__.<locals>.<listcomp>  rx  r_   rc  rz  zTensor::)prefixz const {
    return at::_ops::r|  );
}
)r>   r&  r  rv   	is_out_fnr  self_argr   r)  r~  rY  rL   rg  r  r  rj  rE   r   re  r   r   ri  r   rf  rZ   r   r  r  r   r  r  r  s           r^   rS  zComputeTensorMethod.__call__  s   >++46##%%%%%v(444%:dQ-A
 
 
	 ;&,,,F ++-- 3 3SXXZZ2222M;f///%%%'')) 
	 
	C,8@@Jcmmooz/C/C/E/EdSSSE		"9"95"9"9"9::I 
& 
##  fk2244  >G   FF r_   NrT  rr  ry   r_   r^   r  r    sM         ::::7777 " " " ! " " "r_   r  c                  &    e Zd Zedd            ZdS )ComputeRedispatchFunctionr   r4   rt   r   c                   t          j        |d|j                  }d}|                                D ]}t	          j        |j                  }t          |                                |                                          }d	                    dgd |D             z             }|d|j         d|
                    d	
           d|j        j                                         d| d	z  }|S )NFr%  r   r  r_  c                    g | ]	}|j         
S ry   r  r  s     r^   r   z6ComputeRedispatchFunction.__call__.<locals>.<listcomp>  s    7N7N7N17N7N7Nr_   rc  rz  T)r]  r{  z::redispatch(r  )r   r)  r~  r  r   re  rv   r   r  r   r  r   rf  r  s           r^   rS  z"ComputeRedispatchFunction.__call__  s    &:ea.B
 
 
	 '')) 
	 
	C,8@@Jcmmooz/C/C/E/EFFE		#3"47N7N7N7N7N"NOOI 
& T**  fk2244  DM   FF r_   NrT  r  ry   r_   r^   r  r    s3            !   r_   r  c                P    d| j         j        j         d| j         j        j         dS )Nz{"aten::z", "z"},)rv   r   rh  r   s    r^   compute_aten_opr    s)    Lqv{'LLQV[-FLLLLr_   gr5   c                   | j         sd S t          | j                  5  t          j        |           }t          j        |           }d                    d |D                       }| j        j        }|d}d}| j         r| j        j        nd }|r1g |j	        
                                |j        }d |D             }d |D             }	d                    d |	D                       }
d|
 d	}d
 |D             }d                    d |D                       }g }t          |          D ]D\  }}d                    |	d |         dgz   |	|dz   d          z             }d| d	}||                             d          }| d|j         d| d}d|j         d}d|	|          d| d}g }|                    | d           t          |          D ]P\  }}||k    r|                    d|j         d           *|                    d|j         d|j         d           Q|                    d           d                     |          }|                    d!| d"| d#| d$           Fd                     |          }d                    dgt          |	          z            }d%| d&}d'}d(| d)| d!| d*}nd+}d+}d,| d-| d.| d/| d/| d0| d1cd d d            S # 1 swxY w Y   d S )2Nr  c              3  >   K   | ]}|                                 V  d S r   )r  r  s     r^   r  z4compute_meta_function_declaration.<locals>.<genexpr>  s*      44!QVVXX444444r_   zat::impl::MetaBasevoidc                    g | ]	}|D ]}|
S ry   ry   )r   replace_listelems      r^   r   z5compute_meta_function_declaration.<locals>.<listcomp>*  s9     $ $ $%$ $@D$ $ $ $r_   c                @    g | ]}|j                                         S ry   )r   upperr   r  s     r^   r   z5compute_meta_function_declaration.<locals>.<listcomp>-  s1     / / /&*	!!/ / /r_   c              3  "   K   | ]
}d | dV  dS )zbool z = falseNry   )r   params     r^   r  z4compute_meta_function_declaration.<locals>.<genexpr>0  s?       8 8,1''''8 8 8 8 8 8r_   z
template <>c                D    g | ]}t          j        ||j                   S ))binds)r   argument_typer   r  s     r^   r   z5compute_meta_function_declaration.<locals>.<listcomp>6  s:     3 3 3 (TY???3 3 3r_   rN  c              3  V   K   | ]$}|                     d            d|j         V  %dS )T	strip_ref N)cpp_typer   r  s     r^   r  z4compute_meta_function_declaration.<locals>.<genexpr>;  sT       3 3 ==4=00>>49>>3 3 3 3 3 3r_   truerT   zprecompute_out<Tr  z set_r  z value)r   z already set"zstatic_assert(z == false, r  z ret;zret.z	 = value;z	 = this->r6  zreturn ret;r   z
                    z {
                        z
                        z'
                    }
                z'using meta_return_ty = precompute_out <z>;meta_return_tyz
                zG
                struct TORCH_API precompute_out {
                    z;
            };r   zstruct TORCH_API structured_z
 : public rd  r8  z meta(z);
};
)r   r   outmetar   meta_argumentsr   structured_inheritsprecomputedr   valuesr   	enumerater  r   r   )r  r   argsargs_strparent_classmeta_returnr  precomputed_valuesprecomputed_elementsprecomputed_template_parametersprecomputed_template_params_strprecompute_template_decl#precomputed_elements_with_cpp_typesprecomputed_elements_declsetter_methodsir  return_ty_templates	return_tyelem_cpp_tyr-  
assert_msgassert_stmtconstruction_stmtsjconstruction_blocksetter_methods_declmeta_return_template_paramsmeta_return_typedefprecomputed_decls                                 r^   !compute_meta_function_declarationr    s   < t	 	'	' v vy||(++9944t44444u0/L+,<Aae''T d	" "R;#6#=#=#?#?!Q!Q$ $);$ $ $ / /.B/ / /+ /3ii 8 85T8 8 8 / /+ (W4S'V'V'V$3 303 3 3/
 ).

 3 3?3 3 3 ) )%  N$%9:: 2 24 '+ii3BQB7h5a!egg>?' '#
 E.ADDD	A!DMM" N    )OOtyOO;OOO	 :999
l/Nq/Qll^hlll &(""))Y*=*=*=>>>()=>>  GAtAvv*112M2M2M2MNNNN*11C49CCtyCCC    #))-888%)YY/A%B%B"%% $  ,      #'))N";"; +/))3>???+ +'
 #lLg"k"k"k*K )    )    /	      #%!! -9     	  !	  av v v v v v v v v v v v v v v v v vs   J;K&&K*-K*rG  rD   c                    t          | j        j        j                  }|                    d          s|                    d          rdS | j        j        j        dS |                    |           S )N_likenew_F)rq   rv   r   endswith
startswithr  r9  rO  )r   rG  r   s      r^   needs_backend_selectr    si    qv{  D}}W !8!8 uv&.u//222r_   c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeBackendSelectz/Literal[Target.DEFINITION, Target.REGISTRATION]rY  rD   rG  r   r4   rt   r   c                r   t          || j                  sd S t          j        |j                  }t          |j        d          }d |                                D             }t          j        |j                  }|}|	                                }d}| j
        t          j        u r|rI|j        j                                        sJ d                    d |D                       }	d| d|	 d	}
n&|j        j                                        rJ d
| d}
d|j         d|                    |           d|
 d|j        j                                         dd                    d |D                        dS | j
        t          j        u rd|j        j         d| dS t%          | j
                   d S )NTr*  c                    g | ]<}t          |j        t                    |j        j                                        :|=S ry   )r   r  r'   r  r4  r  s     r^   r   z1ComputeBackendSelect.__call__.<locals>.<listcomp>  sT     
 
 
!*h//
 56JO4R4R4T4T

 
 
r_   z.c10::computeDispatchKey(dtype, layout, device)r  c              3  $   K   | ]}|j         V  d S r   ra  r  s     r^   r  z0ComputeBackendSelect.__call__.<locals>.<genexpr>  s$      'K'K1'K'K'K'K'K'Kr_   z-DispatchKeySet _dk_set = c10::DispatchKeySet(z() | c10::detail::multi_dispatch_key_set(z);
DispatchKeySet _dk_mask = c10::DispatchKeySet(DispatchKeySet::FULL_AFTER, DispatchKey::BackendSelect);
DispatchKeySet _dk = c10::impl::computeDispatchKeySet(_dk_set, _dk_mask);z)DispatchKeySet _dk = c10::DispatchKeySet(r  z	// aten::z
C10_ALWAYS_INLINE
z {
  z
  return at::_ops::z::redispatch(
      _dk, c              3  $   K   | ]}|j         V  d S r   r  r  s     r^   r  z0ComputeBackendSelect.__call__.<locals>.<genexpr>  s$      77af777777r_   r  zm.impl("aten::z", TORCH_FN(z));)r  rG  nativer   rv   r   r  r   re  r  rY  rL   rj  has_tensor_argr   ri  rf  REGISTRATIONrE   )rZ   r   r   
native_sigr;  dispatcher_sigr   dispatcher_exprsr   r<  
compute_dks              r^   rS  zComputeBackendSelect.__call__  s*   #At}55 	4{16""$QVD999

 
))++
 
 
 -8@@ )//11G;&+++
 " v'6688888"ii'K'K8J'K'K'KKKM.:M MdoM M M


 6+::<<<<<PPPP 
&  $  	 
 FK0022  II77&677777    [F///JafkJJtJJJJ%%%%%r_   NrT  rr  ry   r_   r^   r  r    sO         ;;;;  2& 2& 2& ! 2& 2& 2&r_   r  datac                    d t           _        d
d}t          j        t          |           t	          j        | dt           d	          S )Nc                    dS )NTry   )rZ   r  s     r^   r|   zformat_yaml.<locals>.<lambda>  s    4 r_   dumperr
   r  rt   c                P    |                      |                                          S r   )represent_dictr   )r  r  s     r^   dict_representerz%format_yaml.<locals>.dict_representer  s    $$TZZ\\222r_   Fg    eA)default_flow_styleDumperwidth)r  r
   r  r
   rt   r
   )rM   ignore_aliasesadd_representerr   r   dump)r  r  s     r^   format_yamlr    sR     7 7J3 3 3 3 {,<=== 9TeJcRRRRr_   c                    | dk    rdS | dk    rdS 	 t          |           S # t          $ r' 	 t          |           cY S # t          $ r | cY cY S w xY ww xY w)Nr  TfalseF)r   
ValueErrorfloatr   s    r^   pythonify_defaultr    s    F{{t	
gu1vv   	88OOO 	 	 	HHHHH	s)   ! 
A=AA	AAAtr=   c                    t          | t                    rt          | j                  S t	          |           dk    rdS t          j        | ddd                                          S )NTensorz
at::TensorF__placeholder__)mutabler  r*  )r   r8   dynamic_typer  rq   r   argumenttype_typer  )r  s    r^   r  r    si    !\"" $AF### 1vv| 	5 1%  hjjr_   r  set[Variant]c                    dg}t           j        | v r|                    d           t           j        | v r|                    d           |S )Nr=   r  	namespace)r>   r&  r   r  )r  	method_ofs     r^   compute_method_of_yamlr    sT     I~!!"""8##%%%r_   +tuple[list[dict[str, str]], dict[str, str]]c                   i }t          j        |           }g }t          t          | j        j        |                    D ]\  }\  }}t          |j                  |t          j        |d          	                                d}|j
        rG|j
        |d<   | j                                        r$|j
        || j        j        j        |         j
        <   |                    |           ||fS )NFr  )r  r   r  
field_name)r   return_namesr  ziprv   returnsr  r  return_typer  r   r  r  r  r   )r   name_to_field_namenamesr	  r  rr   rets           r^   compute_returns_yamlr  (  s    T *, QEG!#afne"<"<==  9At(00OAe444==??	
 
 6 	J !Cv!! JCD6"16#3#7#:#?@s&&&r_   cpp_ar   schema_orderkwarg_only_setout_arg_setr  dict[str, str]c               .   t          | j        t                    r&d dd| j        | j        dd}| j        
| j        |d<   |S t          | j        t                    rt          t          | j        t                    rt          | j        ||||          S d S )Nzat::TensorOptionsFT)
annotationr  is_nullabler   r  
kwarg_onlyr  r  r  r  r  )
r   r  r<   r   r  r  r:   AssertionErrorr'   compute_argument_yaml)r  r  r  r  r  r  s         r^   compute_cpp_argument_yamlr  k  s     %."899 
/ JJ"
 "
 =$"]C	N
	ENL	1	1 	
	ENH	-	- 
$N%)#1
 
 
 	

 
r_   r  r'   c          	     b   | j         rt          | j                   nd t          | j                  | j                                        | j        t          j        | dd                                          d}| j	        1t          t          j        | j	        | j        d                    |d<   | j        |v rd|d<   | j        |v r#d|d	<   d|d
<   | j        |v r|| j                 |d<   | j                                        }|)|j        "t          |j                  dk    r
|j        |d<   |S )Nr  F)r  r*  )r  r  r  r   r  r  r  Tr  r   allocater  rs   size)r  rq   r  r  r  r   r   r  r  r  r  default_expris_list_liker  r  )r  r  r  r  r  r  ls          r^   r  r    s>    ,-<Ac!,'''T$QV,,v))++!!+<UKKKTTVV C 	y*QYu===
 
I 	v LvHJ6''' 216 :C 	
A}+AFv0E0EfFJr_   c                r   t          |           \  }d | j        j        j        D             d | j        j        j        D             t          j        | dd          }|j                                        }fd|D             }t          | j        	                                          }fd|D             }d |D             }t          j        | j        j        d                                          }| d	d
                    |           d}	t          d |D                       ot           j        | j        v}
t'          dt          j        | j                  fdt+          | j        j        j                  fdt+          | j        j        j                  fd| j        fd| j        | j        ndfdd| j         fd|fd|	fd|fdt3          | j                  fdd| j        dn| j        fd|fd| j        j        j        j        fd|
fd| j        fd| j        fd d!d"| j        fg          S )#Nc                    h | ]	}|j         
S ry   ra  r  s     r^   	<setcomp>z+compute_declaration_yaml.<locals>.<setcomp>  s    GGGafGGGr_   c                    h | ]	}|j         
S ry   ra  r  s     r^   r%  z+compute_declaration_yaml.<locals>.<setcomp>  s    888a16888r_   Fr%  c           	     8    g | ]}t          |d           S )Fr  )r  )r   r  r  r  r  s     r^   r   z,compute_declaration_yaml.<locals>.<listcomp>  sI     	 	 	  	")#1	
 	
 	
	 	 	r_   c           	     8    g | ]}t          |d           S )Tr  )r  )r   r  r  r  r  s     r^   r   z,compute_declaration_yaml.<locals>.<listcomp>  sI     	 	 	  	)#1	
 	
 	
	 	 	r_   c           
     n    g | ]2}t          j        |d t                      d d d           D ]	}|j        
3S )F)r&  cpp_no_default_argsfaithfulr*  has_tensor_options)r   r  r   r  )r   r  r  s      r^   r   z,compute_declaration_yaml.<locals>.<listcomp>  sj         #$
 
 
	   	
   r_   r  z (r  r5  c              3  J   K   | ]}t          |j        t                    V  d S r   )r   r  r<   r  s     r^   r  z+compute_declaration_yaml.<locals>.<genexpr>  s/      MMqJqz#9::MMMMMMr_   r   operator_namerh  r   category_overrider   schema_stringaten::r  schema_order_cpp_signatureschema_order_argumentsr  )moder  python_moduler	  r   is_factory_methodabstractr   )with_gilF)
deprecatedFhas_math_kernel)r  rv   r  flat_kwarg_onlyr  r   r)  r-  r   r3  r   returns_typer	  r  r   anyr>   r&  r  r   r   rq   rh  r   r/  r  r5  r   is_abstractr   r   )r   r	  r  cpp_argsr  schema_order_jit_argumentsr3  cpp_schema_order_typescpp_returnsr2  r6  r  r  r  s              @@@r^   compute_declaration_yamlrC    s   "6q"9"9G HGaf&6&FGGGN8816#3#7888K!6	%%  I ",,..H	 	 	 	 	 	 	 	 	I "&af&C&C&E&E!F!F	 	 	 	 	 	 ,	 	 	  ,   "16>%@@@IIKKK$/!W!W499=S3T3T!W!W!W 	MMHMMMMM 	-N!*, 
 SXaf%%&c!&+"2334c!&+";<<=)1+GH#'(':'F##B /qv//0)$)+EF%'=>0<<=AO$;bbQ (01 "34'Q^,! HI/	
  r_   c                    | j         s	| j        d uoM| j                                        t          j        k    p&| j                                        t          j        k    S r   )r   r   rv   kindr9   
functionalr   r  s    r^   "has_autogenerated_composite_kernelrG  	  sJ    L=A1= 	..U!&++--:CU2Ur_   dict[DispatchKey, BackendIndex]c           	         t          j         j                  }t          j         j        j                                                  }t          j         j                  }d                    d |D                       }d j         t           fd|	                                D             t          j        hk    o9 fd|	                                D             t          j        t          j        hk              t           j        pt                               d}| d| d| d	t          j        |           d
S )Nr  c              3  b   K   | ]*}|                                                                 V  +d S r   )
no_defaultdecl_registration_declarationsr  s     r^   r  z4compute_registration_declarations.<locals>.<genexpr>  s6      WWQFFHHWWWWWWr_   r1  c                D    h | ]\  }}|                               |S ry   r   r   r   r   r   s      r^   r%  z4compute_registration_declarations.<locals>.<setcomp>  s,    FFF41aall1ooFQFFFr_   c                D    h | ]\  }}|                               |S ry   rN  rO  s      r^   r%  z4compute_registration_declarations.<locals>.<setcomp>  s,    JJJtq!!,,q//JJJJr_   )schemadispatchr  r  r  z); // r   )
dispatcherr   rv   r<  r	  "cpp_type_registration_declarationsr  r   rq   r   r,   r   r   has_composite_kernelrG  jsondumps)r   rf   r   r<  r  r  comment_datas   `      r^   !compute_registration_declarationsrY    sn    ?16""D*	 ((**  ''DyyWWRVWWWWWH#16##FFFF?0022FFF567 JJJJ4466JJJ5A
 
 q-V1STU1V1VWW$ $L   t  h  dj6N6N    r_   "provided_op_registration_allowlistlist[str] | Noneop_selection_yaml_pathc                    | |
J d            d }| t          |           }|t          j        |dd          }n*|t          j        |          }nt          j                    }|S )NzhBoth provided_op_registration_allowlist and op_selection_yaml_path can NOT be provided at the same time.TF)r   rD   &from_legacy_op_registration_allow_listfrom_yaml_pathget_nop_selector)rZ  r\  op_registration_allowlistrG  s       r^   get_custom_build_selectorrb  2  s    
 	+6"..	 /.. 26)5$'(J$K$K! ,#J%
 

 
 	+#23IJJ#466Or_   3Sequence[NativeFunction | NativeFunctionsViewGroup]c                   dd}t          t                    }| D ]}|j                                        }|j        }|t
          j        k    r1|j                                        }|||         vsJ |||         |<   c|||         vs'J | d||                                                      |||         |<   t          t          ||                                                    S )Nd1dict[ViewSchemaKind | SchemaKind, NativeFunction]rt   /list[NativeFunction | NativeFunctionsViewGroup]c                |   g }t           j        | v r|                     t           j                  }|                     t           j        d           }|                     t          j        d           }|                    t          |||                     |                    | 	                                           |S )N)view	view_copyview_inplace)
r?   aliasingr   aliasing_inplacer9   rF  r   r6   extendr  )re  rz   ri  rk  rj  s        r^   maybe_create_view_groupzEget_grouped_by_view_native_functions.<locals>.maybe_create_view_groupT  s     BD"a''55011D55!@$GGLj3T::ILL('!-     	QXXZZ   r_   z already in )re  rf  rt   rg  )r   r   rv   view_signatureview_schema_kindr?   non_aliasingrE  r:  r   rF   r  )re   ro  grouped_by_viewsr   rQ  	view_kindrE  s          r^   $get_grouped_by_view_native_functionsru  Q  s      . 	D   4 4&&(($%$6	
 3336;;==D/77777-.V$T** !1&!9999JJ)9&)A)F)F)H)HJJ :9923V$Y//	13C3J3J3L3LMMNNNr_   /Sequence[NativeFunction | NativeFunctionsGroup]c           	         dd}t          |           }t          t          |t          |                                                              S )Nre   dict[SchemaKind, NativeFunction]rt   rv  c                    t          j        |           }|Nt          d |                                 D                       rJ t	          |                                           S |gS )Nc              3  (   K   | ]}d |j         v V  dS )	generatedN)r   r   r   s     r^   r  zJget_grouped_native_functions.<locals>.flatten_pre_group.<locals>.<genexpr>  s)      EEQ;!&0EEEEEEr_   )r5   	from_dictr=  r  r   )re  r  s     r^   flatten_pre_groupz7get_grouped_native_functions.<locals>.flatten_pre_group  sc     !*1--9 EE!((**EEEEEEEE

###3Jr_   )re  rx  rt   rv  )rC   r   rF   r  )re   r~  pre_grouped_native_functionss      r^   get_grouped_native_functionsr    s\    
 
 
 
 $>>N#O#O #T*F*M*M*O*O%P%PQQ  r_   )native_function_decl_gengrouped_native_functionsr  JCallable[[NativeFunctionsGroup | NativeFunction, BackendIndex], list[str]]dict[str, list[str]]c                   t          t                    }| D ]}t                      }t                      }|                                D ]\  }}|                    |          }	|	r2|	j        }
|                    |           |                    |
           nt          }
t          |          dk    sJ d| d|             ||
         	                     |||                     |S )NrT   z6Codegen only supports one namespace per operator, got z from )
r   r   r   r   r  r  r   r+   r   rn  )r  rf   r  ns_grouped_kernelsr   native_function_namespacesdispatch_keysr   backend_idxr   r  s              r^   get_ns_grouped_kernelsr    s    0;4/@/@%  %(UU")8)>)>)@)@ 	 	%L+*55a88 5,:	!!,///*..y99994	.//1444yHbyyjwyy 544y)00((K88   	 r_   r  c           
     F   g }d}|                                  D ]\  }}t          |dd          }t          t          j        |                    }|                    d|j         d|                    |           d|j         d	                    |                     |S )Nr   r      namespace_strentity_name	max_level	
        )
r   rK   r   r   fromkeysrn  prologuer   epiloguesplit)r  declarationsnewliner  kernels	ns_helperordered_kernelss          r^   8get_native_function_declarations_from_ns_grouped_kernelsr    s     !LG06688 
 
	7##
 
 
	 {3G<<==
 o     E 	
 	
 	
 	
 r_   c                F    t          | ||          }t          |          S )a  
    Generate kernel declarations, in `NativeFunction(s).h`.
    :param grouped_native_functions: a sequence of `NativeFunction` or `NativeFunctionGroup`.
    :param backend_indices: kernel collections grouped by dispatch key.
    :param native_function_decl_gen: callable to generate kernel declaration for each `NativeFunction`.
    :return: a list of string, from the string with all declarations, grouped by namespaces, split by newline.
    r  rf   r  )r  )r  r  )r  rf   r  r  s       r^    get_native_function_declarationsr    s?      0!9'!9  
 D-   r_   %NativeFunction | NativeFunctionsGroupr  c                    |                     |           }|rWd|j        v sNJ dt          | t                    r| j        j        n| j        j        j         d|j         d|j         d            |r|j        nt          S )Nr  zThe kernel for function z with dispatch key z has a namespace z% and it's not ending with '::native'.)	r  r  r   r4   rv   r   rF  r   r+   )r   r  r   s      r^   get_kernel_namespacer    s     #--a00 :1A1O#O#O#O	b*Q2O2O#k16;;UVUaUfUk 	b 	b(5	b 	b,:	b 	b 	b $P#O#O +;X&&@Xr_   fmrH   r   r,   rocmr*  skip_dispatcher_op_registrationgen_dispatch_helpersc        	           g }	t          t                    t          t                    t          t                    }
d}t          j        t
          j        |||d           }t          j        t
          j        |||d           }t          j        t
          j        |||d           }|D ]}t          |          
                    dd                                        ||                                                   ||                     t          |t                    r|j        n|j        j        }||
         vrt          t                    |
<   |
         |                              ||                     D ]t!                             dk    rt#                    d|
         D ]?}|
         |         sd| d	 d
|                    |
         |                    dz  @|	                    |                     df	d                              |                     |	S )Nr   r  r*  class_method_namer  r   r  r  r   r   )r  z
TORCH_LIBRARY_IMPL(r  z, m) {
    
};zRegisterDispatchDefinitions.inic            	        	 j         j        rt          j                  ng           rdnd                                         dS )Nr   )ns_prologuens_epiloguedispatch_helpersdispatch_anonymous_definitions"static_init_dispatch_registrationsdeferred_dispatch_registrationsdispatch_namespacedispatch_namespaced_definitions)r  r  destgen_registration_helpersr   )	anonymous_definitionsr  r   r  kernel_namespacens_definitionsr  registration_bodyr  s	   r^   r|   z1get_native_function_definitions.<locals>.<lambda>H  sm    #,#5#,#5+)(Ek(R(R(R6K(7 7;+""*79*6*<*<*>*>7EFV7W  r_   )r   r   r   r  RegisterDispatchKeyrL   NAMESPACED_DEFINITIONANONYMOUS_DEFINITIONr  r  r   rn  r   r4   r  rF  r   rK   r   substitute_with_templater  )r  r  r   r  rG  r  r*  r  r  definitionsregistrationsr  ns_genanonymous_genreg_genr   r  r  r  r  r  r  s     ``   ``        @@@@@r^   get_native_function_definitionsr    s*     K+6t+<+<N2=d2C2C5@5F5FMG%$(G  F ,#(G  M &(G  G & 
 
/!MMMUU
 
 	'(//F1II	
 	
 	
 	./66M!	
 	
 	
 &a88TAKKal>T 	 M*:;;;.9$.?.?M*+&'	299GAJJ	
 	
 	
 	
 +  
  
~./00A55#2BCCC	&'78 	 	I !129=  "" "!-" "\\- 01)<==" " "  	''1            $ eGnn'	
 	
 	
 	
, r_   c           
        g }t          t                    }d}t          j        |t          j        ||d d|          }	| D ]]}
t          |
|                              d|                                          }||         	                     |	|
                     ^|
                                D ]\  }}t          |          dk    rt          |dd	          }t          t          j        |                    }|	                    d|j         d|                    |           d|j         d
                    |                     |S )Nr   F)r  r  r  r*  r  r  r   r      r  r  )r   r   r  r  rL   NAMESPACED_DECLARATIONr  r   r   rn  r   r   rK   r   r  r  r   r  r  )r  r   r  rG  r  r*  r  r  r  rv   r   r  r  r  r  s                  r^   get_namespaced_declarationr  `  s    !L/:4/@/@G#%(-  D & 
 
(1+FFFNNl((**
 
	 	9%,,DGG	
 	
 	
 	
 16688 
 
	7w<<1##q
 
 
	 {3G<<==
 o     E 	
 	
 	
 	
 r_   schema_selectortuple[list[str], str]c           
        t          t                    }| D ]"}||j                                     |           #d}g }d }|                                D ]k\  }}t          t          t          |          |                    }	|dk    r|	}8|}d}
|t          v rdnd}|d| d| d|
                    |	           d	z  }l||fS )
Nr   atenr   TORCH_LIBRARY_FRAGMENTTORCH_LIBRARYr   r  z	, m) {
  r  )	r   r   r  r   r   rJ   rF  r-   r   )re   r  ns_native_functionsnative_functionschema_registrationsaten_schema_registrationscustom_namespacer  rz   schema_registrations_bodytabtorch_library_macros               r^   (get_native_function_schema_registrationsr    s5   
 <Gt;L;L+ O OO56==oNNNN "/5577  	5$(^O44e<<%
 %
!
 (A%%(C
  333 )($  
 ! %% %'% %88%&&% % %    &';<<r_   structured_native_functionsSequence[NativeFunctionsGroup]static_dispatch_idxcpu_fmcuda_fmfunctions_keysset[DispatchKey]r  Sequence[DispatchKey]c           
     8   
 |                     dfd           d  D             fd D             |                     dfd           |                     dfd           |                     d	 fd
           t                    |                     dfd           |	D ]_t                    r|n|}|v rEd d|                     d	dfd           |                     dd
fd           ~`d S )NzNativeMetaFunctions.hc                 N    g t          t          t                               dS )N)NativeMetaFunctions_includes NativeMetaFunctions_declarationsr   rJ   r  )r  s   r^   r|   z(gen_aggregated_headers.<locals>.<lambda>  s.    ,.04:<WXX1 1
 
 r_   c                8    g | ]}t           j        |j        v |S ry   r>   r&  r  r   fns     r^   r   z*gen_aggregated_headers.<locals>.<listcomp>  s-       2;)F)F)F)F)Fr_   c                    g | ]}|v|	S ry   ry   )r   r  method_native_functionss     r^   r   z*gen_aggregated_headers.<locals>.<listcomp>  s+     # # #3J)J)J)J)J)Jr_   MethodOperators.hc            	     v    g t          t          t          t          j                                       dS )NrZ  MethodOperators_includesMethodOperators_declarationsr   rJ   rW  rL   rg  )r  r  s   r^   r|   z(gen_aggregated_headers.<locals>.<lambda>  sL    (*,0$*8K   , - -
 
 r_   zOperators.hc            	     x    dgt          t          t          t          j                                       dS )Nz!#include <ATen/MethodOperators.h>r  )Operators_includesOperators_declarationsr  )non_method_native_functionsr  s   r^   r|   z(gen_aggregated_headers.<locals>.<lambda>  sO    #F"G&*$*8K   0 ' '
 
 r_   Functions.hc                 z    t                    dgt          t          t                                           dS )Nz#include <ATen/Operators.h>)r   Functions_includesFunctions_declarations)r   r   rJ   rt  re   r  s   r^   r|   z(gen_aggregated_headers.<locals>.<lambda>  sN    -J#. . $A"A&*#%%$ ' '
 
 r_   )r  rf   zNativeFunctions.hc                     dg dS )Nz%#include <ATen/NativeMetaFunctions.h>)NativeFunctions_includesNativeFunctions_declarationsry   )r  s   r^   r|   z(gen_aggregated_headers.<locals>.<lambda>  s    )P(Q,8
 
 r_   r   Functions_inl.h>DispatchKeyFunctions.hc                 (    t                     dS N)r   inline_headersrq   r   inl_headerss   r^   r|   z(gen_aggregated_headers.<locals>.<lambda>  s    $'$5$5&1  r_   Functions_inl.hDispatchKeyFunctions_inl.hc            
     f    g                                  t                    d          dS )NT)r  r   r  rG  r  r*  )!DispatchKeyFunctions_inl_includesr   dispatch_namespaced_declarations)r   r  )rf   r   r  r  rG  s   r^   r|   z(gen_aggregated_headers.<locals>.<lambda>  sJ    9;*6*<*<*>*>8R1I%1$3L$A!)!#9 9 9  r_   )writer  r/   write_with_template)re   r  r  r  rG  rf   r  r  r  r  r  r  r  r   r  r  r  s   ``````    ` @@@@@r^   gen_aggregated_headersr    sP     LL	
 	
 	
 	
   %  # # # #%# # # LL	
 	
 	
 	
 	
   LL	
 	
 	
 	
 	
   LL	
 	
 	
 	
 	
   4!9'  L LL	
 	
 	
 	
   &  ,\::FWW>))JLJJJK"",,,(       ""000,         " B= r_   ops_fmc                   t          t                    | D ]"}|j                                     |           #t          t                    }|D ]$}|j        |                             |           %                                D ]\  |                     ddfd           |                     ddfd           |                    g           }d |D             t                    dk    r|                     d	d
fd           t          ||t          j
                  |                     ddfd           dD ]#\  |                     dfd           $|	D ]4|vr                                g                                 D ]\  |                    g           }t          t          t          j        |         t          j        ||
dd d          |                    t                    dk    ru                               |                     d ddfd           t#                    r|n|}d d|                     ddfd           |                     ddfd            ~6|                    d!fd"           d S )#Nz_ops.hz
Operator.hc            	     t    dt          t          t          t          j                                       iS )Nr  r  r  )	functionsr  s   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>N  sF    (".<O   " ! !
 r_   .hz
Function.hc                     t          t          fd                     d dt          t          t                                           dS )Nc                &    t          |           S )N)r   )r   r  r  s    r^   r|   z<gen_per_operator_headers.<locals>.<lambda>.<locals>.<lambda>a  s    #=.A$ $ $ r_   r   _ops.h>)static_dispatch_ops_headersoperator_includesfunction_definitions)r   rJ   rt  )r  r   r  s   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>^  sy    /3    "	 0 0 &I4%H%H%H(,'))! ) )  r_   c                J    g | ] }t          |t                    |j        |!S ry   )r   r5   r   r  s     r^   r   z,gen_per_operator_headers.<locals>.<listcomp>r  sE      
  
  
"233 
 9; 
 
  
  
r_   r   z_meta.hzNativeMetaFunction.hc                 L    dt          t          t                               iS )Nmeta_function_declarationsr  )structured_functionss   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>}  s,    0$ =?S 3 3 r_   r  z	_native.hzNativeFunction.hc                     rd dng  dS )Nr   z_meta.h>)extra_includesnative_function_declarationsry   )r  is_structuredr   s   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>  s+    <IQ8$8888r0<	  r_   ))	Functionsr   )	Operators_ops)NativeMetaFunctions_meta)NativeFunctions_nativec                 r      dfdt                                                    D               dg iS )N	_includesc                     g | ]
}d |  dS )r   .h>ry   )r   r   suffixs     r^   r   z>gen_per_operator_headers.<locals>.<lambda>.<locals>.<listcomp>  s9     ) ) ) <$;;;;) ) )r_   _declarations)rP  r:  )categoryfunctions_by_root_namer,  s   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>  sa    &&& ) ) ) ) &'='B'B'D'D E E) ) ) ***B r_   TFr  r   z_dispatch.hzDispatchKeyFunction.hc                      dS )N)r  r	  ry   )r  r  s   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>  s    *<8D  r_   r   r  r  r  c                 (    t                     dS r   r  r  s   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>  s     #L 1 1"-  r_   r  r  c                 B    fdt                     D             g dS )Nc                "    g | ]}d | d dS )r   r   r   ry   )r   r   r  s     r^   r   z>gen_per_operator_headers.<locals>.<lambda>.<locals>.<listcomp>  s>     6 6 6 R$QQ1CQQQ6 6 6r_   )r  r  r	  )rP  )dispatch_namesr  s   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>  sE    &86 6 6 6 &~ 6 66 6 6 57  r_   r  c                 `    t          d                                  D                       g dS )Nc              3  Z   K   | ]&\  }}t          d  |D                       d| dV  'dS )c              3  <   K   | ]}t           j        |j        v V  d S r   r  r  s     r^   r  zGgen_per_operator_headers.<locals>.<lambda>.<locals>.<genexpr>.<genexpr>  s+      IIw~4IIIIIIr_   r   r  N)r=  )r   r   r  s      r^   r  z=gen_per_operator_headers.<locals>.<lambda>.<locals>.<genexpr>  sb       / /#D)IIyIIIII/3d333/ / / / / /r_   r  )rP  r   )r/  s   r^   r|   z*gen_per_operator_headers.<locals>.<lambda>  sI    (. / /'='C'C'E'E/ / / ) )
 -/
 
 r_   )r   r   r   r   r   r  r   r   r  r  #compute_native_function_declarationr
  r   rF   r  rL   r  r/   )re   r  r  rG  rf   r  r  r  r  r  r  r  grouped_functions_by_root_namegroupgrouped_functionsr  r.  r  r   r4  r  r  r/  r  r   r   r  r,  s     `             @@@@@@@@@@@@r^   gen_per_operator_headersr<  /  s     ?J$>O>O 8 8r|,33B7777 	D # * ; ;&t,33E::::17799 I
 I
i""OOO
 
 
 
 
	
 	
 	
  	""KKK     	
 	
 	
, ;>>tRHH 
  
' 
  
  

 011A5 	&&   &   
 
 
 8%6+%)%M
 
 

 	""     		
 		
 		
 		
 
 
& 	OOO     		
 		
 		
 		
 & < <~--)//115;;== 	 	OD) > B B4 L L,'55 !#*.8=   &  L <  A%%!!$'''&&99,999'        -\::FWWFFFF
((($    	
 	
 	
 	,,,(    	
 	
 	
 B
LL	
 	
 	
 	

 
 
 
 
r_   core_fmper_operator_headersc                    |rt           ||||	|
|||           nt           |||||	|||           |                    d fd           |                    d fd           |                    d fd           |                    d	 fd
           d fd}|                    d|           dfd}|                    d|           d S )N)re   r  r  rG  rf   r  r  r  r  r  r  )re   r  r  r  rG  rf   r  r  r  r  r  zTensorBody.hc            	         t          t          t          t          j                                       t          t          t          t          j                                       dS )N)rY  rZ  )tensor_method_declarationstensor_method_definitions)r   rJ   r  rL   rg  rj  r  s   r^   r|   zgen_headers.<locals>.<lambda>"  s    *.'%18K   % + + *.'%08K   % * *
 
 r_   zRedispatchFunctions.hc                 Z    dt          t          t                                           iS )Nfunction_redispatch_definitions)r   rJ   r  re   s   r^   r|   zgen_headers.<locals>.<lambda>:  s.    -t2446FGG0 0
 r_   zRegistrationDeclarations.hc                 $    d fdD             iS )Nregistration_declarationsc                0    g | ]}t          |          S ry   )rY  )r   r   rf   s     r^   r   z1gen_headers.<locals>.<lambda>.<locals>.<listcomp>D  s3     * * * 2!_EE* * *r_   ry   )rf   re   s   r^   r|   zgen_headers.<locals>.<lambda>C  s3    ' * * * *)* * *
 r_   zVmapGeneratedPlumbing.hc                 "    t                     S r   r%   rE  s   r^   r|   zgen_headers.<locals>.<lambda>L  s    +@AQ+R+R r_   rt   r  c                 &   t                      } t                      }D ]}|                    t          |j        j        j                             |                    |j        j        j        j                   |                     d |j                                        D                        |h dz  }d                    d t          |          D                       d                    d t          |           D                       dS )Nc              3  $   K   | ]}|j         V  d S r   ra  )r   r  s     r^   r  zAgen_headers.<locals>.gen_aten_interned_strings.<locals>.<genexpr>X  s$      PPcPPPPPPr_   >   orandnotxorbitorcomplor_eqand_eqbitandnot_eqxor_eqz \
c                    g | ]}d | d	S )z_(aten, r5  ry   r   r   s     r^   r   zBgen_headers.<locals>.gen_aten_interned_strings.<locals>.<listcomp>l  $    >>>#D###>>>r_   c                    g | ]}d | d	S )z_(attr, r5  ry   rX  s     r^   r   zBgen_headers.<locals>.gen_aten_interned_strings.<locals>.<listcomp>o  rY  r_   )aten_symbolsattr_symbols)
r   r   rq   rv   r   r   updater3  r   rP  )attrsr  rv   re   s      r^   gen_aten_interned_stringsz.gen_headers.<locals>.gen_aten_interned_stringsO  s   %%$ 	Q 	QDIIc$).-../// IIdin).///LLPPTY-M-M-O-OPPPPPPP 	 
 
 
 	
 $LL>>u>>>  $LL>>u>>> 	
 
 	
r_   zaten_interned_strings.hc                 L    dd                     t                               iS )Nenum_of_valid_tagsz,
)r   rP  )rl   s   r^   gen_tags_enumz"gen_headers.<locals>.gen_tags_enumu  s"    $uzz&2D2D'E'EGGr_   z
enum_tag.h)rt   r  )r<  r  r
  )re   rl   r  r  r  rG  rf   r=  r  r  r  r  r  r  r>  r_  rb  s   ``  ` `          r^   gen_headersrc    s   $  
 -%= 3+')	
 	
 	
 	
 	
 	-%=(C 3+')	
 	
 	
 	
 MM	
 	
 	
 	
 	
  0 LL	
 	
 	
 	
   LL$	
 	
 	
 	
 	
   LL!#R#R#R#R  "
 "
 "
 "
 "
 "
H MM+-FGGGH H H H H H MM,.....r_   view_groups"Sequence[NativeFunctionsViewGroup]aoti_fm
cpu_vec_fmforce_schema_registrationupdate_aoti_c_shimc                r   '()*+,-./0123456 d-rd-|D ]Ǌ+t          +          r|n|	}rdG(+,fd4ndG+fd4+         (t          t                    }D ]E}t          |t                    r|j        n|j        j        }||                             |           Ft          +          	                                ,+t          j        k    }t          |+(d|	  	        *|                    d	+ d
d(*+-4fd           D ]ъ00j        j        rt!          +          s0j        j        j        j        2+t          j        u rF||	u sJ |                    d2 d
d+0fd           |
                    d2 d
d02fd           +t          j        u r)d)rd)|                    d2 dd)+02fd           t+          d+ d          i 6D ],}|                                D ]}|j        |6|j        <    n-+t          j        t          j        fv ri } D ]}t1          |          }|t2          v r|||<    t5          d t7          |                                          D                       /d+	                                 d}t;          /6+dd          3|r|                    |3fd            n	 t?          t@          j!        "                    |j#        |                    5 }|$                                }|3k    s
J d!            	 d d d            n# 1 swxY w Y   nE# tJ          $ r8 tM          t@          j!        "                    |j#        |           d"           Y nw xY wdH+/6fd$1t          +          r-nd.|                    d+	                                 d
+./16fd%           ~dI fd'}|	                    d(|           } |rtO          j(                    } tS           | )          \  '5|	                    d*'5fd+           dJd.}!|	*                    d/ |!fd0d1tW                    id2h d34           |	                    d5tX                     |                    d6tX                     |                    d7 fd8           dKfd:}"t                    t                    z   }#d; t[          d<           D             }$d= t[          d>           D             }% D ]3}&|&j        j        |$vr#|&j        j        |%vr|#                    |&           4|	*                    d?|#|!|"d@h dAB           |	                    dCfdD           |	                    dEfdF           d S )LNz#include <c10/cuda/CUDAGuard.h>
#include <ATen/cuda/ATenCUDAGeneral.h>
#include <ATen/cuda/CUDADevice.h>
#include <ATen/cuda/CUDAContext.h>z#include <ATen/hip/impl/HIPGuardImplMasqueradingAsCUDA.h>
#include <ATen/hip/ATenHIPGeneral.h>
#include <ATen/hip/HIPDevice.h>
#include <ATen/hip/HIPContext.h>rt   r   c                 6   g } D ]}d}                     |          rd}nht          |t                    r0t          fd|                                D                       rd}n#|j        rt          j        t          j        fv rd}|s| 	                    d|j
         d           t          j        k    r| 	                    d|j
         d           v r!| 	                    d|j
         d d           t          t          |                     S )	NFTc              3  B   K   | ]}                     |          V  d S r   rN  )r   r  r   s     r^   r  z=gen_source_files.<locals>.operator_headers.<locals>.<genexpr>  sJ       E E9;0044E E E E E Er_   r   
_native.h>r+  r   r   )r   r   r5   r=  r  r   r,   Metar   r   r   rP  r   )headersr  is_registeredr   r   r  r  r  s      r^   operator_headersz*gen_source_files.<locals>.operator_headers  s   1 " "A$)M$//22 -(, $A';<< - E E E E?@{{}}E E E B B - )-  -,#(#J; + + )-( ! NN#P#P#P#PQQQ$&MN N  'MQ['M'M'MNNN#~55`!+``@R```   c'll+++r_   c                     dg} t           j        k    r|                     d           v r|                     dd           | S )Nz!#include <ATen/NativeFunctions.h>z#include <ATen/Functions.h>r   r   )r,   r   r   )ro  r   r  s    r^   rq  z*gen_source_files.<locals>.operator_headers  sZ    >?;#UUUNN#@AAA>11NN#Q\#Q#Q#QRRRr_   T)	r  r  r   r  rG  r  r*  r  r  Registerz.cppzRegisterDispatchKey.cppc                 p    t                    rnddt          j                                ddS )Nr   )extra_cuda_headersexternal_backend_headersdispatch_headersops_headersr  dispatch_definitions)r/   r  gen_registration_headers)r   ry  r   ru  rq  r>  r  s   r^   r|   z"gen_source_files.<locals>.<lambda>  sW    '55'&8&8,.$($A!#7% %  0/11$&(<  r_   	UfuncCPU_zUfuncCPU.cppc                     t                    t          j                            t          j                  dS )N)meta_declarationnative_declarationnative_definitions)r  r  r8  compute_ufunc_cpu)rf   r   r  s   r^   r|   z"gen_source_files.<locals>.<lambda>	  sD    ,Ma,P,P.2.V|</ / /3.DQ.G.G  r_   UfuncCPUKernel_zUfuncCPUKernel.cppc                 2    t          j                   dS )N)r   r  )r  compute_ufunc_cpu_kernel)r  r   s   r^   r|   z"gen_source_files.<locals>.<lambda>	  s      $.2.KA.N.N  r_   z%#include <ATen/native/cuda/Loops.cuh>z$#include <ATen/native/hip/Loops.cuh>
UfuncCUDA_z.cuzUfuncCUDA.cuc                     t                    t          j                            t          j                  dS )N)r   cuda_headersr}  r~  r  )r  r  r8  compute_ufunc_cuda)rf   r  r   r  r   s   r^   r|   z"gen_source_files.<locals>.<lambda>"	  sJ     $(4,Ma,P,P.2.V|</ / /3.Ea.H.H  r_   zunrecognized z
 for ufuncc              3      K   | ]	\  }}|V  
d S r   ry   )r   r   values      r^   r  z#gen_source_files.<locals>.<genexpr><	  s7       . ."!U. . . . . .r_   c_shim_r  r   headerincludesc                      S r   ry   )
new_headers   r^   r|   z"gen_source_files.<locals>.<lambda>M	  s    J r_   a  

WARNING: The generated AOTInductor C shim header files have unexpectedly changed. This
indicates an AOTInductor fallback operator ABI backward compatibility breakage!!!
Only in a limited number of situations, this is allowed:

1. You added a fallback op to the inductor_fallback_ops list in torchgen/aoti/fallback_ops.py.
If that's the case, run `python torchgen/gen.py --update-aoti-c-shim` to update the existing
C shim header files.

2. You added a new default argument to an existing fallback op. This is clearly a BC breaking
change in the AOTInductor land. In this case, you need to keep a manual copy of that existing
fallback op in a file, e.g. torch/csrc/inductor/aoti_torch/c/shim.h, bump up the version
number of that fallback op in the newly generated C shim files, and update the cpp wrapper
codegen to generate the correct cpp call for this op. Contact AOTInductor team for assistance.

                        z
 not foundrq   c                     g } D ]+}t          |          }||                     |           ,d                    t          t	          |                               S )Nr   )r    r   r   rP  r   )ro  rv   r  rf   r   fallback_native_functionsstructured_func_group_dicts      r^   headers_for_aotiz*gen_source_files.<locals>.headers_for_aotin	  sk    5 / /D08, F )v...yyG!5!5666r_   c            	     J    t           d             dz   z             S )NFr   r  )r   )rf   r   extra_headersr  r  r  s   r^   r|   z"gen_source_files.<locals>.<lambda>~	  s;    -. # --//$6F   r_   r  c            
        fdD             } d | D             t          t          t          t          j                  |                     t          t          t          t          j                  |                     dS )Nc                4    g | ]}t          |          |S ry   )r  )r   r  rG  s     r^   r   z@gen_source_files.<locals>.gen_backend_select.<locals>.<listcomp>	  s9     
 
 
-A"h-O-O

 
 
r_   c                $    g | ]}d |j          dS )r   r  r   r  s     r^   r   z@gen_source_files.<locals>.gen_backend_select.<locals>.<listcomp>	  s3       @B;bl;;;  r_   )rx  !backend_select_method_definitions%backend_select_function_registrations)r   rJ   r  rL   rj  r  )relevant_fnsre   rG  s    r^   gen_backend_selectz,gen_source_files.<locals>.gen_backend_select	  s    
 
 
 
)
 
 
 FR   26():HEE| 2 2
 6:()<hGG 6 6
 
 	
r_   zRegisterBackendSelect.cpp)re   r  zRegisterSchema.cppc                     rg n rg ndS )N)r  r  ry   )r  r  r  s   r^   r|   z"gen_source_files.<locals>.<lambda>	  s-    .*+*.%&BB%
 
 r_   r  @NativeFunction | NativeFunctionsGroup | NativeFunctionsViewGroupc                    | j         S r   r  )r  s    r^   key_funcz"gen_source_files.<locals>.key_func	  s     |r_   zOperators.cppc                h    d| j          dg t          t          j                  |           gdS )Nr   r+  r  )rq  r  )r   rW  rL   rj  r  s    r^   r|   z"gen_source_files.<locals>.<lambda>	  sV    !Hr|!H!H!H I %4G    !
 !
 r_   r      >   r  rq  r   )key_fnenv_callablebase_env
num_shardssharded_keyszFunctions.cppzTensorMethods.cppzATenOpList.cppc                 L    dt          t          t                               iS )Naten_ops)r   rJ   r  rE  s   r^   r|   z"gen_source_files.<locals>.<lambda>	  s"    Xo7GHHII
 r_   r  c                    dd} ||           t          |           t          | t          j                           dS )Nr  r  rt   r   c                B   t          | t                    rLd| j        j         dd| j        j         dg}| j        #|d| j        j         dd| j        j         dgz  }|S t          | t
                    rd| j        j         dd| j        j         dd| j        j         dd| j        j         dg}| j        #|d| j        j         dd| j        j         dgz  }| j	        #|d| j	        j         dd| j	        j         dgz  }|S d| j         dd| j         dgS )Nr   rm  r  )
r   r6   ri  r   rj  r5   rF  r  r   r  )r  ro  s     r^   gen_op_headerszPgen_source_files.<locals>.functionalization_env_callable.<locals>.gen_op_headers	  s    !566 " G!&*:FFFC!&*:CCC ;*Oak.COOOLak.CLLL  G A344 L!,*@LLLI!,*@IIIE!%/EEEB!%/BBB	 9(Mai.AMMMJai.AJJJ  G 9(Mai.AMMMJai.AJJJ  G  B!+AAA>!+>>> r_   )rx  func_definitionsfunc_registrations)r  r  rt   r   )r!   r"   r,   r   )r  r  rf   rG  s     r^   functionalization_env_callablez8gen_source_files.<locals>.functionalization_env_callable	  sj    %	 %	 %	 %	P *>!,, @! ! #E EF# #
 
 	
r_   c                (    i | ]}|j         j        |S ry   rv   r   r|  s     r^   
<dictcomp>z$gen_source_files.<locals>.<dictcomp>"
  s.     : : : 	
Q: : :r_   c                D    t          |                                           S r   r   r  r  s    r^   r|   z"gen_source_files.<locals>.<lambda>$
  s    T!++--%8%8 r_   c                (    i | ]}|j         j        |S ry   r  r|  s     r^   r  z$gen_source_files.<locals>.<dictcomp>&
  s+     4 4 4Q4 4 4r_   c                D    t          |                                           S r   r  r  s    r^   r|   z"gen_source_files.<locals>.<lambda>'
  s    D4G4G r_   zRegisterFunctionalization.cppr  >   rx  r  r  func_add_back_views_definitions!func_add_back_views_registrations)r  r  r  r  zFunctionalInverses.hc                 H    dt          t           fd                    iS )Nview_inverse_declarationsc                $    t          |           S r   )r#   )r  rG  s    r^   r|   z4gen_source_files.<locals>.<lambda>.<locals>.<lambda>A
  s    L !  r_   )r   rJ   )rG  rd  s   r^   r|   z"gen_source_files.<locals>.<lambda>>
  s?    '     	 * *	
 r_   zCompositeViewCopyKernels.cppc            	     0   d D             d D             z   t          t          t           t          j                                               t          t          t
                              t          t          t                              dS )Nc                    g | ]<}d                      d |j        |j        gn|j        |j        gD                       =S )r   c              3  <   K   | ]}d |j          d|j          dV  dS )r   _ops.h>
#include <ATen/ops/rm  Nr  r|  s     r^   r  z@gen_source_files.<locals>.<lambda>.<locals>.<listcomp>.<genexpr>^
  sb       	 	 B!+ B B +,+	B B B	 	 	 	 	 	r_   )r   rj  ri  r   r  s     r^   r   z6gen_source_files.<locals>.<lambda>.<locals>.<listcomp>]
  sn         		 	 	 %&K$7afak=R	 	 	 	 	  r_   c                p    g | ]3}d                      d |j        |j        |j        fD                       4S )r   c              3  R   K   | ]"}|d|j         vd|j         d|j         dV  #d S )Nr{  r   r  rm  )r   r   r|  s     r^   r  z@gen_source_files.<locals>.<lambda>.<locals>.<listcomp>.<genexpr>k
  sl         }AF)B)B	B!+ B B*++B B B *C)B)B)B r_   )r   r   r  rF  r  s     r^   r   z6gen_source_files.<locals>.<lambda>.<locals>.<listcomp>j
  sc     	 	 	  		    iALA	    	 	 	r_   )rx  #CompositeViewCopyKernel_Definitions(GeneratedCompositeFunctional_Definitions!GeneratedCompositeOut_Definitions)r   rJ   r$   r,   r   rA   rB   )rf   r  rd  s   r^   r|   z"gen_source_files.<locals>.<lambda>\
  s      %  	 	 5	 	 	. 48.''N 
   	4 	4 9=3/ 9 9 26,/ 2 2Q.
 .
 r_   )rt   r   )rt   rq   )rt   r  )r  r  rt   rq   )r  r  rt   r  ).r/   r   r   r   r4   r  rF  r   rq   r   r,   r   r  r  r  ufunc_inner_loopr1   rv   r   CPUCUDAr  r  r   r   r   tuplerP  r   r   r
  r   osrp   r   install_dirreadFileNotFoundErrorprintrD   r`  r  write_shardedr   r   rF   )7re   r  r  rd  rG  r  rf   rf  r=  r  rg  r  r  r  r  rh  r>  r  ri  r  ns_grouped_native_functionsgrouped_native_functionr  r  
func_grouprv   	fallbacksop_nameheader_file_nameold_file
old_headerr  r  r  r  
all_groupsstructured_mapview_mapr   r  r   r  ry  r   r  ru  r  r  r  r  r   r  rq  r  r  s7   ```````      `` ``                     @@@@@@@@@@@@@@@@r^   gen_source_filesr  {  s	   ,&
  $$ & k k,\::FWW 2	&, &, &, &, &, &, &, &, &, &, &,T       (5&1$&7&7#'? 	S 	S# 5~FFB'11,7A 
 (	299:QRRRR ..4466
 KMM 	  ?%=%%,K!5
 
 
 
 
 
 	)|)))%         	
 	
 	
" - +	O +	OA5) 1F|1T1T <$).D{..V||||&&****"     
 
 
 ..0d000(        !111F J#IL&&****"           %%M\%M%M%MNNN%'"5 	 	J",,..  +7KU.t/GHE 8 KO[-=>>>I( . ..t44333)-Ig&(- . .&,Y__->->&?&?. . . ) )%
  B););)=)=AAA()*  J " !$&&&&   
W%8:JKK  !%-]]__
&*444 5444              . )   7<<(;=MNNZZZ    7 7 7 7 7 7 7 7 7 ';<&H&HP""b  MM4,,,..444        
 
 
 B
 
 
 
 
 
 
( LL,.@AAAO  >*;==
 	1)?	 	 	! LL	
 	
 	
 	
 	
 	

 
 
   
 
 
 
 
 ,-J#. .

 
 
 
'    4 LL$'''MM%t,,,MM	
 	
 	
 	
  5
 5
 5
 5
 5
 5
 5
r 	())D- - 	 : :88:UVV: : :N4 4 )*G*G U U4 4 4H  ! !6;n,,H1L1La   
'3
 
 
     LL		
 		
 		
 		
 		
  < LL&.	
 .	
 .	
 .	
 .	
 .	
1 1 1 1 1s6   %2M%M	=M	M	MM	M?NNc                :    |                      dfd           d S )NzDeclarations.yamlc                 6    t          d  D                       S )Nc                ,    g | ]}t          |          S ry   )rC  r|  s     r^   r   z;gen_declarations_yaml.<locals>.<lambda>.<locals>.<listcomp>
  s!    SSSQ5a88SSSr_   )r  rE  s   r^   r|   z'gen_declarations_yaml.<locals>.<lambda>
  s    SSBRSSSTT r_   )r
  )r  re   s    `r^   gen_declarations_yamlr  
  s4     LLTTTT    r_   r	   c                 X    t          t                    j                                        S )z
    If you're depending on torchgen out-of-tree, you can use the root to figure
    out the path to native_functions.yaml
    )r	   __file__parentresolvery   r_   r^   get_torchgen_rootr  
  s    
 >> ((***r_   c                   !" t          j        d          } |                     dddd           |                     dd	d
           |                     ddd           |                     ddd           |                     ddddd           |                     dddd           |                     ddd           |                     ddd           |                     dd d!d"#           |                     d$d%d&           |                     d'd(d!d)#           |                     d*d+d!d,#           |                     d-d.dd/           |                     d0d1dd2           |                     d3t          d!g d4g d4d56           |                     d7dd8           |                                 "t          "j        "j                  }t          j	        
                    "j        d9          }t          j	        
                    "j        d:          }d;d<lm} t                      }"j        sM|                    t"          j                   t"          j        |v r ||                    t"          j                  = t)          |||          }t*          |         }|j        |j        c}!t1          |          }	d= |	D             }
t3          |          }d> |D             }"j         d?}t7          |                              d@d@A           "j         dB}t7          |                              d@d@A           "j         }t7          |                              d@d@A           t=          "|C          }t=          "D          }t=          "D          }t=          "D          }t=          "|C          }t=          "|C          }t"          j        t"          j         t"          j!        t"          j"        t"          j#        t"          j$        t"          j%        h}"j        r|                    t"          j                   "j&        r"fdE|D             }g }"j'        rJ!fdF"j'        D             }"j'        D ]/}t#          j(        |          }||vr|                    |           0dG"j)        v r\tU          ddi dH|dI|	dJ|
dK|dL|dM|dN!dO|dP|dQ|dR|dS|dT|dU|dV"j+        dW"j,        dX"j-        dY"j.        dZ"j/         d["j)        v r(ta          |||	|
||!||||||"j+        "j-        \           d]"j)        v rtc          ||^           "j2        rt7          "j2                  3                                }|j4        }|j5        }|d_f|d`f|daf|dbf|dcffD ]<\  }}||z   }|j6        ||z   z  } |7                    |t          |                      ;d S d S )eNzGenerate ATen source files)descriptionz-sz--source-pathz!path to source directory for ATenzaten/src/ATen)helpr  z-oz--output-dependenciesz:output a list of dependencies into the given file and exit)r  z	--dry-run
store_truez5run without writing any files (still updates outputs))actionr  z--per-operator-headersz2generate separate headers per operator in ATen/opsz-dz--install-dirz--install_dirzoutput directoryzbuild/aten/src/ATenz--aoti-install-dirz--aoti_install_dirz%output directory for AOTInductor shimz(torch/csrc/inductor/aoti_torch/generatedz--rocmz=reinterpret CUDA as ROCm/HIP and adjust filepaths accordinglyz--mpsz'Generate MPS registration code when setz--op-registration-whitelistz--op_registration_whitelist*zfilter op registrations by the whitelist (if set); each item is `namespace`::`operator name` without overload name; e.g.: aten::empty aten::conv2d ...)nargsr  z--op-selection-yaml-pathz--op_selection_yaml_pathaD  Provide a path to the operator selection (for custom build) YAML that contains the information about the set of selected operators and their categories (training, ...). Each operator is either a full operator name with overload or just a bare operator name. The operator names also contain the namespace prefix (e.g. aten::)z--backend-whitelistz--backend_whitelistzRfilter dispatch backend by the whitelist (if set), e.g.: CPU CUDA QuantizedCPU ...z--static-dispatch-backendz--static_dispatch_backendz?generate static dispatch code for the specific backend (if set)z!--skip-dispatcher-op-registrationz!--skip_dispatcher_op_registrationz0Avoid registering operators into the dispatcher.z--force-schema-registrationz--force_schema_registrationz}force it to generate schema-only registrations for all ops, includingthose that are not listed on --op-registration-whitelistz
--generate)ro  sourcesdeclarations_yamlzGenerate only a subset of files)r  r  choicesr  r  z--update-aoti-c-shimzUpdate AOTInductor C shim after adding an entry to inductor_fallback_ops in torchgen/aoti/fallback_ops.py. WARNING: Do not use this unless you are sure what you are doing!!!znative/native_functions.yamlznative/tags.yamlr   )r  c                <    g | ]}t          |t                    |S ry   )r   r5   r  s     r^   r   zmain.<locals>.<listcomp>'  s8     # # #z!=Q/R/R#	# # #r_   c                <    g | ]}t          |t                    |S ry   )r   r6   r  s     r^   r   zmain.<locals>.<listcomp>-  s9       a122	  r_   z/coreT)parentsexist_okz/ops)optionsr  )r  c                ^    g | ])}t          |          st          |          j        v '|*S ry   )r0   rq   backend_whitelist)r   r   r  s     r^   r   zmain.<locals>.<listcomp>Z  sI     
 
 
&q))
 .1VVw7P-P-P -P-P-Pr_   c                D    g | ]}t          j        |                   S ry   )r,   parse)r   keyrf   s     r^   r   zmain.<locals>.<listcomp>b  s9     
 
 
 K-c223
 
 
r_   r  re   r  r  rd  rG  r  rf   rf  r=  r  rg  r  r  r  r  rh  r>  r  ri  ro  )re   rl   r  r  r  rG  rf   r=  r  r  r  r  r  r  r>  r  )re   r  r   cpu_vec_core_cuda_ops_ry   )8argparseArgumentParseradd_argumentrq   
parse_argsrb  op_registration_whitelistr\  r  rp   r   source_pathtorchgen.modelr  r   mpsr   r,   MPSr   r   rh   re   rf   r  ru  r  r	   mkdiraoti_install_dirrI   r  r  r   r   r   r   rn  r  static_dispatch_backendr  generater  r  rh  r>  r  ri  rc  r  output_dependenciesr  r   stemr  write_outputs)#parserrG  native_yaml_pathr   r  rn   parsed_yamlrl   re   r  r  !native_functions_with_view_groupsrd  core_install_dirops_install_dirr	  r=  r  rg  r  r  rf  r  r  r  dp_keydepfile_pathdepfile_namedepfile_stemr  r  varnamerp   rf   r  s#                                    @@r^   mainr  
  s   $1MNNNF
0	     I    
 D    
  A    
 %     4:	     L    
 6     %%-	     ""M     *	     ##N	     ++?	     %%C	     ;;;;;;.     M     !!G()& H
 w||G$79WXXW\\'"57IJJN,,,,,, %%K; D(((?m++m11+/BBC#$4nkRRK.~>J$# &o
  <<LMM# #+# # # )M) )% 2  K  "-444	   === ,222Ot<<<!24	   ====MNNNGw///F"7333J000GwOLLLF=MNNNG
 	-9-:N { ,;?+++  

 
 
 
"
 
 
 /1& +
 
 
 
6
 
 
 2 	+ 	+C &s++F^++""6***G$$$ 	
 	
 	
--	
%=%=	
 )D(C	
 $		

 X	
 !4 3	
 ,O	
 G	
 G	
 6	
 "z	
 G	
 (-	
 *>	
 	
  '.&G&G!	
" ")!=!=#	
$ -4,S,S%	
&  '99'	
 	
, G$$$-!%=(C 3+')!(!=	
 	
 	
 	
$ g.../?OOOO" 1G788@@BB#(#( RL$ggV
 		1 		1JB |+G&&<*?@DWc$ii00001 1
		1 		1r_   __main__)Nri   F)rj   rk   rl   rm   rn   ro   rp   rq   rr   rs   rt   rd   )ri   )rj   rk   rp   rq   rt   rm   )rp   rq   rt   rm   r   )rp   rq   r   rq   rn   ro   rr   rs   r   r   rt   rd   )rz   r   rt   r   )r   rq   rt   rq   )r   r   rt   r   )r   r4   r   r(   rt   r   )r   r4   r   r   rt   r   )r   r   rt   r   )r   r   r   r   rt   rq   )r   r   r   r4   r   r(   rt   rq   )r   r   r   r4   rf   r   rt   rq   rq  )r  r5   rt   r   )r   r4   rG  rD   rt   rs   )r  rk   rt   rq   )r   rq   rt   rk   )r  r=   rt   rq   )r  r  rt   r   )r   r4   rt   r  )r  r   r  rs   r  rm   r  rm   r  r  rt   rk   )r  r'   r  rs   r  rm   r  rm   r  r  rt   rk   )r   r4   rt   rk   )r   r4   rt   rs   )r   r4   rf   rH  rt   rq   )rZ  r[  r\  r   rt   rD   )re   r   rt   rc  )re   r   rt   rv  )r  rv  rf   rH  r  r  rt   r  )r  r  rt   r   )r  rv  rf   rH  r  r  rt   r   )r   r  r  r(   rt   rq   )r  rH   r  rv  r   r,   r  r(   rG  rD   r  rs   r*  rs   r  rs   r  rs   rt   r   )r  rv  r   r,   r  r(   rG  rD   r  rs   r*  rs   rt   r   )re   r   r  rD   rt   r  )re   r   r  rv  r  r  r  r   rG  rD   rf   rH  r  rH   r  rH   r  r  r  r  r  rs   rt   r   )re   r   r  rv  r  r   rG  rD   rf   rH  r  rH   r  rH   r  rH   r  r  r  r  r  rs   rt   r   ) re   r   rl   rm   r  rv  r  r  r  r   rG  rD   rf   rH  r=  rH   r  rH   r  rH   r  rH   r  r  r  r  r  rs   r>  rs   rt   r   )(re   r   r  rv  r  r  rd  re  rG  rD   r  r   rf   rH  rf  rH   r=  rH   r  rH   rg  rH   r  rH   r  r  r  r  r  rs   rh  rs   r>  rs   r  rs   ri  rs   rt   r   )r  rH   re   r   rt   r   )rt   r	   )rt   r   )
__future__r   r  	functoolsrV  r  collectionsr   r   r   dataclassesr   r   pathlibr	   typingr
   r   r   r   r   r   torchgen.api.dispatcherapirS  torchgen.api.metar  torchgen.api.nativer  torchgen.api.structuredr   torchgen.destr  torchgen.aoti.fallback_opsr   torchgen.apir   torchgen.api.translater   torchgen.api.typesr   r   r   r   r   r   r   torchgen.contextr   r   r   r   torchgen.gen_aoti_c_shimr   r   r   r    #torchgen.gen_functionalization_typer!   r"   r#   r$   torchgen.gen_vmap_plumbingr&   r  r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   #torchgen.native_function_generationr@   rA   rB   rC   !torchgen.selective_build.selectorrD   torchgen.utilsrE   rF   rG   rH   rI   rJ   rK   rL   torchgen.yaml_utilsrM   rN   rO   rQ   rd   rg   rU  rh   r   r   	lru_cacher   r   r   r   r   r   r   r   r  r#  r/  rC  rF  rW  rt  r  r  r  r  r  r  r  r  r  r  r  r  r  rC  rG  rY  rb  ru  r  r8  r  r  r  r  r  r  r  r  r<  rc  r  r  r  r  r`   ry   r_   r^   <module>r5     s   " " " " " " "       				 < < < < < < < < < < ( ( ( ( ( ( ( (       < < < < < < < < < < < < < <  , , , , , , , , ,                   $ $ $ $ $ $ $ $ $ , , , , , , , , ,       < < < < < <       , , , , , ,                                                   = < < < < <                                                     6            ? > > > > >	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 7 6 6 6 6 6 6 6 GCLLB        Z'9;L&MNN
 :<  ; ; ; ;57  7 7 7 7 ,0 %-# -# -# -# -#`    " T"""/ / / #"/ ,01
 !&!%1 1 1 1 1 1@( ( ( (V
 
 
 
4	
 	
 	
 	
   (        ,  ,  ,  ,FR R R R$J J J J:F F F FX $` ` ` ` ` ` ` `0 $[& [& [& [& [& [& [& [&@ $* * * * * * * *^ $' ' ' ' ' ' ' 'Z $       < M M M M
y y y yx3 3 3 3 $:& :& :& :& :& :& :& :&HS S S S&   0
 
 
 
   ?' ?' ?' ?'F
 
 
 
@! ! ! !H U U U Ur    "   "!D   >,O ,O ,O ,O^   8 	0     :   D 	0     4    b b b bN. . . .d!= != != !=Hv v v vr   DG/ G/ G/ G/TP P P Pf   + + + +G1 G1 G1 G1T zDFFFFF r_   