
    Yh;                   :   U d dl mZ d dlZd dlZd dlZd dlZd dlZd dlmZm	Z	m
Z
 d dlmZmZ d dlmZ d dlmZmZmZmZmZ d dlmZ d dlZd dlmc mZ d dlmc mZ d dlmc mZ d dl mc m!Z! d dl"m#Z# d dl$m%Z% d d	l&m'Z' d d
l(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ d dl0m1Z1m2Z2m3Z3m4Z4 d dl5m6Z6m7Z7 d dl8m9Z9m:Z:m;Z;m<Z< d dl=m>Z> d dl?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZY d dlZm[Z[m\Z\m]Z]m^Z^ d dl_m`Z` d dlambZbmcZcmdZdmeZemfZfmgZgmhZh d dlimjZjmkZk erd dllmmZm  ed          Zn G d dek          Zo e	dddg          Zpi aqderd<   i asderd<   dd&Zt	 	 	 ddd3Zuddd4Zvejw        dd5            Zx	 dd(dd6dd:Zydd>Zzdd@Z{ddDZ|ddJZ}ddLZ~ddNZddSZddTZddUZddVZ edWX           G dY dZ                      Z edWX           G d[ d\                      Z edWX           G d] d^                      Z edWX           G d_ d`                      Z edWX           G da db                      Ze3ddc            ZddfZddiZ edWX           G dj dk                      ZddmZddnZddqZddtZddvZdd~ZddZe3dd            ZddZe4dd            ZddZddZddZe#j        dddZddZe#j        dddZddZddZddZddZddZddZddZddZddZddZddZedk    r e             dS dS )    )annotationsN)defaultdict
namedtupleOrderedDict)	dataclassfield)Path)AnyCallableLiteralTYPE_CHECKINGTypeVar)assert_never)cpp)	translate)BindingCppSignatureCppSignatureGroupDispatcherSignature
NamedCTypeNativeSignatureSpecialArgName)method_with_native_functionnative_function_managerwith_native_function with_native_function_and_indices)gen_aoti_c_shim_files*gen_static_dispatch_backend_call_signature) gen_functionalization_definition"gen_functionalization_registration.gen_functionalization_view_inverse_declarationGenCompositeViewCopyKernelgen_all_vmap_plumbing)ArgumentBackendIndexBackendMetadataBaseOperatorNameDEFAULT_KERNEL_NAMESPACEdispatch_device_mapDispatchKeyFRAGMENT_NAMESPACESFunctionSchemais_cuda_dispatch_keyis_generic_dispatch_keyis_ufunc_dispatch_keyis_xpu_dispatch_keyLocationNativeFunctionNativeFunctionsGroupNativeFunctionsViewGroupOperatorNameOptionalType
SchemaKindSelfArgumentSTRUCTURED_DISPATCH_KEYSTensorOptionsArgumentsTypeVariantViewSchemaKind)add_generated_native_functionsgen_composite_functional_kernelgen_composite_out_kernelpre_group_native_functions)SelectiveBuilder)	concatMapcontextFileManagermake_file_managermapMaybeNamespaceHelperTarget)
YamlDumper
YamlLoader)SequenceTc                        e Zd Zd fd	Z xZS )
LineLoaderFc                r    t                                          ||          }|j        j        dz   |d<   |S )N)deep   __line__)superconstruct_mapping
start_markline)selfnoderR   mapping	__class__s       ^/var/www/tools.fuzzalab.pt/emblema-extractor/venv/lib/python3.11/site-packages/torchgen/gen.pyrV   zLineLoader.construct_mapping   s8    ''++Dt+<<"o2Q6
    )F)__name__
__module____qualname__rV   __classcell__)r\   s   @r]   rP   rP      s=                 r^   rP   
ParsedYamlnative_functionsbackend_indiceszdict[str, ParsedYaml]_GLOBAL_PARSE_NATIVE_YAML_CACHEzdict[str, set[str]]_GLOBAL_PARSE_TAGS_YAML_CACHEdispatch_keyr+   
device_fmsdict[str, FileManager]
default_fmrF   returnc                     |                     t           fdt          j                    D             d          |          }|S )Nc              3  8   K   | ]\  }} |          |V  d S N ).0checkdevicerh   s      r]   	<genexpr>z1file_manager_from_dispatch_key.<locals>.<genexpr>   sK        !E65&&     r^    )getnextr*   items)rh   ri   rk   fms   `   r]   file_manager_from_dispatch_keyrz      se    
 
   %8%>%@%@  
 	
 	
 	

 

B Ir^   <stdin>Fesobject
valid_tagsset[str]ignore_keysset[DispatchKey] | Nonepathstrskip_native_fns_genboolc           	        t          | t                    sJ g }t          t                    }| D ] }t          |t                    sJ d|             t          |                    d          t
                    s
J |            t          ||d                   |                    d          J d|             t          fd          5  t          j	        |||          \  }}	|
                    |           t          j        ||	           d d d            n# 1 swxY w Y   t          |           t          d           }
|st          ||           |                                D ]8\  }}t          |ddt!          |          pt#          |          |	          |
|<   9t%          ||
          S )
Nzexpected to be dict: rT   funczmissed 'func' in c                     d d  S Nzin z:
  rp   )funcslocs   r]   <lambda>z*parse_native_yaml_struct.<locals>.<lambda>   s    4344U44 r^   c                 >    t          t          j        dddi           S )NTFrh   use_out_as_primaryexternaldevice_guardindex)r&   r+   	Undefinedrp   r^   r]   r   z*parse_native_yaml_struct.<locals>.<lambda>   s)    $.# 
 
 
 r^   TFr   )
isinstancelistr   dictrv   intr2   rE   r3   	from_yamlappendr&   
grow_indexerror_check_native_functionsr?   rx   r.   r1   rc   )r|   r~   r   r   r   rsbser   mindiceskvr   r   s                @@r]   parse_native_yaml_structr      s)    b$!BALTARARB 	+ 	+!T""??$?A$?$????!%%
++S11441444tQz]++f  "9a"9"9   4444455 	+ 	+$.q#z;OOGD!IIdOOO#B***	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ !$$$/:	
 	

0 
0G  /&r2...

 	
 	
1!#-a00J4G4J4J
 
 


 b'"""s   AD''D+	.D+	c                &   t          | t                    sJ t                      }| D ]}t          |                    d          t                    s
J |            t          ||d                   |                    d          t          fd          5  |                                }|                    d          }|                    dd          }|dk    sJ |	                    |           d d d            n# 1 swxY w Y   |S )NrT   tagc                     d  d S r   rp   )r   tagss   r]   r   z(parse_tags_yaml_struct.<locals>.<lambda>   s    3333T33 r^   descru   )
r   r   setrv   r   r2   rE   copypopadd)	r|   r   r   r   e_inamer   r   r   s	          @@r]   parse_tags_yaml_structr      sA   b$55B 
 
!%%
++S11441444tQz]++uuU||3333344 	 	&&((C775>>D7762&&D2::::FF4LLL	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 Is   ADD		D		c                    | t           vr[t          |           5 }t          j        |t                    }t          ||           t           | <   d d d            n# 1 swxY w Y   t           |          S )NLoader)r   )rg   openyamlloadrP   r   )r   fr|   s      r]   parse_tags_yamlr      s     000$ZZ 	X11Z000B2HRV2W2W2W)$/	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X 	X )..s   5AA!A)r   loaded_yamltags_yaml_pathr   object | Nonec                  | t           vrrt          |          }|Ct          |           5 }t          j        |t
                    }d d d            n# 1 swxY w Y   n|}t          |||| |          t           | <   t           |          S )Nr   )r   r   )rf   r   r   r   r   rP   r   )r   r   r   r   r   r~   r   r|   s           r]   parse_native_yamlr      s     222$^44
 d 5qYq4445 5 5 5 5 5 5 5 5 5 5 5 5 5 5 B0H 31
 1
 1
'- +400s   AAAr   Sequence[NativeFunction]Nonec           	     r   i }t          t                    }| D ];}|||j        j        <   ||j        j        j                                     |           <| D ]}|j        q|                    |j                  }|'J |j        j         d|j         d|j         d            |j        s'J |j        j         d|j         d|j         d            t          t          j
                  }h d}|j        j        j        D ]R}|j        |v rGt          |j        j                  |j        f|vr%t          d|j         d|j        j         d          Sd	|j        v rt          |j        j                  d
k    rt          |j        j                  dk    rt          |j        j        j                  dk    r}|j        j        j        }|j        sJ |j        j         d            t#          |j        d|j                  }	t)          ||	                   dk    sJ |j        j         d| d            d S )Nz0 is marked as a structured_delegate pointing to z, but z is missing.zY is not marked as structured. Consider adding 'structured=True' to the delegated operator>   zrandom_.fromfromuniform_r   !_has_compatible_shallow_copy_typer   zArgument name 'z' in function 'z' is a reserved Python keyword.inplace_viewresize_
resize_as_set_z is marked with tag: inplace_view, but it doesn't follow the naming convention for inplace ops - the codegen expects the base name to have a trailing underscore. Fr   zw is marked with tag: inplace_view. The codegen expects there to be a corresponding out-of-place view op with the name 'z/' and matching schema, but it didn't find one. )r   r   r   r   r   structured_delegaterv   
structuredr   keywordkwlist	argumentsflat_allr   AssertionErrorr   inplacer(   basedunder_methodlen)
r   func_mapbase_func_mapr   delegate_funcPYTHON_RESERVED_KEYWORDSEXCLUSION_LISTarg	base_nameout_of_place_base_names
             r]   r   r     s   35HBMdBSBSM 2 2 !afk&'..q1111 3 3 ,$LL)>??M ,,6; T T(T T010ET T T -,, !+  6; O O(O O010EO O O   $'w~#6#6 
 
 
 6#, 	 	Cx333$$ch/~EE(o#(oo16;ooo   af$$AFK  I--AFK  L00AFK$%%//(I$  6; q q q   &6y'>& &" }%;<==AAA6; r r7@r r r BAAa3 3r^   sc                n   |                      dd          } |                      dd          } |                      dd          } |                      dd          } |                      d	d
          } |                      dd          } |                      dd          } |                      dd          } d|  dS )z1Convert a python string into a c++ string literal\z\\"z\"z\az\bz\f
z\nz\v	z\t)replacer   s    r]   
cpp_stringr   P  s    			$A			#uA			$A			$A			$A			$A			$A			$Aq888Or^   backendslist[BackendIndex]list[DispatchKey]c                    t          |           dk    rg S d | D             t          j        t          j        t          j        t          j        gz   S )Nr   c                    g | ]	}|j         
S rp   )rh   )rq   backends     r]   
<listcomp>z(static_dispatch_keys.<locals>.<listcomp>n  s    ===$===r^   )r   r+   CompositeImplicitAutograd%CompositeImplicitAutogradNestedTensorCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalr   s    r]   static_dispatch_keysr   j  sQ    
8}}	==H===1=1>	A
 
 	
r^   r   r3   backend_indexr&   DispatchKey | Nonec                    | j         |                    |           r|j        S | j        rt          j        S | j        rt          j        S | j        rt          j	        S | j
        rt          j        S d S ro   )r   
has_kernelrh   &has_composite_explicit_autograd_kernelr+   r   5has_composite_explicit_autograd_non_functional_kernelr   &has_composite_implicit_autograd_kernelr   4has_composite_implicit_autograd_nested_tensor_kernelr   )r   r   s     r]   get_static_dispatch_backendr   v  s     	(M,D,DQ,G,G(
 ))	
	1 A44	
	@ AAA	
	1 A44	
	? A@@4r^   
str | Nonec                    || j         rd S g }|D ]G}t          | |          }|3|                    d| j         d|                                 d           Hd                    |          S )N#include <ATen/ops/__dispatch.h>r   )manual_kernel_registrationr   r   	root_namelowerjoin)r   r   outputr   rh   s        r]   static_dispatch_ops_headerr
    s      <tF  21e<<#MMVakVVL4F4F4H4HVVV   99Vr^   	list[str]c                4    d t          |           D             S )Nc                    g | ]}d | d	S )#include <ATen/Functions.h>rp   )rq   rh   s     r]   r   z1static_dispatch_extra_headers.<locals>.<listcomp>  s3        	5,444  r^   )r   r   s    r]   static_dispatch_extra_headersr    s+     0::   r^   sig"CppSignature | DispatcherSignaturecpp_sigr   c                D   dd}t          |                                           }t          |                                          }|D ])}|j        j        t          j        k    r ||          } n*t          ||          }d                    d |D                       S )Ninput_bindingslist[Binding]rl   c                   g }| D ]|}|j         dk    rZt          t          t          j        |j        j                  |j         |j        |j                  }|	                    |           g|	                    |           }|S )Nmemory_format)nctyper   defaultargument)
r   r   r   r    possibly_redundant_memory_formatr  typer  r  r   )r  output_bindingsbindingspl_mem_format_bindings       r]   add_spl_memory_format_bindingz5translate_args.<locals>.add_spl_memory_format_binding  s    )+% 	0 	0G|..)0%&G+  !#O$-* * *&  &&'=>>>>&&w////r^   , c              3  $   K   | ]}|j         V  d S ro   exprrq   as     r]   rt   z!translate_args.<locals>.<genexpr>  s$      ++QV++++++r^   )r  r  rl   r  )r   r   r  r   r   r  r   r  )r  r  r!  src_bindingsgoal_bindingsr   exprss          r]   translate_argsr+    s    
   $ ((L**,,--M   :?nMMM88FFLE N lM22E99++U++++++r^   c           	     :   t          | |          }|                                }t          | |          }|                    |          }|r|j        r|j        nt
          }|                    dd          }d| d|j                                         d| d| d	S )N::nativeru   return ::();)	r   r   r+  
get_kernelcpp_namespacer)   r   rh   r  )	r  r   r   r  r   r*  backend_metadata	kernel_nsnss	            r]   %generate_static_dispatch_backend_callr7    s    
 9a@@G<<>>D3((E$//22 	& 0 >	&&&% 
 
		:r	*	*BQRQQ=5;;==QQQQQQQQr^   c           	        t          j        |dd          }| j        r!|j                                        r|j        }n|j        }|J |                                }t          | |          }t          j
        dd          }|j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S |j        r+d| dt          j                                         d| d| d	S d	| d
d                    d |D                        dS )NFmethodfallback_bindingr-  ru   r.  r/  r0  r1  z5TORCH_CHECK(false, "Static dispatch does not support z forr"  c                6    g | ]}t          |j                  S rp   )r   rh   )rq   r   s     r]   r   z:generate_static_dispatch_fallback_call.<locals>.<listcomp>  s#    AAAC"##AAAr^   z ");)r   from_native_functionsymintr   
has_symintsymint_signature	signaturer   r+  r)   r   r   r+   r   r  r   r   r   r   r   r   r  )r  r   re   cpp_sigsr  r   r*  r6  s           r]   &generate_static_dispatch_fallback_callrC    s   
 !5	%%  H z %af'')) %+$<<>>D3((E	!	)*b	9	9B/ 
K```{DJJLL``PT``W\````	
	@ Kmmm{QWWYYmm]ammdimmmm	
	1 K```{DJJLL``PT``W\````	
	? Klll{PVVXXll\`llchllllK K KAAAAABBK K K 	Kr^   c           	        t          |          dk    sj        rdS fd|D             }t          |          dk    rt          | |d                   S t          |          dk    rt          | |          S d |                                 D             }d                    |          }j        j        j        }g }g }||                    d           |dk    r|                    d	| d
           |                    dd                    |           d           |                    d           g }	|D ]H}
|	                    d|
j	         d           |	                    dt          | |
           d           It          | |          }d}d|                    |           d|                    |	           d| dS )a  
    For a given `NativeFunction`, find out the corresponding backend and dispatch to it. If more than one
    backends exist, fallback to static dispatch by determining dispatch key from inputs.
    Arguments:
        sig: A CppSignature or DispatcherSignature for this native function we want to use.
        f: NativeFunction to generate static dispatch.
        backend_indices: All available backends.
    Return:
        C++ code to call backend-specific functions, e.g., "return at::cpu::add(self, other, scale);"
    r   ru   c                h    g | ].}|                               sj        |j        t          v ,|/S ro   )r   r   rh   r:   )rq   br   s     r]   r   z#static_dispatch.<locals>.<listcomp>  sP       <<??
 !-"::: 	

 ;::r^   rS   c                    g | ][}t          |j        t                    s8t          |j        t                    6|j        j                                        T|j        \S rp   )r   r  r9   r%   r  is_tensor_liker   r&  s     r]   r   z#static_dispatch.<locals>.<listcomp>  sl       aj,// aj(++	
 JO**,,	  r^   r"  Nz>DispatchKeySet(c10::computeDispatchKey(dtype, layout, device))z$c10::detail::multi_dispatch_key_set()zDispatchKeySet _dk_set = z | ;z=DispatchKey _dk = c10::highestPriorityBackendTypeId(_dk_set);zcase DispatchKey:::r   z
		
    z
    switch (_dk) {
        z
        default:
            z
    }
    )
r   r  r7  rC  r   r  r   tensor_optionsr   rh   )r  r   re   keysnative_tensor_argstensor_argstensor_optsstmtssubexprsdispatch_coder   fallback	connectors    `           r]   static_dispatchrW    sG    ?q  A$@ r      D 4yyA~~4S!T!WEEE	Ta5c1oNNN    )).//K&"1KEHL	
 	
 	
 bM{MMMNNN	LLHuzz(/C/CHHHIII	LLPQQQM 
 
KE4FKKKLLLL8aGGLLL	
 	
 	
 	
 6c1oNNHI^^E  
	&	& 
    r^   T)frozenc                  T    e Zd ZU ded<    ee          Zded<   edd
            ZdS )RegisterSchemarC   selector)default_factoryzdict[str, int]
known_tagsr   r3   rl   r   c                   | j                             |          sd S dd                    d t          |j                  D                       z   dz   }|dk    r%dt          t          |j                             dS d}|| j        vr't          | j                  }|| j        |<   d	| d
| d}| dt          t          |j                             d| j        |          dS )N{r"  c              3      K   | ]	}d | V  
dS )z	at::Tag::Nrp   )rq   r   s     r]   rt   z*RegisterSchema.__call__.<locals>.<genexpr>K  s+      KKS0300KKKKKKr^   }z{}zm.def(z, {});
ru   z const std::vector<at::Tag> tags_z = ;
z, tags_z);
)
r[  is_native_function_selectedr  sortedr   r   r   r   r]  r   )rY   r   r   
maybe_tagsidxs        r]   __call__zRegisterSchema.__call__G  s    }88;; 	4TYYKKF16NNKKKKKKcQ4<<?Js16{{33????
t&&do&&C$'DOD!MCMMDMMMJ__Js16{{$;$;__DOTXDY____r^   Nr   r3   rl   r   )	r_   r`   ra   __annotations__r   r   r]  r   rg  rp   r^   r]   rZ  rZ  B  se         !&t!<!<!<J<<<< ` ` ` ! ` ` `r^   rZ  c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeOperators.Literal[Target.DECLARATION, Target.DEFINITION]targetr   static_dispatch_backend_indicesr   r3   rl   r   c                   t          j        |j                  }|j        j                                        }| j        t          j        u rd| d|                                 d|j        j        j         d|j        j        j	         dt          t          |j                             d|                    dd	           d|                    d
d	           dS | j        t          j        u rd|j         d| d| d| d| d| d}dD ]}|r8d                    dgd |                                D             z             }d
}n3d                    d |                                D                       }d}|}| d| }	d| d| d| d}
|s/t!          | j                  dk    rt%          ||| j                  }
|d|j         d |                    |	|	           d!|
 d"z  }|S t'          | j                   d S )#Nz
struct TORCH_API z {
  using schema = z;
  using ptr_schema = schema*;
  // See Note [static constexpr char* members for windows NVCC]
  static constexpr const char* name = "aten::z3";
  static constexpr const char* overload_name = "z/";
  static constexpr const char* schema_str = z;
  static callF)r   is_redispatching_fn
redispatchTz;
};

// aten::z.
static C10_NOINLINE c10::TypedOperatorHandle<z::schema> create_zQ_typed_handle() {
  return c10::Dispatcher::singleton()
      .findSchemaOrThrow(z::name, z::overload_name)
      .typed<z::schema>();
}
)FTr"  dispatchKeySetc                    g | ]	}|j         
S rp   r   r&  s     r]   r   z-ComputeOperators.__call__.<locals>.<listcomp>  s    -N-N-Naf-N-N-Nr^   c                    g | ]	}|j         
S rp   rv  r&  s     r]   r   z-ComputeOperators.__call__.<locals>.<listcomp>  s    5V5V5Vaf5V5V5Vr^   r/  z
    static auto op = create_z_typed_handle();
    return op.r0  r1  r   )re   r    {
    z
}
)r   from_schemar   r   unambiguous_namerm  rJ   DECLARATIONr  overload_namer   r   defn
DEFINITIONr  r   r   rn  rW  r   )rY   r   r  r   defnsrq  dispatcher_exprs_strmethod_basedispatcher_callmethod_namefn_bodys              r]   rg  zComputeOperators.__call__`  s   !-af55v{++--;&,,,0

 
((**
 

 /0fk.>
 
 231J
 
 .8AF-D-D
 
 ((E(
:
:
 
 (($(
?
?
 
 
 
 [F---
& .2 EI  	  )-	 
   E (5  #& )+/99)*-N-Ncmmoo-N-N-NN, ,( #/KK+/995V5Vcmmoo5V5V5V+W+W("(K"-!%6666<!< << <!5< < <
 ,D@AAAEE .Q0T  G  
& {0CDD      L%%%%%r^   Nr   r3   rl   r   r_   r`   ra   ri  r   rg  rp   r^   r]   rk  rk  [  sS         ::::7777 R& R& R& ! R& R& R&r^   rk  c                  &    e Zd Zedd            ZdS )ComputeFunctionr   r3   rl   r   c                   t          j        |d|j                  }|j                                        }d}|                                D ]}t          j        |j                  }t          |	                                |	                                          }d
                    d |D                       }|j        rd}	nd}	t          j        |j        v rE|d|j         d	|                                 d
|j        j                                         d| d	z  }|rB|d|	 d|                    d           d
|j        j                                         d| d	z  }|S )NFr9  ru   r"  c                    g | ]	}|j         
S rp   r$  rq   r   s     r]   r   z,ComputeFunction.__call__.<locals>.<listcomp>      "9"9"9a16"9"9"9r^   zc10::SymIntint64_trs  
inline  {
    return at::_ops::::call(z);
}zZ
namespace symint {
  template <typename T, typename = std::enable_if_t<std::is_same_v<T, z>>>
  T)suppress_symint_suffixz	);
  }
}
)r   r=  manual_cpp_bindingr   r?  
signaturesr   ry  r   r   r  r>  r=   functionvariantsdeclr   rz  )
rY   r   	sig_groupr?  resultr  
target_sigr*  	exprs_str	intlike_ts
             r]   rg  zComputeFunction.__call__  s   %:ea.B
 
 
	 V&&((
''))  	  	C,8@@Jcmmooz/C/C/E/EFFE		"9"95"9"9"9::Iz &)		%	1:-- 
& 

  fk2244  >G      GP  8848((  fk2244	  >G	    r^   Nrh  r_   r`   ra   r   rg  rp   r^   r]   r  r    s3         ( ( ( ! ( ( (r^   r  c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeTensorMethodrl  rm  r   rn  r   r3   rl   r   c                >   t           j        |j        vrd S |j                                        rJ |j        j        j        J t          j        |d|j	                  }| j
        t          j        u r5d}|                                D ]}||                                 dz  }|S | j
        t          j        urt!          | j
                   d}|                                D ]}t#          j        |j                  }t'          |                                |                                d          }d                    d |D                       }|d|j         d	|                    d
           d|j        j                                         d| d	z  }|S )NTr9  ru   z const;
)r:  r"  c                    g | ]	}|j         
S rp   r$  r  s     r]   r   z0ComputeTensorMethod.__call__.<locals>.<listcomp>  r  r^   rs  r  zTensor::)prefixz const {
    return at::_ops::r  );
}
)r=   r:  r  r   	is_out_fnr   self_argr   r=  r  rm  rJ   r{  r  r  r~  r   r   ry  r   r  r}  r   rz  rY   r   r  r  r  r  r*  r  s           r]   rg  zComputeTensorMethod.__call__  s   >++46##%%%%%v(444%:dQ-A
 
 
	 ;&,,,F ++-- 3 3SXXZZ2222M;f///%%%'')) 
	 
	C,8@@Jcmmooz/C/C/E/EdSSSE		"9"95"9"9"9::I 
& 
##  fk2244  >G   FF r^   Nrh  r  rp   r^   r]   r  r    sM         ::::7777 " " " ! " " "r^   r  c                  &    e Zd Zedd            ZdS )ComputeRedispatchFunctionr   r3   rl   r   c                   t          j        |d|j                  }d}|                                D ]}t	          j        |j                  }t          |                                |                                          }d	                    dgd |D             z             }|d|j         d|
                    d	
           d|j        j                                         d| d	z  }|S )NFr9  ru   r"  rt  c                    g | ]	}|j         
S rp   r$  r&  s     r]   r   z6ComputeRedispatchFunction.__call__.<locals>.<listcomp>$  s    7N7N7N17N7N7Nr^   rs  r  T)rq  r  z::redispatch(r  )r   r=  r  r  r   ry  r   r   r   r  r  r   rz  r  s           r]   rg  z"ComputeRedispatchFunction.__call__  s    &:ea.B
 
 
	 '')) 
	 
	C,8@@Jcmmooz/C/C/E/EFFE		#3"47N7N7N7N7N"NOOI 
& T**  fk2244  DM   FF r^   Nrh  r  rp   r^   r]   r  r    s3            !   r^   r  c                P    d| j         j        j         d| j         j        j         dS )Nz{"aten::z", "z"},)r   r   r|  r   s    r]   compute_aten_opr  5  s)    Lqv{'LLQV[-FLLLLr^   gr4   c                   | j         sd S t          | j                  5  t          j        |           }t          j        |           }d                    d |D                       }| j        j        }|d}d}| j         r| j        j        nd }|r1g |j	        
                                |j        }d |D             }d |D             }	d                    d |	D                       }
d|
 d	}d
 |D             }d                    d |D                       }g }t          |          D ]D\  }}d                    |	d |         dgz   |	|dz   d          z             }d| d	}||                             d          }| d|j         d| d}d|j         d}d|	|          d| d}g }|                    | d           t          |          D ]P\  }}||k    r|                    d|j         d           *|                    d|j         d|j         d           Q|                    d           d                     |          }|                    d!| d"| d#| d$           Fd                     |          }d                    dgt          |	          z            }d%| d&}d'}d(| d)| d!| d*}nd+}d+}d,| d-| d.| d/| d/| d0| d1cd d d            S # 1 swxY w Y   d S )2Nr"  c              3  >   K   | ]}|                                 V  d S ro   )r  r&  s     r]   rt   z4compute_meta_function_declaration.<locals>.<genexpr>A  s*      44!QVVXX444444r^   zat::impl::MetaBasevoidc                    g | ]	}|D ]}|
S rp   rp   )rq   replace_listelems      r]   r   z5compute_meta_function_declaration.<locals>.<listcomp>M  s9     $ $ $%$ $@D$ $ $ $r^   c                @    g | ]}|j                                         S rp   )r   upperrq   r  s     r]   r   z5compute_meta_function_declaration.<locals>.<listcomp>P  s1     / / /&*	!!/ / /r^   c              3  "   K   | ]
}d | dV  dS )zbool z = falseNrp   )rq   params     r]   rt   z4compute_meta_function_declaration.<locals>.<genexpr>S  s?       8 8,1''''8 8 8 8 8 8r^   z
template <>c                D    g | ]}t          j        ||j                   S ))binds)r   argument_typer   r  s     r]   r   z5compute_meta_function_declaration.<locals>.<listcomp>Y  s:     3 3 3 (TY???3 3 3r^   rb  c              3  V   K   | ]$}|                     d            d|j         V  %dS )T	strip_ref N)cpp_typer   r  s     r]   rt   z4compute_meta_function_declaration.<locals>.<genexpr>^  sT       3 3 ==4=00>>49>>3 3 3 3 3 3r^   truerS   zprecompute_out<Tr  z set_r0  z value)r   z already set"zstatic_assert(z == false, r1  z ret;zret.z	 = value;z	 = this->rJ  zreturn ret;r   z
                    z {
                        z
                        z'
                    }
                z'using meta_return_ty = precompute_out <z>;meta_return_tyz
                zG
                struct TORCH_API precompute_out {
                    z;
            };ru   zstruct TORCH_API structured_z
 : public rx  rL  z meta(z);
};
)r   r   outmetar   meta_argumentsr  structured_inheritsprecomputedr   valuesr   	enumerater  r   r   )r  r   argsargs_strparent_classmeta_returnr  precomputed_valuesprecomputed_elementsprecomputed_template_parametersprecomputed_template_params_strprecompute_template_decl#precomputed_elements_with_cpp_typesprecomputed_elements_declsetter_methodsir  return_ty_templates	return_tyelem_cpp_tyrA  
assert_msgassert_stmtconstruction_stmtsjconstruction_blocksetter_methods_declmeta_return_template_paramsmeta_return_typedefprecomputed_decls                                 r]   !compute_meta_function_declarationr  ;  s   < t	 	'	' v vy||(++9944t44444u0/L+,<Aae''T d	" "R;#6#=#=#?#?!Q!Q$ $);$ $ $ / /.B/ / /+ /3ii 8 85T8 8 8 / /+ (W4S'V'V'V$3 303 3 3/
 ).

 3 3?3 3 3 ) )%  N$%9:: 2 24 '+ii3BQB7h5a!egg>?' '#
 E.ADDD	A!DMM" N    )OOtyOO;OOO	 :999
l/Nq/Qll^hlll &(""))Y*=*=*=>>>()=>>  GAtAvv*112M2M2M2MNNNN*11C49CCtyCCC    #))-888%)YY/A%B%B"%% $  ,      #'))N";"; +/))3>???+ +'
 #lLg"k"k"k*K )    )    /	      #%!! -9     	  !	  av v v v v v v v v v v v v v v v v vs   J;K&&K*-K*r[  rC   c                    t          | j        j        j                  }|                    d          s|                    d          rdS | j        j        j        dS |                    |           S )N_likenew_F)r   r   r   endswith
startswithr   rM  rc  )r   r[  r   s      r]   needs_backend_selectr    si    qv{  D}}W !8!8 uv&.u//222r^   c                  <    e Zd ZU ded<   ded<   edd	            Zd
S )ComputeBackendSelectz/Literal[Target.DEFINITION, Target.REGISTRATION]rm  rC   r[  r   r3   rl   r   c                r   t          || j                  sd S t          j        |j                  }t          |j        d          }d |                                D             }t          j        |j                  }|}|	                                }d}| j
        t          j        u r|rI|j        j                                        sJ d                    d |D                       }	d| d|	 d	}
n&|j        j                                        rJ d
| d}
d|j         d|                    |           d|
 d|j        j                                         dd                    d |D                        dS | j
        t          j        u rd|j        j         d| dS t%          | j
                   d S )NTr>  c                    g | ]<}t          |j        t                    |j        j                                        :|=S rp   )r   r  r%   r  rH  r&  s     r]   r   z1ComputeBackendSelect.__call__.<locals>.<listcomp>  sT     
 
 
!*h//
 56JO4R4R4T4T

 
 
r^   z.c10::computeDispatchKey(dtype, layout, device)r"  c              3  $   K   | ]}|j         V  d S ro   rv  r&  s     r]   rt   z0ComputeBackendSelect.__call__.<locals>.<genexpr>  s$      'K'K1'K'K'K'K'K'Kr^   z-DispatchKeySet _dk_set = c10::DispatchKeySet(z() | c10::detail::multi_dispatch_key_set(z);
DispatchKeySet _dk_mask = c10::DispatchKeySet(DispatchKeySet::FULL_AFTER, DispatchKey::BackendSelect);
DispatchKeySet _dk = c10::impl::computeDispatchKeySet(_dk_set, _dk_mask);z)DispatchKeySet _dk = c10::DispatchKeySet(r1  z	// aten::z
C10_ALWAYS_INLINE
z {
  z
  return at::_ops::z::redispatch(
      _dk, c              3  $   K   | ]}|j         V  d S ro   r$  r&  s     r]   rt   z0ComputeBackendSelect.__call__.<locals>.<genexpr>  s$      77af777777r^   r  zm.impl("aten::z", TORCH_FN(z));)r  r[  nativer   r   r   r   r   ry  r*  rm  rJ   r~  has_tensor_argr  r}  rz  REGISTRATIONr   )rY   r   r   
native_sigrO  dispatcher_sigr  dispatcher_exprsrh   rP  
compute_dks              r]   rg  zComputeBackendSelect.__call__  s*   #At}55 	4{16""$QVD999

 
))++
 
 
 -8@@ )//11G;&+++
 " v'6688888"ii'K'K8J'K'K'KKKM.:M MdoM M M


 6+::<<<<<PPPP 
&  $  	 
 FK0022  II77&677777    [F///JafkJJtJJJJ%%%%%r^   Nrh  r  rp   r^   r]   r  r    sO         ;;;;  2& 2& 2& ! 2& 2& 2&r^   r  datac                    d t           _        d
d}t          j        t          |           t	          j        | dt           d	          S )Nc                    dS )NTrp   )rY   r  s     r]   r   zformat_yaml.<locals>.<lambda>
  s    4 r^   dumperr
   r  rl   c                P    |                      |                                          S ro   )represent_dictrx   )r  r  s     r]   dict_representerz%format_yaml.<locals>.dict_representer  s    $$TZZ\\222r^   Fg    eA)default_flow_styleDumperwidth)r  r
   r  r
   rl   r
   )rK   ignore_aliasesadd_representerr   r   dump)r  r  s     r]   format_yamlr    sR     7 7J3 3 3 3 {,<=== 9TeJcRRRRr^   c                    | dk    rdS | dk    rdS 	 t          |           S # t          $ r' 	 t          |           cY S # t          $ r | cY cY S w xY ww xY w)Nr  TfalseF)r   
ValueErrorfloatr   s    r]   pythonify_defaultr    s    F{{t	
gu1vv   	88OOO 	 	 	HHHHH	s)   ! 
A=AA	AAAtr<   c                    t          | t                    rt          | j                  S t	          |           dk    rdS t          j        | ddd                                          S )NTensorz
at::TensorF__placeholder__)mutabler  r>  )r   r7   dynamic_typer  r   r   argumenttype_typer  )r  s    r]   r  r  3  si    !\"" $AF### 1vv| 	5 1%  hjjr^   r  set[Variant]c                    dg}t           j        | v r|                    d           t           j        | v r|                    d           |S )Nr<   r  	namespace)r=   r:  r   r  )r  	method_ofs     r]   compute_method_of_yamlr  @  sT     I~!!"""8##%%%r^   +tuple[list[dict[str, str]], dict[str, str]]c                   i }t          j        |           }g }t          t          | j        j        |                    D ]\  }\  }}t          |j                  |t          j        |d          	                                d}|j
        rG|j
        |d<   | j                                        r$|j
        || j        j        j        |         j
        <   |                    |           ||fS )NFr  )r  r   r  
field_name)r   return_namesr  zipr   returnsr  r  return_typer  r   r  r   r  r   )r   name_to_field_namenamesr  r  rr   rets           r]   compute_returns_yamlr#  K  s    T *, QEG!#afne"<"<==  9At(00OAe444==??	
 
 6 	J !Cv!! JCD6"16#3#7#:#?@s&&&r^   cpp_ar   schema_orderkwarg_only_setout_arg_setr  dict[str, str]c               .   t          | j        t                    r&d dd| j        | j        dd}| j        
| j        |d<   |S t          | j        t                    rt          t          | j        t                    rt          | j        ||||          S d S )Nzat::TensorOptionsFT)
annotationr  is_nullabler   r  
kwarg_onlyr  r%  r&  r'  r  )
r   r  r;   r   r  r  r9   r   r%   compute_argument_yaml)r$  r%  r&  r'  r  r   s         r]   compute_cpp_argument_yamlr/    s     %."899 
/ JJ"
 "
 =$"]C	N
	ENL	1	1 	
	ENH	-	- 
$N%)#1
 
 
 	

 
r^   r'  r%   c          	     b   | j         rt          | j                   nd t          | j                  | j                                        | j        t          j        | dd                                          d}| j	        1t          t          j        | j	        | j        d                    |d<   | j        |v rd|d<   | j        |v r#d|d	<   d|d
<   | j        |v r|| j                 |d<   | j                                        }|)|j        "t          |j                  dk    r
|j        |d<   |S )Nr  F)r  r>  )r*  r  r+  r   r  r  r  Tr,  r	  allocater  r   size)r*  r   r  r  r+  r   r   r  r  r  r  default_expris_list_liker2  r  )r'  r%  r&  r'  r  r   ls          r]   r.  r.    s>    ,-<Ac!,'''T$QV,,v))++!!+<UKKKTTVV C 	y*QYu===
 
I 	v LvHJ6''' 216 :C 	
A}+AFv0E0EfFJr^   c                r   t          |           \  }d | j        j        j        D             d | j        j        j        D             t          j        | dd          }|j                                        }fd|D             }t          | j        	                                          }fd|D             }d |D             }t          j        | j        j        d                                          }| d	d
                    |           d}	t          d |D                       ot           j        | j        v}
t'          dt          j        | j                  fdt+          | j        j        j                  fdt+          | j        j        j                  fd| j        fd| j        | j        ndfdd| j         fd|fd|	fd|fdt3          | j                  fdd| j        dn| j        fd|fd| j        j        j        j        fd|
fd| j        fd| j        fd d!d"| j        fg          S )#Nc                    h | ]	}|j         
S rp   rv  r&  s     r]   	<setcomp>z+compute_declaration_yaml.<locals>.<setcomp>  s    GGGafGGGr^   c                    h | ]	}|j         
S rp   rv  r&  s     r]   r8  z+compute_declaration_yaml.<locals>.<setcomp>  s    888a16888r^   Fr9  c           	     8    g | ]}t          |d           S )Fr-  )r/  )rq   r$  r&  r  r'  s     r]   r   z,compute_declaration_yaml.<locals>.<listcomp>  sI     	 	 	  	")#1	
 	
 	
	 	 	r^   c           	     8    g | ]}t          |d           S )Tr-  )r.  )rq   r'  r&  r  r'  s     r]   r   z,compute_declaration_yaml.<locals>.<listcomp>  sI     	 	 	  	)#1	
 	
 	
	 	 	r^   c           
     n    g | ]2}t          j        |d t                      d d d           D ]	}|j        
3S )F)r:  cpp_no_default_argsfaithfulr>  has_tensor_options)r   r  r   r  )rq   r'  r!  s      r]   r   z,compute_declaration_yaml.<locals>.<listcomp>  sj         #$
 
 
	   	
   r^   r  z (r"  rI  c              3  J   K   | ]}t          |j        t                    V  d S ro   )r   r  r;   r&  s     r]   rt   z+compute_declaration_yaml.<locals>.<genexpr>
  s/      MMqJqz#9::MMMMMMr^   r   operator_namer|  r  category_overrideru   schema_stringaten::r   schema_order_cpp_signatureschema_order_argumentsr  )moder  python_moduler  r   is_factory_methodabstractr   )with_gilF)
deprecatedFhas_math_kernel)r#  r   r   flat_kwarg_onlyr  r   r=  rA  r   rF  r   returns_typer  r  r  anyr=   r:  r  r   r   r   r|  r  rB  r  rH  r   is_abstractr   r   )r   r  r  cpp_argsr   schema_order_jit_argumentsrF  cpp_schema_order_typescpp_returnsrE  rI  r&  r  r'  s              @@@r]   compute_declaration_yamlrV    s   "6q"9"9G HGaf&6&FGGGN8816#3#7888K!6	%%  I ",,..H	 	 	 	 	 	 	 	 	I "&af&C&C&E&E!F!F	 	 	 	 	 	 ,	 	 	  ,   "16>%@@@IIKKK$/!W!W499=S3T3T!W!W!W 	MMHMMMMM 	-N!*, 
 SXaf%%&c!&+"2334c!&+";<<=)1+GH#'(':'F##B /qv//0)$)+EF%'=>0<<=AO$;bbQ (01 "34'Q^,! HI/	
  r^   c                    | j         s	| j        d uoM| j                                        t          j        k    p&| j                                        t          j        k    S ro   )r   r   r   kindr8   
functionalr   r  s    r]   "has_autogenerated_composite_kernelrZ  ,  sJ    L=A1= 	..U!&++--:CU2Ur^   dict[DispatchKey, BackendIndex]c           	         t          j         j                  }t          j         j        j                                                  }t          j         j                  }d                    d |D                       }d j         t           fd|	                                D             t          j        hk    o9 fd|	                                D             t          j        t          j        hk              t           j        pt                               d}| d| d| d	t          j        |           d
S )Nr"  c              3  b   K   | ]*}|                                                                 V  +d S ro   )
no_defaultr  r&  s     r]   rt   z4compute_registration_declarations.<locals>.<genexpr>9  s6      ==1,,..======r^   rD  c                D    h | ]\  }}|                               |S rp   r   rq   r   r   r   s      r]   r8  z4compute_registration_declarations.<locals>.<setcomp>>  s,    FFF41aall1ooFQFFFr^   c                D    h | ]\  }}|                               |S rp   r`  ra  s      r]   r8  z4compute_registration_declarations.<locals>.<setcomp>@  s,    JJJtq!!,,q//JJJJr^   )schemadispatchr  r  r0  z); // r   )
dispatcherr   r   rO  r  r  r   r  r   rx   r+   r   r   has_composite_kernelrZ  jsondumps)r   re   r   rO  r  r  comment_datas   `      r]   !compute_registration_declarationsrj  2  sc    ?16""D*16>::CCEEL''Dyy=======H#16##FFFF?0022FFF567 JJJJ4466JJJ5A
 
 q-V1STU1V1VWW$ $L   t  h  dj6N6N    r^   "provided_op_registration_allowlistlist[str] | Noneop_selection_yaml_pathc                    | |
J d            d }| t          |           }|t          j        |dd          }n*|t          j        |          }nt          j                    }|S )NzhBoth provided_op_registration_allowlist and op_selection_yaml_path can NOT be provided at the same time.TF)r   rC   &from_legacy_op_registration_allow_listfrom_yaml_pathget_nop_selector)rk  rm  op_registration_allowlistr[  s       r]   get_custom_build_selectorrs  S  s    
 	+6"..	 /.. 26)5$'(J$K$K! ,#J%
 

 
 	+#23IJJ#466Or^   3Sequence[NativeFunction | NativeFunctionsViewGroup]c                   dd}t          t                    }| D ]}|j                                        }|j        }|t
          j        k    r1|j                                        }|||         vsJ |||         |<   c|||         vs'J | d||                                                      |||         |<   t          t          ||                                                    S )Nd1dict[ViewSchemaKind | SchemaKind, NativeFunction]rl   /list[NativeFunction | NativeFunctionsViewGroup]c                |   g }t           j        | v r|                     t           j                  }|                     t           j        d           }|                     t          j        d           }|                    t          |||                     |                    | 	                                           |S )N)view	view_copyview_inplace)
r>   aliasingr   aliasing_inplacer8   rY  r   r5   extendr  )rv  r   rz  r|  r{  s        r]   maybe_create_view_groupzEget_grouped_by_view_native_functions.<locals>.maybe_create_view_groupu  s     BD"a''55011D55!@$GGLj3T::ILL('!-     	QXXZZ   r^   z already in )rv  rw  rl   rx  )r   r   r   view_signatureview_schema_kindr>   non_aliasingrX  rN  r   rD   r  )rd   r  grouped_by_viewsr   rc  	view_kindrX  s          r]   $get_grouped_by_view_native_functionsr  r  s      . 	D   4 4&&(($%$6	
 3336;;==D/77777-.V$T**$4V$<<<<KK*:6*B*G*G*I*IKK =<< 34V$Y//	13C3J3J3L3LMMNNNr^   /Sequence[NativeFunction | NativeFunctionsGroup]c           	         dd}t          |           }t          t          |t          |                                                              S )Nrv   dict[SchemaKind, NativeFunction]rl   r  c                    t          j        |           }|Nt          d |                                 D                       rJ t	          |                                           S |gS )Nc              3  (   K   | ]}d |j         v V  dS )	generatedN)r   rq   r   s     r]   rt   zJget_grouped_native_functions.<locals>.flatten_pre_group.<locals>.<genexpr>  s)      EEQ;!&0EEEEEEr^   )r4   	from_dictrP  r  r   )rv  r!  s     r]   flatten_pre_groupz7get_grouped_native_functions.<locals>.flatten_pre_group  sc     !*1--9 EE!((**EEEEEEEE

###3Jr^   )rv  r  rl   r  )rB   r   rD   r  )rd   r  pre_grouped_native_functionss      r]   get_grouped_native_functionsr    s\    
 
 
 
 $>>N#O#O #T*F*M*M*O*O%P%PQQ  r^   )native_function_decl_gengrouped_native_functionsr  JCallable[[NativeFunctionsGroup | NativeFunction, BackendIndex], list[str]]dict[str, list[str]]c                   t          t                    }| D ]}t                      }t                      }|                                D ]\  }}|                    |          }	|	r2|	j        }
|                    |           |                    |
           nt          }
t          |          dk    sJ d| d|             ||
         	                     |||                     |S )NrS   z6Codegen only supports one namespace per operator, got z from )
r   r   r   rx   r2  r3  r   r)   r   r  )r  re   r  ns_grouped_kernelsr   native_function_namespacesdispatch_keysrh   backend_idxr4  r  s              r]   get_ns_grouped_kernelsr    s     0;4/@/@%  %(UU")8)>)>)@)@ 	 	%L+*55a88 5,:	!!,///*..y99994	122a777zIczzkxzz 877 y)00((K88   	 r^   r  c           
     F   g }d}|                                  D ]\  }}t          |dd          }t          t          j        |                    }|                    d|j         d|                    |           d|j         d	                    |                     |S )Nr   ru      namespace_strentity_name	max_level	
        )
rx   rI   r   r   fromkeysr  prologuer  epiloguesplit)r  declarationsnewliner  kernels	ns_helperordered_kernelss          r]   8get_native_function_declarations_from_ns_grouped_kernelsr    s     !LG06688 
 
	7##
 
 
	 {3G<<==
 o     E'NN	
 	
 	
 	
 r^   c                F    t          | ||          }t          |          S )a  
    Generate kernel declarations, in `NativeFunction(s).h`.
    :param grouped_native_functions: a sequence of `NativeFunction` or `NativeFunctionGroup`.
    :param backend_indices: kernel collections grouped by dispatch key.
    :param native_function_decl_gen: callable to generate kernel declaration for each `NativeFunction`.
    :return: a list of string, from the string with all declarations, grouped by namespaces, split by newline.
    r  re   r  )r  )r  r  )r  re   r  r  s       r]    get_native_function_declarationsr    s?      0!9'!9  
 D-   r^   %NativeFunction | NativeFunctionsGroupr  c                    |                     |           }|rWd|j        v sNJ dt          | t                    r| j        j        n| j        j        j         d|j         d|j         d            |r|j        nt          S )Nr-  zThe kernel for function z with dispatch key z has a namespace z% and it's not ending with '::native'.)	r2  r3  r   r3   r   r   rY  rh   r)   )r   r  r4  s      r]   get_kernel_namespacer    s     #--a00 :1A1O#O#O#O	b*Q2O2O#k16;;UVUaUfUk 	b 	b(5	b 	b,:	b 	b 	b $P#O#O +;X&&@Xr^   ry   rocmr>  skip_dispatcher_op_registrationgen_dispatch_helpersc        	           g }	t          t                    t          t                    t          t                    }
d}t          j        |t
          j        |||d           }t          j        |t
          j        |||d           }t          j        |t
          j        |||d           }|D ]}t          ||          
                    dd                                        ||                                                   ||                     t          |t                    r|j        n|j        j        }||
         vrt          t                    |
<   |
         |                              ||                     D ]t!                             dk    rt#                    d|
         D ]?}|
         |         sd| d	 d
|                    |
         |                    dz  @|	                    |                     dfd                              |                     |	S )Nr   r  r>  class_method_namer  r   r  r-  ru   r   )r  z
TORCH_LIBRARY_IMPL(r"  z, m) {
    z
}zRegisterDispatchDefinitions.inic                 p    j         j                  rdnd                                         dS )Nru   )ns_prologuens_epiloguedispatch_anonymous_definitions"static_init_dispatch_registrationsdeferred_dispatch_registrationsdispatch_namespacedispatch_namespaced_definitions)r  r  r  )anonymous_definitionsrh   kernel_namespacens_definitionsr  registration_bodyr  s   r]   r   z1get_native_function_definitions.<locals>.<lambda>g  sR    #,#5#,#56K(7 7;+""*79*6*<*<*>*>7EFV7W  r^   )r   r   r   destRegisterDispatchKeyrJ   NAMESPACED_DEFINITIONANONYMOUS_DEFINITIONr  r  r   r  r   r3   r  rY  r   rI   r  substitute_with_templater  )ry   r  rh   r  r[  r  r>  r  r  definitionsregistrationsr  ns_genanonymous_genreg_genr   r  r  r  r  r  r  s     `    `         @@@@@r]   get_native_function_definitionsr    s     K+6t+<+<N2=d2C2C5@5F5FMG%$(G  F ,#(G  M &(G  G & 
 
/!MMMUU
 
 	'(//F1II	
 	
 	
 	./66M!	
 	
 	
 &a88TAKKal>T 	 M*:;;;.9$.?.?M*+&'	299GAJJ	
 	
 	
 	
 + 
 
~./00A55#2BCCC	&'78 	 	I !129=  "" "!-" "\\- 01)<==" " "  	''1           eGnn!	
 	
 	
 	
& r^   c           
        g }t          t                    }d}t          j        |t          j        ||d d|          }	| D ]]}
t          |
|                              d|                                          }||         	                     |	|
                     ^|
                                D ]\  }}t          |          dk    rt          |dd	          }t          t          j        |                    }|	                    d|j         d|                    |           d|j         d
                    |                     |S )Nr   F)r  r  r  r>  r  r  r   ru      r  r  )r   r   r  r  rJ   NAMESPACED_DECLARATIONr  r   r  r  rx   r   rI   r   r  r  r  r  r  )r  rh   r  r[  r  r>  r  r  r  r   r   r  r  r  r  s                  r]   get_namespaced_declarationr  |  s    !L/:4/@/@G#%(-  D & 
 
(1+FFFNNl((**
 
	 	9%,,DGG	
 	
 	
 	
 16688 
 
	7w<<1##q
 
 
	 {3G<<==
 o     E'NN	
 	
 	
 	
 r^   schema_selectortuple[list[str], str]c           
        t          t                    }| D ]"}||j                                     |           #d}g }d }|                                D ]k\  }}t          t          t          |          |                    }	|dk    r|	}8|}d}
|t          v rdnd}|d| d| d|
                    |	           d	z  }l||fS )
Nru   atenr   TORCH_LIBRARY_FRAGMENTTORCH_LIBRARYr   r0  z	, m) {
  z
};)	r   r   r  r   rx   rH   rZ  r,   r  )rd   r  ns_native_functionsnative_functionschema_registrationsaten_schema_registrationscustom_namespacer  r   schema_registrations_bodytabtorch_library_macros               r]   (get_native_function_schema_registrationsr    s5   
 <Gt;L;L+ O OO56==oNNNN "/5577  	5$(^O44e<<%
 %
!
 (A%%(C
  333 )($  
 ! %% %'% %88%&&% % %    &';<<r^   structured_native_functionsSequence[NativeFunctionsGroup]static_dispatch_idxcpu_fmfunctions_keysset[DispatchKey]r  Sequence[DispatchKey]c           
     4   
 |                     dfd           d  D             fd D             |                     dfd           |                     dfd           |                     d	 fd
           t                    |                     dfd           |	D ]]t          ||          }|v rEd d|                     d	dfd           |                     dd
fd           ~^d S )NzNativeMetaFunctions.hc                 N    g t          t          t                               dS )N)NativeMetaFunctions_includes NativeMetaFunctions_declarationsr   rH   r  )r  s   r]   r   z(gen_aggregated_headers.<locals>.<lambda>  s.    ,.04:<WXX1 1
 
 r^   c                8    g | ]}t           j        |j        v |S rp   r=   r:  r  rq   fns     r]   r   z*gen_aggregated_headers.<locals>.<listcomp>  s-       2;)F)F)F)F)Fr^   c                    g | ]}|v|	S rp   rp   )rq   r  method_native_functionss     r]   r   z*gen_aggregated_headers.<locals>.<listcomp>  s+     # # #3J)J)J)J)J)Jr^   MethodOperators.hc            	     v    g t          t          t          t          j                                       dS )Nrn  MethodOperators_includesMethodOperators_declarationsr   rH   rk  rJ   r{  )r  r  s   r]   r   z(gen_aggregated_headers.<locals>.<lambda>  sL    (*,0$*8K   , - -
 
 r^   zOperators.hc            	     x    dgt          t          t          t          j                                       dS )Nz!#include <ATen/MethodOperators.h>r  )Operators_includesOperators_declarationsr  )non_method_native_functionsr  s   r]   r   z(gen_aggregated_headers.<locals>.<lambda>   sO    #F"G&*$*8K   0 ' '
 
 r^   Functions.hc                 z    t                    dgt          t          t                                           dS )Nz#include <ATen/Operators.h>)r  Functions_includesFunctions_declarations)r  r   rH   r  rd   r  s   r]   r   z(gen_aggregated_headers.<locals>.<lambda>  sN    -J#. . $A"A&*#%%$ ' '
 
 r^   )r  re   zNativeFunctions.hc                     dg dS )Nz%#include <ATen/NativeMetaFunctions.h>)NativeFunctions_includesNativeFunctions_declarationsrp   )r  s   r]   r   z(gen_aggregated_headers.<locals>.<lambda>"  s    )P(Q,8
 
 r^   r  Functions_inl.h>DispatchKeyFunctions.hc                 (    t                     dS N)rh   inline_headersr   rh   inl_headerss   r]   r   z(gen_aggregated_headers.<locals>.<lambda>0  s    $'$5$5&1  r^   Functions_inl.hDispatchKeyFunctions_inl.hc            
     f    g                                  t                    d          dS )NT)r  rh   r  r[  r  r>  )!DispatchKeyFunctions_inl_includesr   dispatch_namespaced_declarations)r  r  )re   rh   r  r  r[  s   r]   r   z(gen_aggregated_headers.<locals>.<lambda>8  sJ    9;*6*<*<*>*>8R1I%1$3L$A!)!#9 9 9  r^   )writer  rz   write_with_template)rd   r  r  r  r[  re   r  ri   r  r  r  ry   r  rh   r  r  r   s   ``````    ` @@@@@r]   gen_aggregated_headersr    sK     LL	
 	
 	
 	
   %  # # # #%# # # LL	
 	
 	
 	
 	
   LL	
 	
 	
 	
 	
   LL	
 	
 	
 	
 	
   4!9'  L LL	
 	
 	
 	
   &  +L*fMM>))JLJJJK"",,,(       ""000,         " B= r^   ops_fmc                   t          t                    | D ]"}|j                                     |           #t          t                    }|D ]$}|j        |                             |           %                                D ]\  |                     ddfd           |                     ddfd           |                    g           }d |D             t                    dk    r|                     d	d
fd           t          ||t          j
                  |                     ddfd           dD ]#\  |                     dfd           $|	D ]2|vr                                g                                 D ]\  |                    g           }t          t          t          j        |         t          j        ||
dd d          |                    t                    dk    ru                               |                     d ddfd           t#          ||          }d d|                     ddfd           |                     ddfd            ~4|                    d!fd"           d S )#Nz_ops.hz
Operator.hc            	     t    dt          t          t          t          j                                       iS )Nr  r  r  )	functionsr  s   r]   r   z*gen_per_operator_headers.<locals>.<lambda>h  sF    (".<O   " ! !
 r^   z.hz
Function.hc                     t          t          fd                     d dt          t          t                                           dS )Nc                &    t          |           S )N)r   )r
  r  r  s    r]   r   z<gen_per_operator_headers.<locals>.<lambda>.<locals>.<lambda>{  s    #=.A$ $ $ r^   r  _ops.h>)static_dispatch_ops_headersoperator_includesfunction_definitions)r   rH   r  )r  r   r  s   r]   r   z*gen_per_operator_headers.<locals>.<lambda>x  sy    /3    "	 0 0 &I4%H%H%H(,'))! ) )  r^   c                J    g | ] }t          |t                    |j        |!S rp   )r   r4   r   r  s     r]   r   z,gen_per_operator_headers.<locals>.<listcomp>  sE      
  
  
"233 
 9; 
 
  
  
r^   r   z_meta.hzNativeMetaFunction.hc                 L    dt          t          t                               iS )Nmeta_function_declarationsr  )structured_functionss   r]   r   z*gen_per_operator_headers.<locals>.<lambda>  s,    0$ =?S 3 3 r^   r  z	_native.hzNativeFunction.hc                     rd dng  dS )Nr  z_meta.h>)extra_includesnative_function_declarationsrp   )r  is_structuredr   s   r]   r   z*gen_per_operator_headers.<locals>.<lambda>  s+    <IQ8$8888r0<	  r^   ))	Functionsru   )	Operators_ops)NativeMetaFunctions_meta)NativeFunctions_nativec                 r      dfdt                                                    D               dg iS )N	_includesc                     g | ]
}d |  dS )r  .h>rp   )rq   r   suffixs     r]   r   z>gen_per_operator_headers.<locals>.<lambda>.<locals>.<listcomp>  s9     ) ) ) <$;;;;) ) )r^   _declarations)rd  rN  )categoryfunctions_by_root_namer7  s   r]   r   z*gen_per_operator_headers.<locals>.<lambda>  sa    &&& ) ) ) ) &'='B'B'D'D E E) ) ) ***B r^   TFr  r  z_dispatch.hzDispatchKeyFunction.hc                      dS )N)r  r  rp   )r  r  s   r]   r   z*gen_per_operator_headers.<locals>.<lambda>  s    *<8D  r^   r  r	  r  r
  c                 (    t                     dS r  r  r  s   r]   r   z*gen_per_operator_headers.<locals>.<lambda>  s     #L 1 1"-  r^   r  r  c                 B    fdt                     D             g dS )Nc                "    g | ]}d | d dS )r  r  r  rp   )rq   r   r  s     r]   r   z>gen_per_operator_headers.<locals>.<lambda>.<locals>.<listcomp>  s>     6 6 6 R$QQ1CQQQ6 6 6r^   )r  r  r  )rd  )dispatch_namesr  s   r]   r   z*gen_per_operator_headers.<locals>.<lambda>  sE    &86 6 6 6 &~ 6 66 6 6 57  r^   r  c                 `    t          d                                  D                       g dS )Nc              3  Z   K   | ]&\  }}t          d  |D                       d| dV  'dS )c              3  <   K   | ]}t           j        |j        v V  d S ro   r  r  s     r]   rt   zGgen_per_operator_headers.<locals>.<lambda>.<locals>.<genexpr>.<genexpr>  s+      IIw~4IIIIIIr^   r  r   N)rP  )rq   r   r  s      r]   rt   z=gen_per_operator_headers.<locals>.<lambda>.<locals>.<genexpr>  sb       / /#D)IIyIIIII/3d333/ / / / / /r^   r  )rd  rx   )r:  s   r]   r   z*gen_per_operator_headers.<locals>.<lambda>   sI    (. / /'='C'C'E'E/ / / ) )
 -/
 
 r^   )r   r   r  r   rx   r  rv   r   r  r  #compute_native_function_declarationr  r  rD   r  rJ   r  rz   )rd   r  r  r[  re   r  ri   r  r  r  r  r  grouped_functions_by_root_namegroupgrouped_functionsry   r9  r  rh   r?  r  r  r:  r  r+  r   r'  r7  s     `             @@@@@@@@@@@@r]   gen_per_operator_headersrG  I  s     ?J$>O>O 8 8r|,33B7777 	D # * ; ;&t,33E::::17799 I
 I
i""OOO
 
 
 
 
	
 	
 	
  	""KKK     	
 	
 	
, ;>>tRHH 
  
' 
  
  

 011A5 	&&   &   
 
 
 8%6+%)%M
 
 

 	""     		
 		
 		
 		
 
 
& 	OOO     		
 		
 		
 		
 & < <~--)//115;;== 	 	OD) > B B4 L L,'55 !#*.8=   &  L <  A%%!!$'''&&99,999'        ,L*fMMFFFF
((($    	
 	
 	
 	,,,(    	
 	
 	
 B
LL	
 	
 	
 	

 
 
 
 
r^   core_fmper_operator_headersc                    |rt           ||||	|
|||           nt           |||||	|||           |                    d fd           |                    d fd           |                    d fd           |                    d	 fd
           d fd}|                    d|           dfd}|                    d|           d S )N)rd   r  r  r[  re   r  ri   r  r  r  r  )rd   r  r  r  r[  re   r  ri   r  r  r  zTensorBody.hc            	         t          t          t          t          j                                       t          t          t          t          j                                       dS )N)rm  rn  )tensor_method_declarationstensor_method_definitions)r   rH   r  rJ   r{  r~  r  s   r]   r   zgen_headers.<locals>.<lambda><  s    *.'%18K   % + + *.'%08K   % * *
 
 r^   zRedispatchFunctions.hc                 Z    dt          t          t                                           iS )Nfunction_redispatch_definitions)r   rH   r  rd   s   r]   r   zgen_headers.<locals>.<lambda>T  s.    -t2446FGG0 0
 r^   zRegistrationDeclarations.hc                 $    d fdD             iS )Nregistration_declarationsc                0    g | ]}t          |          S rp   )rj  )rq   r   re   s     r]   r   z1gen_headers.<locals>.<lambda>.<locals>.<listcomp>^  s3     * * * 2!_EE* * *r^   rp   )re   rd   s   r]   r   zgen_headers.<locals>.<lambda>]  s3    ' * * * *)* * *
 r^   zVmapGeneratedPlumbing.hc                 "    t                     S ro   r#   rP  s   r]   r   zgen_headers.<locals>.<lambda>f  s    +@AQ+R+R r^   rl   r(  c                 &   t                      } t                      }D ]}|                    t          |j        j        j                             |                    |j        j        j        j                   |                     d |j                                        D                        |h dz  }d                    d t          |          D                       d                    d t          |           D                       dS )Nc              3  $   K   | ]}|j         V  d S ro   rv  )rq   r   s     r]   rt   zAgen_headers.<locals>.gen_aten_interned_strings.<locals>.<genexpr>r  s$      PPcPPPPPPr^   >   orandnotxorbitorcomplor_eqand_eqbitandnot_eqxor_eqz \
c                    g | ]}d | d	S )z_(aten, rI  rp   rq   r   s     r]   r   zBgen_headers.<locals>.gen_aten_interned_strings.<locals>.<listcomp>  $    >>>#D###>>>r^   c                    g | ]}d | d	S )z_(attr, rI  rp   rc  s     r]   r   zBgen_headers.<locals>.gen_aten_interned_strings.<locals>.<listcomp>  rd  r^   )aten_symbolsattr_symbols)
r   r   r   r   r   r   updaterF  r  rd  )attrsr   r   rd   s      r]   gen_aten_interned_stringsz.gen_headers.<locals>.gen_aten_interned_stringsi  s   %%$ 	Q 	QDIIc$).-../// IIdin).///LLPPTY-M-M-O-OPPPPPPP 	 
 
 
 	
 $LL>>u>>>  $LL>>u>>> 	
 
 	
r^   zaten_interned_strings.hc                 L    dd                     t                               iS )Nenum_of_valid_tagsz,
)r  rd  )r~   s   r]   gen_tags_enumz"gen_headers.<locals>.gen_tags_enum  s"    $uzz&2D2D'E'EGGr^   z
enum_tag.h)rl   r(  )rG  r  r  )rd   r~   r  r  r  r[  re   rH  r  ri   r  r  r  r  rI  rj  rm  s   ``  ` `          r]   gen_headersrn    s   $  
 -%= 3+!')	
 	
 	
 	
 	
 	-%=(C 3+!')	
 	
 	
 	
 MM	
 	
 	
 	
 	
  0 LL	
 	
 	
 	
   LL$	
 	
 	
 	
 	
   LL!#R#R#R#R  "
 "
 "
 "
 "
 "
H MM+-FGGGH H H H H H MM,.....r^   view_groups"Sequence[NativeFunctionsViewGroup]aoti_fm
cpu_vec_fmforce_schema_registrationupdate_aoti_c_shimaoti_backendsextend_aoti_c_shimc                   !"#$%&'()*+, d}rd}|D ]$t          $||
          &|rdE"$%fd}ndE$fd}$         "t          t                    }D ]E}t          |t                    r|j        n|j        j        }||                             |           Ft          $          	                                %$t          j        k    (t          $          r|nddt          j        "|           |            (rt          j        "          ng d}dF"$&(fd}&                    d$ ddd |$t          j        k    rdnd|dh           D ]ъ''j        j        rt)          $          s'j        j        j        j        )$t          j        u rF&|
u sJ &                    d) dd$'fd           |	                    d) dd')fd           $t          j        u r)d#rd#&                    d) dd#$')fd            t3          d!$ d"          & t5          || |||#           dG fd$}|
                    d%|           }|rt9          j                    }t=           |&          \  !*|
                    d'!*fd(           dHd,}|
                    d- |fd.d/tA                    id0h d12           |
                    d3tB                     |                    d4tB                     |                    d5 fd6           dIfd8}t                    t                    z   } d9 tE          d:           D             +d; tE          d<           D             ,| #                    +,fd= D                        |
                    d>| ||dh d?@           |
                    dAfdB           |
                    dCfdD           d S )JNz#include <c10/cuda/CUDAGuard.h>
#include <ATen/cuda/ATenCUDAGeneral.h>
#include <ATen/cuda/CUDADevice.h>
#include <ATen/cuda/CUDAContext.h>z#include <ATen/hip/impl/HIPGuardImplMasqueradingAsCUDA.h>
#include <ATen/hip/ATenHIPGeneral.h>
#include <ATen/hip/HIPDevice.h>
#include <ATen/hip/HIPContext.h>rl   r  c                 6   g } D ]}d}                     |          rd}nht          |t                    r0t          fd|                                D                       rd}n#|j        rt          j        t          j        fv rd}|s| 	                    d|j
         d           t          j        k    r| 	                    d|j
         d           v r!| 	                    d|j
         d d           t          t          |                     S )	NFTc              3  B   K   | ]}                     |          V  d S ro   r`  )rq   r  r   s     r]   rt   z=gen_source_files.<locals>.operator_headers.<locals>.<genexpr>  sJ       E E9;0044E E E E E Er^   r  
_native.h>r6  r  r  )r   r   r4   rP  r  r   r+   Metar   r   r  rd  r   )headersr  is_registeredr   rh   r  r  r  s      r]   operator_headersz*gen_source_files.<locals>.operator_headers  s   1 " "A$)M$//22 -(, $A';<< - E E E E?@{{}}E E E B B - )-  -,#(#J; + + )-( ! NN#P#P#P#PQQQ$&MN N  'MQ['M'M'MNNN#~55`!+``@R```   c'll+++r^   c                     dg} t           j        k    r|                     d           v r|                     dd           | S )Nz!#include <ATen/NativeFunctions.h>z#include <ATen/Functions.h>r  r  )r+   r   r   )r|  rh   r  s    r]   r~  z*gen_source_files.<locals>.operator_headers  sZ    >?;#UUUNN#@AAA>11NN#Q\#Q#Q#QRRRr^   ru   )extra_cuda_headersexternal_backend_headersdispatch_headersops_headersdispatch_helpersgnfr  r  c                :    dt          | gd	  	        iS )Ndispatch_definitionsT)	ry   r  rh   r  r[  r  r>  r  r  )r  )r  r   rh   ry   r  r  r[  r  s    r]   "register_dispatch_key_env_callablez<gen_source_files.<locals>.register_dispatch_key_env_callable	  sA     '(G.1U!- -%4S)=
) 
) 
) r^   Registerz.cppzRegisterDispatchKey.cppc                    | j         S ro   r  )xs    r]   r   z"gen_source_files.<locals>.<lambda>'	  s    Q[ r^   r  rS   r  )key_fnenv_callable
num_shardsbase_envsharded_keys	UfuncCPU_zUfuncCPU.cppc                     t                    t          j                            t          j                  dS )N)meta_declarationnative_declarationnative_definitions)r  r  rC  compute_ufunc_cpu)re   rh   r  s   r]   r   z"gen_source_files.<locals>.<lambda>7	  sD    ,Ma,P,P.2.V|</ / /3.DQ.G.G  r^   UfuncCPUKernel_zUfuncCPUKernel.cppc                 2    t          j                   dS )N)r   r  )r  compute_ufunc_cpu_kernel)r  r   s   r]   r   z"gen_source_files.<locals>.<lambda>B	  s      $.2.KA.N.N  r^   z%#include <ATen/native/cuda/Loops.cuh>z$#include <ATen/native/hip/Loops.cuh>
UfuncCUDA_z.cuzUfuncCUDA.cuc                     t                    t          j                            t          j                  dS )N)r   cuda_headersr  r  r  )r  r  rC  compute_ufunc_cuda)re   r  rh   r  r   s   r]   r   z"gen_source_files.<locals>.<lambda>N	  sJ     $(4,Ma,P,P.2.V|</ / /3.Ea.H.H  r^   zunrecognized z
 for ufunc)rq  ru  rd   re   r  r  rt  rv  c            
        fdD             } d | D             t          t          t          t          j                  |                     t          t          t          t          j                  |                     dS )Nc                4    g | ]}t          |          |S rp   )r  )rq   r  r[  s     r]   r   z@gen_source_files.<locals>.gen_backend_select.<locals>.<listcomp>j	  s9     
 
 
-A"h-O-O

 
 
r^   c                $    g | ]}d |j          dS )r  r   r  r  s     r]   r   z@gen_source_files.<locals>.gen_backend_select.<locals>.<listcomp>n	  s3       @B;bl;;;  r^   )r  !backend_select_method_definitions%backend_select_function_registrations)r   rH   r  rJ   r~  r  )relevant_fnsrd   r[  s    r]   gen_backend_selectz,gen_source_files.<locals>.gen_backend_selecti	  s    
 
 
 
)
 
 
 FR   26():HEE| 2 2
 6:()<hGG 6 6
 
 	
r^   zRegisterBackendSelect.cpp)rd   r  zRegisterSchema.cppc                     rg n rg ndS )N)r  r  rp   )r  r  r  s   r]   r   z"gen_source_files.<locals>.<lambda>	  s-    .*+*.%&BB%
 
 r^   r  @NativeFunction | NativeFunctionsGroup | NativeFunctionsViewGroupr   c                    | j         S ro   r  )r  s    r]   key_funcz"gen_source_files.<locals>.key_func	  s     |r^   zOperators.cppc                h    d| j          dg t          t          j                  |           gdS )Nr  r6  r  )r~  r  )r  rk  rJ   r~  r  s    r]   r   z"gen_source_files.<locals>.<lambda>	  sV    !Hr|!H!H!H I %4G    !
 !
 r^   r     >   r  r~  r  )r  r  r  r  r  zFunctions.cppzTensorMethods.cppzATenOpList.cppc                 L    dt          t          t                               iS )Naten_ops)r   rH   r  rP  s   r]   r   z"gen_source_files.<locals>.<lambda>	  s"    Xo7GHHII
 r^   r  c                    dd} ||           t          |           t          | t          j                           dS )Nr  r  rl   r  c                B   t          | t                    rLd| j        j         dd| j        j         dg}| j        #|d| j        j         dd| j        j         dgz  }|S t          | t
                    rd| j        j         dd| j        j         dd| j        j         dd| j        j         dg}| j        #|d| j        j         dd| j        j         dgz  }| j	        #|d| j	        j         dd| j	        j         dgz  }|S d| j         dd| j         dgS )Nr  rz  r   )
r   r5   rz  r  r{  r4   rY  r  r   r  )r  r|  s     r]   gen_op_headerszPgen_source_files.<locals>.functionalization_env_callable.<locals>.gen_op_headers	  s    !566 " G!&*:FFFC!&*:CCC ;*Oak.COOOLak.CLLL  G A344 L!,*@LLLI!,*@IIIE!%/EEEB!%/BBB	 9(Mai.AMMMJai.AJJJ  G 9(Mai.AMMMJai.AJJJ  G  B!+AAA>!+>>> r^   )r  func_definitionsfunc_registrations)r  r  rl   r  )r   r    r+   r   )r  r  re   r[  s     r]   functionalization_env_callablez8gen_source_files.<locals>.functionalization_env_callable	  sj    %	 %	 %	 %	P *>!,, @! ! #E EF# #
 
 	
r^   c                (    i | ]}|j         j        |S rp   r   r   r  s     r]   
<dictcomp>z$gen_source_files.<locals>.<dictcomp> 
  s.     : : : 	
Q: : :r^   c                D    t          |                                           S ro   r   r  r  s    r]   r   z"gen_source_files.<locals>.<lambda>
  s    T!++--%8%8 r^   c                (    i | ]}|j         j        |S rp   r  r  s     r]   r  z$gen_source_files.<locals>.<dictcomp>
  s+     4 4 4Q4 4 4r^   c                D    t          |                                           S ro   r  r  s    r]   r   z"gen_source_files.<locals>.<lambda>
  s    D4G4G r^   c              3  T   K   | ]"}|j         j        v|j         j        v|V  #d S ro   r  )rq   r   structured_mapview_maps     r]   rt   z#gen_source_files.<locals>.<genexpr>
  sL        6;n,,H1L1L 	
1L1L1L1L r^   zRegisterFunctionalization.cpp>   r  r  r  func_add_back_views_definitions!func_add_back_views_registrations)r  r  r  r  zFunctionalInverses.hc                 H    dt          t           fd                    iS )Nview_inverse_declarationsc                $    t          |           S ro   )r!   )r  r[  s    r]   r   z4gen_source_files.<locals>.<lambda>.<locals>.<lambda>!
  s    L !  r^   )r   rH   )r[  ro  s   r]   r   z"gen_source_files.<locals>.<lambda>
  s?    '     	 * *	
 r^   zCompositeViewCopyKernels.cppc            	     0   d D             d D             z   t          t          t           t          j                                               t          t          t
                              t          t          t                              dS )Nc                    g | ]<}d                      d |j        |j        gn|j        |j        gD                       =S )r   c              3  <   K   | ]}d |j          d|j          dV  dS )r  _ops.h>
#include <ATen/ops/rz  Nr  r  s     r]   rt   z@gen_source_files.<locals>.<lambda>.<locals>.<listcomp>.<genexpr>>
  sb       	 	 B!+ B B +,+	B B B	 	 	 	 	 	r^   )r  r{  rz  rq   r  s     r]   r   z6gen_source_files.<locals>.<lambda>.<locals>.<listcomp>=
  sn         		 	 	 %&K$7afak=R	 	 	 	 	  r^   c                p    g | ]3}d                      d |j        |j        |j        fD                       4S )r   c              3  R   K   | ]"}|d|j         vd|j         d|j         dV  #d S )Nr  r  r  rz  )r   r  r  s     r]   rt   z@gen_source_files.<locals>.<lambda>.<locals>.<listcomp>.<genexpr>K
  sl         }AF)B)B	B!+ B B*++B B B *C)B)B)B r^   )r  r   r  rY  r  s     r]   r   z6gen_source_files.<locals>.<lambda>.<locals>.<listcomp>J
  sc     	 	 	  		    iALA	    	 	 	r^   )r  #CompositeViewCopyKernel_Definitions(GeneratedCompositeFunctional_Definitions!GeneratedCompositeOut_Definitions)r   rH   r"   r+   r   r@   rA   )re   r  ro  s   r]   r   z"gen_source_files.<locals>.<lambda><
  s      %  	 	 5	 	 	. 48.''N 
   	4 	4 9=3/ 9 9 26,/ 2 2Q.
 .
 r^   )rl   r  )r  r  rl   r  )rl   r  )r  r  rl   r   )r  r  rl   r  )$rz   r   r   r   r3   r  rY  r   r   r  r+   r   r.   r  gen_registration_headersgen_registration_helperswrite_sharded_with_templateCPUr  ufunc_inner_loopr0   r   r   r  CUDAr   r   r  rC   rq  r  write_shardedr  r   rD   r  )-rd   r  r  ro  r[  r  re   rq  rH  rr  r  ri   r  r  r  rs  rI  r  rt  ru  rv  r  r~  ns_grouped_native_functionsgrouped_native_functionr  register_dispatch_key_base_envr  r  r  r  r  
all_groupsr  r   r  rh   r  ry   r  r  r   r  r  r  s-   ```````      ``  `               @@@@@@@@@@@@r]   gen_source_filesr    s;   0&
  $$ & b b+L*fMM 2	&, &, &, &, &, &, &, &, &, &, &,T       (5&1$&7&7#'? 	S 	S# 5~FFB'11,7A 
 (	299:QRRRR ..4466
 KMM 	 $L11#"4"4(* $ =3T! ! ,+-- (-m<<<*
 *
&"	 	 	 	 	 	 	 	 	 	 	 	" 	&&)|)))%$((;(KO;;qq301 	' 		
 		
 		
 - +	O +	OA5) 1F|1T1T <$).D{..V||||&&****"     
 
 
 ..0d000(        !111F J#IL&&****"           %%M\%M%M%MNNNB#)'$?---	 	 	 	
 
 
 
 
 
 
( LL,.@AAAO  >*;==
 	1)?	 	 	! LL	
 	
 	
 	
 	
 	

 
 
   
 
 
 
 
 ,-J#. .

 
 
 
'    4 LL$'''MM%t,,,MM	
 	
 	
 	
  5
 5
 5
 5
 5
 5
 5
r 	())D- - 	 : :88:UVV: : :N4 4 )*G*G U U4 4 4H      !      '3
 
 
     LL		
 		
 		
 		
 		
  < LL&.	
 .	
 .	
 .	
 .	
 .	
1 1 1 1 1r^   c                :    |                      dfd           d S )NzDeclarations.yamlc                 6    t          d  D                       S )Nc                ,    g | ]}t          |          S rp   )rV  r  s     r]   r   z;gen_declarations_yaml.<locals>.<lambda>.<locals>.<listcomp>s
  s!    SSSQ5a88SSSr^   )r  rP  s   r]   r   z'gen_declarations_yaml.<locals>.<lambda>s
  s    SSBRSSSTT r^   )r  )r  rd   s    `r]   gen_declarations_yamlr  n
  s4     LLTTTT    r^   r	   c                 X    t          t                    j                                        S )z
    If you're depending on torchgen out-of-tree, you can use the root to figure
    out the path to native_functions.yaml
    )r	   __file__parentresolverp   r^   r]   get_torchgen_rootr  w
  s    
 >> ((***r^   c                 b  #$ t          j        d          } |                     dddd           |                     dd	d
           |                     ddd           |                     ddd           |                     ddddd           |                     dddd           |                     ddd           |                     ddd           |                     ddd            |                     d!dd"           |                     d#d$d%d&'           |                     d(d)d*           |                     d+d,d%d-'           |                     d.d/d%d0'           |                     d1d2dd3           |                     d4d5dd6           |                     d7t          d%g d8g d8d9:           |                     d;dd<           |                     d=dd>           |                                 $t          $j        $j                  }t          j	        
                    $j        d?          }t          j	        
                    $j        d@          }dAdBlm} t          j        t          j        t          j        t          j        t          j        t          j        t          j        t          j        h}t          j        t          j        h}t/                      }$j        s$j        r?|                    t          j                   |                    t          j                   nM|                    t          j                   t          j        |v r ||                    t          j                  = $j        s$j        r?|                    t          j                   |                    t          j                   nM|                    t          j                   t          j        |v r ||                    t          j                  = $j        sM|                    t          j                   t          j        |v r ||                    t          j                  = $j         r$fdC|D             }tC          |||          }tD          |         }	|j#        |j$        c}
#tK          |
          }dD |D             }tM          |
          }dE |D             }$j'         dF}tQ          |          )                    dGdGH           $j'         dI}tQ          |          )                    dGdGH           $j*         }tQ          |          )                    dGdGH           tW          $|J          }tW          $K          }tW          $K          }tW          $K          }tW          $|J          }tW          $|J          }dL|i}$j        rtW          $K          |dM<   g }$j,        rJ#fdN$j,        D             }$j,        D ]/}t          j-        |          }||vr|                    |           0dO$j.        v rgt_          dni dP|
dQ|dR|dS|dT|dU|dV#dW|dX|dY|dZ|d[|d\|d]|d^$j0        d_$j1        d`$j2        da$j3        db$j        dc|dd$j4         de$j.        v r(tk          |
|	||||#||||||$j0        $j2        f           dg$j.        v rtm          |
|h           $j7        rtQ          $j7                  8                                }|j9        }|j:        }|dif|djf|dkf|dlfgdm |;                                D             z   D ]<\  }} | |z   }!|j<        | |z   z  }"|=                    |!t          |"                     ;d S d S )oNzGenerate ATen source files)descriptionz-sz--source-pathz!path to source directory for ATenzaten/src/ATen)helpr  z-oz--output-dependenciesz:output a list of dependencies into the given file and exit)r  z	--dry-run
store_truez5run without writing any files (still updates outputs))actionr  z--per-operator-headersz2generate separate headers per operator in ATen/opsz-dz--install-dirz--install_dirzoutput directoryzbuild/aten/src/ATenz--aoti-install-dirz--aoti_install_dirz%output directory for AOTInductor shimz(torch/csrc/inductor/aoti_torch/generatedz--rocmz=reinterpret CUDA as ROCm/HIP and adjust filepaths accordinglyz--mpsz'Generate MPS registration code when setz--xpuz'Generate XPU registration code when setz--mtiaz(Generate MTIA registration code when setz--op-registration-whitelistz--op_registration_whitelist*zfilter op registrations by the whitelist (if set); each item is `namespace`::`operator name` without overload name; e.g.: aten::empty aten::conv2d ...)nargsr  z--op-selection-yaml-pathz--op_selection_yaml_pathaD  Provide a path to the operator selection (for custom build) YAML that contains the information about the set of selected operators and their categories (training, ...). Each operator is either a full operator name with overload or just a bare operator name. The operator names also contain the namespace prefix (e.g. aten::)z--backend-whitelistz--backend_whitelistzRfilter dispatch backend by the whitelist (if set), e.g.: CPU CUDA QuantizedCPU ...z--static-dispatch-backendz--static_dispatch_backendz?generate static dispatch code for the specific backend (if set)z!--skip-dispatcher-op-registrationz!--skip_dispatcher_op_registrationz0Avoid registering operators into the dispatcher.z--force-schema-registrationz--force_schema_registrationz}force it to generate schema-only registrations for all ops, includingthose that are not listed on --op-registration-whitelistz
--generate)r|  sourcesdeclarations_yamlzGenerate only a subset of files)r  r  choicesr  r  z--update-aoti-c-shimzUpdate AOTInductor C shim after adding an entry to inductor_fallback_ops in torchgen/aoti/fallback_ops.py. WARNING: Do not use this unless you are sure what you are doing!!!z--extend-aoti-c-shima  This Flag indicates the generation of c shims for out-of-tree ATen ops,which is an extension to the In-tree ATen op c shims. This flag needs to be combined with---source-path=<out-of-tree native_functions.yaml>--aoti-install-dir=<in-tree aoti_install_dir>/extend   default is torch/csrc/inductor/aoti_torch/generated/extendWARNING: Do not use this unless you are sure what you are doing!!!znative/native_functions.yamlznative/tags.yamlr   )r  c                ^    g | ])}t          |          st          |          j        v '|*S rp   )r/   r   backend_whitelist)rq   r   optionss     r]   r   zmain.<locals>.<listcomp>9  sI     
 
 
&q))
 .1VVw7P-P-P -P-P-Pr^   c                <    g | ]}t          |t                    |S rp   )r   r4   r  s     r]   r   zmain.<locals>.<listcomp>H  s8     # # #z!=Q/R/R#	# # #r^   c                <    g | ]}t          |t                    |S rp   )r   r5   r  s     r]   r   zmain.<locals>.<listcomp>N  s9       a122	  r^   z/coreT)parentsexist_okz/ops)r  install_dir)r  cudaxpuc                D    g | ]}t          j        |                   S rp   )r+   parse)rq   keyre   s     r]   r   zmain.<locals>.<listcomp>r  s9     
 
 
 K-c223
 
 
r^   r  rd   r  r  ro  r[  r  re   rq  rH  rr  r  ri   r  r  r  rs  rI  r  rt  ru  rv  r|  )rd   r~   r  r  r  r[  re   rH  r  ri   r  r  r  r  rI  r  )rd   r  ru   cpu_vec_core_ops_c                "    g | ]\  }}|| d fS )r  rp   )rq   rs   	device_fms      r]   r   zmain.<locals>.<listcomp>  s(    SSS+<69iF&SSSr^   rp   )>argparseArgumentParseradd_argumentr   
parse_argsrs  op_registration_whitelistrm  osr   r  source_pathtorchgen.modelr  r+   r  r  r   r   r   r   r{  MTIAr   mpsrt  r   MPSr   r  XPUmtiar  r   rg   rd   re   r  r  r  r	   mkdiraoti_install_dirrG   static_dispatch_backendr  generater  r  rs  rI  r  rv  rn  r  output_dependenciesr  r   stemrx   r  write_outputs)%parserr[  native_yaml_pathr   r  r  ru  r   parsed_yamlr~   rd   r  r  !native_functions_with_view_groupsro  core_install_dirops_install_dirr  rH  r  rr  cuda_fmr  rq  ri   r  r  dp_keydepfile_pathdepfile_namedepfile_stemry   r  varnamer   re   r  s%                                      @@r]   mainr  
  si
   $1MNNNF
0	     I    
 D    
  A    
 %     4:	     L    
 6    
 6    
 7     %%-	     ""M     *	     ##N	     ++?	     %%C	     ;;;;;;.     M     M  	 	 	 !!G()& H
 w||G$79WXXW\\'"57IJJN,,,,,,
 	-9-:	N 	M %%K{ Dg0 D;?++++/****(((?m++m11+/BBC{ Dg0 D;?++++/****(((?m++m11+/BBC< E()))},,m11+2BCCD  

 
 
 
"
 
 
 $$4nkRRK.~>J$# &o
  <<LMM# #+# # # )M) )% 2  K  "-444	   === ,222Ot<<<!24	   ====MNNNGw///F"7333J000GwOLLLF=MNNNG'"J{ ?-g>>>
5.0& +
 
 
 
6
 
 
 2 	+ 	+C &s++F^++""6***G$$$ 	
 	
 	
--	
%=%=	
 )D(C	
 $		

 X	
 !4 3	
 ,O	
 G	
 G	
 "z	
 6	
 "z	
 (-	
 *>	
 	
  '.&G&G!	
" ")!=!=#	
$ -4,S,S%	
&  '99'	
( (-)	
*  '99+	
 	
0 G$$$-!%=(C 3+!')!(!=	
 	
 	
 	
$ g.../?OOOO" 1G788@@BB#(#( RL$gV	

 TS
@P@P@R@RSSST 	1 	1JB |+G&&<*?@DWc$ii00001 1
	1 	1r^   __main__)rh   r+   ri   rj   rk   rF   rl   rF   )Nr{   F)r|   r}   r~   r   r   r   r   r   r   r   rl   rc   )r{   )r|   r}   r   r   rl   r   )r   r   rl   r   ro   )r   r   r   r   r   r   r   r   r   r   rl   rc   )r   r   rl   r   )r   r   rl   r   )r   r   rl   r   )r   r3   r   r&   rl   r   )r   r3   r   r   rl   r   )r   r   rl   r  )r  r  r  r   rl   r   )r  r  r   r3   r   r&   rl   r   )r  r  r   r3   re   r   rl   r   r  )r  r4   rl   r   )r   r3   r[  rC   rl   r   )r  r}   rl   r   )r   r   rl   r}   )r  r<   rl   r   )r  r  rl   r  )r   r3   rl   r  )r$  r   r%  r   r&  r   r'  r   r  r(  rl   r}   )r'  r%   r%  r   r&  r   r'  r   r  r(  rl   r}   )r   r3   rl   r}   )r   r3   rl   r   )r   r3   re   r[  rl   r   )rk  rl  rm  r   rl   rC   )rd   r   rl   rt  )rd   r   rl   r  )r  r  re   r[  r  r  rl   r  )r  r  rl   r  )r  r  re   r[  r  r  rl   r  )r   r  r  r&   rl   r   )ry   rF   r  r  rh   r+   r  r&   r[  rC   r  r   r>  r   r  r   r  r   rl   r  )r  r  rh   r+   r  r&   r[  rC   r  r   r>  r   rl   r  )rd   r   r  rC   rl   r  )rd   r   r  r  r  r  r  r   r[  rC   re   r[  r  rF   ri   rj   r  r  r  r  r  r   rl   r   )rd   r   r  r  r  r   r[  rC   re   r[  r  rF   ri   rj   r  rF   r  r  r  r  r  r   rl   r   ) rd   r   r~   r   r  r  r  r  r  r   r[  rC   re   r[  rH  rF   r  rF   ri   rj   r  rF   r  r  r  r  r  r   rI  r   rl   r   ),rd   r   r  r  r  r  ro  rp  r[  rC   r  r   re   r[  rq  rF   rH  rF   rr  rF   r  rF   ri   rj   r  r  r  r  r  r   rs  r   rI  r   r  r   rt  r   ru  r  rv  r   rl   r   )r  rF   rd   r   rl   r   )rl   r	   )rl   r   )
__future__r   r  	functoolsrg  r   r  collectionsr   r   r   dataclassesr   r   pathlibr	   typingr
   r   r   r   r   typing_extensionsr   r   torchgen.api.dispatcherapire  torchgen.api.metar  torchgen.api.nativer  torchgen.api.structuredr   torchgen.destr  torchgen.apir   torchgen.api.translater   torchgen.api.typesr   r   r   r   r   r   r   torchgen.contextr   r   r   r   torchgen.gen_aoti_c_shimr   r   #torchgen.gen_functionalization_typer   r    r!   r"   torchgen.gen_vmap_plumbingr$   r  r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   #torchgen.native_function_generationr?   r@   rA   rB   !torchgen.selective_build.selectorrC   torchgen.utilsrD   rE   rF   rG   rH   rI   rJ   torchgen.yaml_utilsrK   rL   collections.abcrM   rN   rP   rc   rf   ri  rg   rz   r   r   cacher   r   r   r   r   r   r
  r  r+  r7  rC  rW  rZ  rk  r  r  r  r  r  r  r  r  r  r  r  r#  r/  r.  rV  rZ  rj  rs  r  r  rC  r  r  r  r  r  r  r  r  rG  rn  r  r  r  r  r_   rp   r^   r]   <module>r;     s   " " " " " " "        				 < < < < < < < < < < ( ( ( ( ( ( ( (       A A A A A A A A A A A A A A * * * * * *  , , , , , , , , ,                   $ $ $ $ $ $ $ $ $ , , , , , , , , ,             , , , , , ,                                               = < < < < <                                                       8            ? > > > > >                  7 6 6 6 6 6 6 6  )(((((( GCLLB        Z'9;L&MNN
 :<  ; ; ; ;57  7 7 7 7   , ,0 %-# -# -# -# -#`    " / / / / ,01
 !&!%1 1 1 1 1 1@9 9 9 9x
 
 
 
4	
 	
 	
 	
   (        ,  ,  ,  ,FR R R R$K K K K:F F F FX $` ` ` ` ` ` ` `0 $W& W& W& W& W& W& W& W&x $* * * * * * * *^ $' ' ' ' ' ' ' 'Z $       < M M M M
y y y yx3 3 3 3 $:& :& :& :& :& :& :& :&HS S S S&   0
 
 
 
   ?' ?' ?' ?'F
 
 
 
@! ! ! !H U U U Ur    "   "!@   >,O ,O ,O ,O^   8 	0     :   @ 	0     4    _ _ _ _H, , , ,`!= != != !=Hv v v vr   DG/ G/ G/ G/TV V V Vr   + + + +x1 x1 x1 x1v	 zDFFFFF r^   