U
    <csB                     @   s   d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl	m
Z
mZ d dlmZ d dlmZmZmZmZmZmZmZmZmZmZmZmZmZmZ d dlmZ d dlm Z  zd dl!m"Z# W n  e$k
r   d d	l!m%Z# Y nX zd d
l!m&Z' W n" e$k
r   d dl!m(Z' Y nX e'Z)G dd de#Z*eddZ+dZ,e-ee-ee- f dddZ.edZ/edZ0ee/gee0 f ee/ ee0 dddZ1ee/gee0 f ee/ ee0 dddZ2e j3eg e-f ed dddZ4eeddd Z5ej6dd!e-e d"d#d$Z7e-e8d%d&d'Z9G d(d) d)Z:dAeee- e:d*d+d,Z;dBee8e8e-d.d/d0Z<dCee8e8e8e-d1d2d3Z=eeef e8e8e8e-d4d5d6Z>eee ee eed7f f e8e8e8e-d4d8d9Z?ee- e8e8e8e-e-e-d:d;d<Z@G d=d> d>ZAG d?d@ d@ee/ ZBdS )D    N)	Namespace)fieldsis_dataclass)Enum)AnyCallableDictGenericIterableIteratorListNoReturnOptionalSequenceSetTupleTypeVarUnion)Literal)CodeTemplate)CSafeLoader)
SafeLoader)CSafeDumper)
SafeDumperc                       s   e Zd Zd fdd	Z  ZS )
YamlLoaderFc                    s`   g }|j D ]@\}}| j||d}||ks@td| d|jj || q
t j||d}|S )N)deepz'Found a duplicate key in the yaml. key=z, line=)valueZconstruct_objectAssertionErrorZ
start_marklineappendsuperconstruct_mapping)selfnoder   mappingZkey_nodeZ
value_nodekey	__class__ 2/tmp/pip-unpacked-wheel-gikjz4vx/torchgen/utils.pyr!   /   s    zYamlLoader.construct_mapping)F)__name__
__module____qualname__r!   __classcell__r(   r(   r&   r)   r   .   s   r   Target)Z
DEFINITIONZDECLARATIONZREGISTRATIONZANONYMOUS_DEFINITIONZNAMESPACED_DEFINITIONZNAMESPACED_DECLARATIONz(^|\W){}($|\W))schemareturnc                 C   s>   t d| }|d kr"td|  | \}}}||dfS )Nz(\w+)(\.\w+)?\((.*)\)zUnsupported function schema: , )rematchRuntimeErrorgroupssplit)r/   mname_paramsr(   r(   r)   split_name_paramsX   s
    r;   TS)funcxsr0   c                 c   s$   |D ]}| |}|d k	r|V  qd S Nr(   r>   r?   xrr(   r(   r)   mapMaybeg   s    rD   c                 c   s"   |D ]}| |D ]
}|V  qqd S r@   r(   rA   r(   r(   r)   	concatMapo   s    rE   )msg_fnr0   c              
   c   sz   z
d V  W nj t k
rt } zL|  }t|d}|jrH|jd  d| n|}|f|jdd   |_ W 5 d }~X Y nX d S )Nz  r   
   )	Exceptiontextwrapindentargs)rF   emsgr(   r(   r)   contextx   s    
rO   )rB   r0   c                 C   s   t dt| jd S )NzUnhandled type: {})r   formattyper*   )rB   r(   r(   r)   assert_never   s    rR   )maxsize)template_fnr0   c                 C   s
   t | S r@   )r   	from_file)rT   r(   r(   r)   _read_template   s    rV   )sr0   c                 C   s"   t | d }tj|ddS )Nlatin1little)	byteorder)hashlibsha1encodedigestint
from_bytes)rW   r\   r(   r(   r)   string_stable_hash   s    ra   c                
   @   sV  e Zd ZU eed< eed< eed< ee ed< eeeddddZeedd	d
dZee	g e
eeeef f f edddZeee	g e
eeeef f f ddddZee	g e
ee
eeeef f f f ddddZddeee e	egef e	egeeee f f eeeeef  ee ddddZeeddddZedddZdS )FileManagerinstall_dirtemplate_dirdry_run	filenamesN)rc   rd   re   r0   c                 C   s   || _ || _t | _|| _d S r@   )rc   rd   setrf   re   )r"   rc   rd   re   r(   r(   r)   __init__   s    zFileManager.__init__)filenamecontentsr0   c              	   C   s~   z"t |d}| }W 5 Q R X W n tk
r:   d }Y nX ||krztjtj|dd t |d}|| W 5 Q R X d S )NrC   T)exist_okw)openreadIOErrorosmakedirspathdirnamewrite)r"   ri   rj   fZold_contentsr(   r(   r)   _write_if_changed   s    
zFileManager._write_if_changed)rT   env_callabler0   c                 C   sv   t j| j|}| }t|tr\d|krJd}|dt j|7 }||d< t|}|	|S t|t
rj|S t| d S )NZgenerated_commentz@generated by torchgen/gen.pyz from {})rp   rr   joinrd   
isinstancedictrP   basenamerV   
substitutestrrR   )r"   rT   rw   Ztemplate_pathenvcommenttemplater(   r(   r)   substitute_with_template   s    


z$FileManager.substitute_with_template)ri   rT   rw   r0   c                 C   sR   d | j|}|| jks td| j| | jsN| j||d}| j||d d S )Nz{}/{}zduplicate file write {filename})rT   rw   )ri   rj   )rP   rc   rf   r   addre   r   rv   )r"   ri   rT   rw   Zsubstitute_outr(   r(   r)   write_with_template   s    zFileManager.write_with_template)ri   rw   r0   c                 C   s   |  ||| d S r@   )r   )r"   ri   rw   r(   r(   r)   rt      s    zFileManager.write)base_env)ri   itemskey_fnrw   
num_shardsr   sharded_keysr0   c                   s  ddi}dd t |D }	|g|	 }
|d k	r@|
D ]  | q0D ]F}|
D ]< | krt | tsntd |   |< qLg  |< qLqDtttt f tttt f d dfdd}| j	rd	}|D ]8}||}t
|| }||}||	| | ||| q|d
}|dkrt|}|d | }||d  }|
D ]0  d }| | | | | fdd q:| j| j d| d|  d S )Nshard_idZ
Everythingc                 S   s   g | ]}d d| iqS )r   r9   r(   ).0ir(   r(   r)   
<listcomp>   s    z-FileManager.write_sharded.<locals>.<listcomp>z'sharded keys in base_env must be a list)intofrom_r0   c                    s<   |  D ].\}}| ks&td| | |  |7  < qd S )Nzundeclared sharded key )r   r   )r   r   kv)r   r(   r)   	merge_env   s    z,FileManager.write_sharded.<locals>.merge_envr(   .c                      s    S r@   r(   r(   )shardr(   r)   <lambda>      z+FileManager.write_sharded.<locals>.<lambda>/)rangeupdatery   listr   copyr   r}   r   re   ra   rfindlenr   rf   discardrc   )r"   ri   r   r   rw   r   r   r   Z
everythingZshardsZ
all_shardsr%   r   itemZsidr~   Zdot_posbase_filename	extensionr   r(   )r   r   r)   write_sharded   sV    
 .

  
zFileManager.write_sharded)variable_nameri   r0   c                 C   s2   d |ddd t| jD }| || dS )z[Write a file containing the list of all outputs which are
        generated by this script.zset({}
    {})z
    c                 s   s   | ]}d | d  V  qdS )"Nr(   )r   r8   r(   r(   r)   	<genexpr>$  s     z,FileManager.write_outputs.<locals>.<genexpr>N)rP   rx   sortedrf   rv   )r"   r   ri   contentr(   r(   r)   write_outputs  s
    zFileManager.write_outputsr0   c                 C   s   t j| jt jtS )z
        This needs to be deterministic. The template dir is an absolute path
        that varies across builds. So, just use the path relative to this file,
        which will point to the codegen source but will be stable.
        )rp   rr   relpathrd   rs   __file__r"   r(   r(   r)   template_dir_for_comments(  s    z%FileManager.template_dir_for_comments)r*   r+   r,   r}   __annotations__boolr   rh   rv   r   r   r   r   r   r   rt   r
   r<   r   r_   r   r   r   r   r(   r(   r(   r)   rb      s@   
 "B	rb   )optionsrc   r0   c                 C   s.   t j| jd}|r|n| j}t||| jdS )NZ	templates)rc   rd   re   )rp   rr   rx   source_pathrc   rb   re   )r   rc   rd   r(   r(   r)   make_file_manager2  s      r   P   )objrK   widthr0   c                 C   s0   t jdkr"ddlm} || ||S t| ||dS )N)   
   r   )pformat)rK   r   )sysversion_infopprintr   _pformat)r   rK   r   r   r(   r(   r)   dataclass_repr=  s    
r   )r   rK   r   curr_indentr0   c                    s   t  stdt   jj}|t|d 7 } fddt D }g }|D ]\}}|t| d }	t |rt||||	}
nBt|t	rt
||||	}
n(t|tttfrt||||	}
nt|}
|| d|
  qP|d }d| |}| d| d	S )
Nz%obj should be a dataclass, received: rH   c                    s$   g | ]}|j r|jt |jfqS r(   )reprr8   getattr)r   ru   r   r(   r)   r   W  s      z_pformat.<locals>.<listcomp>= z,
())r   r   rQ   r'   r*   r   r   r   ry   rz   _format_dictr   rg   tuple_format_listr   r   rx   )r   rK   r   r   
class_nameZfields_list
fields_strr8   attrZ_curr_indentZstr_repr
indent_strbodyr(   r   r)   r   K  s$    
r   )r   rK   r   r   r0   c           	      C   sv   ||d 7 }g }|   D ]J\}}t|}t|rFt||||t| nt|}|| d|  qt||||ddS )Nr   z: {})r   r   r   r   r   r   _format)	r   rK   r   r   Z	dict_reprr   r   Zk_reprZv_strr(   r(   r)   r   n  s    r   .c                    sJ    d 7   fdd| D }t | tr0dnd\}}t| ||S )NrH   c                    s*   g | ]"}t |rt| nt|qS r(   )r   r   r   )r   lr   rK   r   r(   r)   r     s   z _format_list.<locals>.<listcomp>)[])r   r   )ry   r   r   )r   rK   r   r   Z	list_reprstartendr(   r   r)   r     s    r   )r   rK   r   r   r   r   r0   c           
      C   sT   d\}}t t| |kr$d}d| }d| }d| | | }	| | |	 | S )N) r   rG   r   r1   )r   r   rx   )
r   rK   r   r   r   r   	delimiterZcurr_indent_strr   r   r(   r(   r)   r     s    r   c                   @   s   e Zd ZdZdeeedddZedeed ddd	Ze	ed
ddZ
e	ed
ddZe	ed
ddZdeedddZdS )NamespaceHelpera  A helper for constructing the namespace open and close strings for a nested set of namespaces.

    e.g. for namespace_str torch::lazy,

    prologue:
    namespace torch {
    namespace lazy {

    epilogue:
    } // namespace lazy
    } // namespace torch
    r      namespace_strentity_name	max_levelc                 C   sr   | d}t||ks,td| d| d|| _ddd |D | _ddd t|D | _|| _|| _	d S )	N::z"Codegen doesn't support more than z# level(s) of custom namespace. Got r   rG   c                 S   s   g | ]}d | dqS )z
namespace z {r(   r   nr(   r(   r)   r     s     z,NamespaceHelper.__init__.<locals>.<listcomp>c                 S   s   g | ]}d | qS )z} // namespace r(   r   r(   r(   r)   r     s     )
r6   r   r   cpp_namespace_rx   	prologue_reversed	epilogue_Znamespaces_entity_name_)r"   r   r   r   Zcpp_namespacesr(   r(   r)   rh     s    

zNamespaceHelper.__init__)namespaced_entityr   r0   c                 C   s2   |  d}|d }d|dd }t|||dS )zq
        Generate helper from nested namespaces as long as class/function name. E.g.: "torch::lazy::add"
        r   r   Nr   )r6   rx   r   )r   r   namesr   r   r(   r(   r)   from_namespaced_entity  s    
  z&NamespaceHelper.from_namespaced_entityr   c                 C   s   | j S r@   )r   r   r(   r(   r)   prologue  s    zNamespaceHelper.prologuec                 C   s   | j S r@   )r   r   r(   r(   r)   epilogue  s    zNamespaceHelper.epiloguec                 C   s   | j S r@   )r   r   r(   r(   r)   r     s    zNamespaceHelper.entity_name)defaultr0   c                 C   s   | j r| j S |S )z
        Return the namespace string from joining all the namespaces by "::" (hence no leading "::").
        Return default if namespace string is empty.
        )r   )r"   r   r(   r(   r)   get_cpp_namespace  s    z!NamespaceHelper.get_cpp_namespaceN)r   r   )r   )r   )r*   r+   r,   __doc__r}   r_   rh   staticmethodr   propertyr   r   r   r   r(   r(   r(   r)   r     s      r   c                   @   s   e Zd ZU eeed f ed< deee  dddZ	ee
dddZee d	d
dZdddddZeddddZdd	ddZedddddZdddddZdddddZee
dddZdS )
OrderedSetNstorage)iterablec                 C   s$   |d kri | _ ndd |D | _ d S )Nc                 S   s   i | ]
}|d qS r@   r(   )r   r   r(   r(   r)   
<dictcomp>  s      z'OrderedSet.__init__.<locals>.<dictcomp>r   )r"   r   r(   r(   r)   rh     s    zOrderedSet.__init__)r   r0   c                 C   s
   || j kS r@   r   r"   r   r(   r(   r)   __contains__  s    zOrderedSet.__contains__r   c                 C   s   t | j S r@   )iterr   keysr   r(   r(   r)   __iter__  s    zOrderedSet.__iter__zOrderedSet[T])r   r0   c                 C   s   | j |j  d S r@   )r   r   )r"   r   r(   r(   r)   r     s    zOrderedSet.updatec                 C   s   d | j |< d S r@   r   r   r(   r(   r)   r     s    zOrderedSet.addc                 C   s   t  }| j |_|S r@   )r   r   r   )r"   retr(   r(   r)   r     s    zOrderedSet.copy)rL   r0   c                  G   s,   | d   }| dd  D ]}|| q|S )Nr   rH   )r   r   )rL   r   rW   r(   r(   r)   union  s    zOrderedSet.union)otherr0   c                 C   s   t | |S r@   )r   r   r"   r   r(   r(   r)   __or__  s    zOrderedSet.__or__c                 C   s   |  | | S r@   )r   r   r(   r(   r)   __ior__  s    
zOrderedSet.__ior__c                 C   s,   t |tr| j|jkS t| j |kS d S r@   )ry   r   r   rg   r   r   r(   r(   r)   __eq__  s    
zOrderedSet.__eq__)N)r*   r+   r,   r   r<   r   r   r   r
   rh   r   r   r   r   r   r   r   r   r   r   r   objectr  r(   r(   r(   r)   r     s   
r   )N)r   r   )r   )C
contextlib	functoolsr[   rp   r2   r   rJ   argparser   Zdataclassesr   r   enumr   typingr   r   r   r	   r
   r   r   r   r   r   r   r   r   r   Ztyping_extensionsr   Ztorchgen.code_templater   Zyamlr   LoaderImportErrorr   r   ZDumperr   Z
YamlDumperr   r.   ZIDENT_REGEXr}   r;   r<   r=   rD   rE   contextmanagerrO   rR   	lru_cacherV   r_   ra   rb   r   r   r   r   r   r   r   r   r(   r(   r(   r)   <module>   s   @((	
      $
?