U
    Ico                     @   s  d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl	m
Z
 d dlmZmZ d dlmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z: d dl;m<Z<m=Z=m>Z> d dl;m?Z@ d dlAmBZB d d	lCmDZDmEZE d d
lFmGZGmHZHmIZI d dl mJZJ d dlKZ dZLzd dlMZMdZLW n eNk
r   Y nX dZOdhZPeQejRejS ejT ZUdd ZVejWdejdejdejdej7dejdejdejXdejYdejZdej"dej#diZ[ejWdejdejdejd ej7d!ejd"ejd#ejXd$ejYd%ejZd&ej"d'ej#d(iZ\e[]ej^d)ej_d*ej`d+ejad,ejbd-i e\]ej^d.ej_d/ej`d0ejad1ejbd2i ejcd3kre[]ejdd4i G d5d6 d6eeZfG d7d8 d8efZgG d9d: d:egZhG d;d< d<efZid=d> Zjd?d@ ZkdAdB ZldCdD ZmdEdF ZndedGdHZodIdJ ZpG dKdL dLeqZrdMdN ZsdfdOdPZtdQZudgdRdSZvdhdTdUZwdVdW ZxdXdY ZydZd[ ZzG d\d] d]erZ{G d^d_ d_erZ|G d`da daerZ}e} Z~e| Ze{ ZdidcddZdS )j    N)
namedtuple)dedent)ListTuple),ClassDefIdentStmtDeclDefVarEmptyTypeAnnotationParamExprStmtAssignDeleteReturnRaiseAssert	AugAssignWhileForIfPassBreakContinueApplyDotsSelectTrueLiteralFalseLiteralNoneLiteralStarredListLiteralTupleLiteralDictLiteralConstStringLiteralListComp	AttributeBinOpUnaryOp	SliceExpr	Subscript	TernaryIfWithWithItemPropertyDictComp)get_source_lines_and_file	parse_defmake_source_context)	ParsedDef)DATACLASS_MAGIC_METHODS)monkeytype_traceget_qualified_name)should_dropis_static_fnFunctionModifiers)_jit_internalFTZ__jitprintc                 C   s   |  tp| tkS N)
startswith_reserved_prefix_reserved_namesname rD   6/tmp/pip-unpacked-wheel-gikjz4vx/torch/jit/frontend.pyis_reserved_name-   s    rF   zfunction definitionsz	for loopszdel statementszclass definitionszwith statementszraise statementsZ
assertionszimport statementszglobal variableszbreak statementszcontinue statementsdeffordelclasswithraiseassertimportfromglobalbreakcontinuezasync function definitionszasync for loopszasync with statementsz
try blocksznonlocal variablesz	async defz	async forz
async withtrynonlocal)      zannotated assignmentsc                   @   s   e Zd Zdd Zdd ZdS )FrontendErrorc                 C   s    || _ || _tj| j | _d S r>   )source_rangemsgtorch_CErrorReporterror_report)selfrX   rY   rD   rD   rE   __init__g   s    zFrontendError.__init__c                 C   s   | j | j   S r>   )rY   r]   whatlstrip)r^   rD   rD   rE   __str__o   s    zFrontendError.__str__N)__name__
__module____qualname__r_   rb   rD   rD   rD   rE   rW   f   s   rW   c                   @   s   e Zd ZdS )NotSupportedErrorNrc   rd   re   rD   rD   rD   rE   rf   s   s   rf   c                       s   e Zd Zd fdd	Z  ZS )UnsupportedNodeError c           	         sl   t |}tt|d}||j|j|j| }t||j}d	||rP|d nd}t
t| || d S )N z{} {}aren't supportedri   )typelennode_start_tokensget
make_rangelineno
col_offsetpretty_node_namesrc   formatsuperrh   r_   )	r^   ctxZoffending_nodereasonZ	node_typeZ	range_lenrX   Zfeature_namerY   	__class__rD   rE   r_   x   s    zUnsupportedNodeError.__init__)ri   )rc   rd   re   r_   __classcell__rD   rD   rw   rE   rh   w   s   rh   c                   @   s   e Zd ZdS )FrontendTypeErrorNrg   rD   rD   rD   rE   rz      s   rz   c                    s    fdd|D }t |S )Nc                    s   g | ]}t  |qS rD   )build_withitem).0iru   rD   rE   
<listcomp>   s     z#build_withitems.<locals>.<listcomp>)list)ru   itemsrD   r~   rE   build_withitems   s    r   c                    s     fdd|D }t td |S )Nc                    s   g | ]}t  |qS rD   )
build_stmt)r|   sr~   rD   rE   r      s     zbuild_stmts.<locals>.<listcomp>)r   filter)ru   ZstmtsrD   r~   rE   build_stmts   s    r   c              	   C   s   t j| dd d}t| dg }g }|D ]}|d |kr&t|d js&t|d jd|d  d|d	}|d jrt|d jd|d  d
|d	nd}|t|	 t
|	 |d || q&|S )aj  
    Get a list of Property objects representing the properties of a class.

    Args:
        cls:  The class to get properties of.
        self_name: The name of the class that the properties should belong to.
    Returns:
        A list of Property objects corresponding to the properties of cls. Property
        here refers to the subclass of TreeView.
    c                 S   s
   t | tS r>   )
isinstancepropertymrD   rD   rE   <lambda>       z&get_class_properties.<locals>.<lambda>	predicateZ__jit_unused_properties__r      __Z_getter)	self_nameZ_setterN)inspect
getmembersgetattrr9   fgetget_jit_deffsetappendr0   ranger   )clsr   propsZunused_properties
propertiespropgettersetterrD   rD   rE   get_class_properties   s      .(r   c                    sT   g   fdd}|j D ]6}t|tjr6|tj| qt|tjr|tj| q S )Nc                    s.   z  | | W n tk
r(   Y nX d S r>   )r   rf   )Zbuilderentryassignsru   rD   rE   maybe_build_assign   s    z-get_class_assigns.<locals>.maybe_build_assign)bodyr   astr   StmtBuilderbuild_Assign	AnnAssignbuild_AnnAssign)ru   Zcls_astr   r   rD   r   rE   get_class_assigns   s    
r   c                    sV  t j  fddd} fddt tjj \}}}d|}t|}t	
|}|jd }	t|	t	jsptt rdd	 |	jD }
t|D ]P\}\}}t|}|r||
kr| }||f||< t |}tj||j qfd
d|D }t }t|ddd t|ddd  }t||||d}t||	}t||	|||S )Nc                    s.   t | st | o,t | j o,| j jkS r>   r   ismethod
isfunctionr:   rc   __dict__r   r   rD   rE   r      s   z#get_jit_class_def.<locals>.<lambda>r   c                    s   t | ot| dd  kS )N__self__)r   r   r   )fnr   rD   rE   is_classmethod   s    z)get_jit_class_def.<locals>.is_classmethodri   r   c                 S   s(   h | ] }t |tjr|jtkr|jqS rD   )r   r   FunctionDefrC   r6   r|   methodrD   rD   rE   	<setcomp>   s    
z$get_jit_class_def.<locals>.<setcomp>c                    s$   g | ]\}}t || |d qS ))r   r   )r   )r|   rC   obj)r   r   rD   rE   r      s   z%get_jit_class_def.<locals>.<listcomp>
r   F)r   r   r2   rZ   r[   r\   Z
call_stackjoinr   r   parser   r   r   AssertionErrordataclassesZis_dataclass	enumerater6   rn   r   r<   loadercachesourcer   rl   splitr4   r   build_class_def)r   r   methodssourcelinesfile_linenofilenamer   Z
dedent_srcZpy_astZ	class_astZ	overridesr}   rC   _Zsynthesizer_fn
parsed_deffuncZmethod_defsr   Zleading_whitespace_lenru   r   rD   )r   r   r   rE   get_jit_class_def   s<    







(
r   c                 C   sH  t | tst| n| }tjj|j}|jj	d }|rl|j
j
d j}t| d| j	d }|j	d| t| rtd}	t|	j	dkst |	j	d tjstd|j d|j |	j	d }
|
j	|_	d |j
_|j
_|j
j
|j
j D ]}|
j
j
d j|_qtjj }d}tr2t | ts2t| }||}t|j|||||dS )	af  
    Build a JIT AST (TreeView) from the given function.

    Args:
        fn: A function object to compile or a pre-parsed ParsedDef object
        def_name: The name to give to the resulting AST object. This is not
            always the same as `fn.__name__`, for example:
                def _forward(self):
                    ...
                forward = _forward
            In this case, the `__name__` attribute of the function object is "_forward",
            but we want the result AST to have the name "forward".
        self_name: If this function is a method, what the type name of `self` is.
    r    = zLdef unused_fn(self: Any):
	raise RuntimeError("Cannot call @unused methods")r   z&Expected a single top-level function: :N)r   pdt_arg_types)r   
_ParsedDefr3   rZ   jitannotationsZget_type_liner   r   r   argsargr   insertr9   rl   r   RuntimeErrorr   r   kwargvararg
kwonlyargs
annotation_scriptZ_get_type_trace_dbr7   r8   Zget_args_types	build_defru   )r   def_namer   r   r   	type_lineZfn_defZarg_nameZassign_stmtZunused_fn_defZ
unused_defr   Ztype_trace_dbr   qualnamerD   rD   rE   r      s,    
 

r   c                 C   sz   t | jd jtjrv| jd jj}t |tjrv|j}|j}|dkrvt |tjrv|jdkrvt |jtj	rv|jj
dkrvdS dS )Nr   Z_IgnoreContextManagerr   rZ   TF)r   r   context_exprr   ZCallr   r(   attrvalueNameid)stmtfunction	attr_name
attr_valuerD   rD   rE   #is_torch_jit_ignore_context_manager(  s    r   c                   @   s   e Zd Zdd ZdS )Builderc                 C   s0   t | d|jj d }|d kr&t|||||S )NZbuild_)r   rx   rc   rh   )r^   ru   noder   rD   rD   rE   __call__8  s    
zBuilder.__call__N)rc   rd   re   r   rD   rD   rD   rE   r   7  s   r   c                 C   s:   |  |j|j|jtd }tt||dd |D ||S )NrJ   c                 S   s   g | ]}t |qS rD   )r   r   rD   rD   rE   r   B  s     z#build_class_def.<locals>.<listcomp>)ro   rp   rq   rl   r   r   )ru   py_defr   r   r   r   rrD   rD   rE   r   ?  s    r   c                 C   s   |j }| |jt|j |j|jtd }t| |j||}d }	t|dd d k	r\t	| |j
}	t|||	}
|d k	}|d k	rtj|}tj|
||}
tt|||
t| |S )NrG   returns)r   ro   rp   rl   Zdecorator_listrq   build_param_listr   r   
build_exprr   r	   rZ   r[   Zparse_type_commentZmerge_type_from_type_commentr
   r   r   )ru   r   r   r   r   r   r   r   Z
param_listreturn_typedeclZ	is_methodZtype_comment_declrD   rD   rE   r   E  s$    
r   zfCompiled functions can't take variable number of arguments or use keyword-only arguments with defaultsc           
         s
  |j d k	r<|j } |j|jd |jt|j }t|t|jd k	rx|j} |j|jd |jt|j }t|tt|j	dkr|j	D ]$}|d k	rt
 | }t|tqfdd|jD }fdd|jD } fdd|D }	|	 fdd|D 7 }	|	S )Nr   r   c                    s0   g | ](}| r&t  |j r& |j nd fqS r>   boolr   r|   r   r   rD   rE   r   q  s   z$build_param_list.<locals>.<listcomp>c                    s0   g | ](}| r&t  |j r& |j nd fqS r>   r   r   r   rD   rE   r   s  s   c              	      s"   g | ]\}}t  |d |dqS )F
kwarg_onlypdt_arg_typebuild_paramr|   r   Zarg_typeru   r   rD   rE   r   v  s   c              	      s"   g | ]\}}t  |d |dqS )Tr   r   r   r   rD   rE   r   x  s   )r   ro   rp   rq   rl   r   rf   _vararg_kwarg_errr   kw_defaultsr   r   r   r   )
ru   Zpy_argsr   r   exprZ	ctx_ranger   Zarg_and_typesZarg_and_types_kwonlyargsresultrD   )ru   r   r   rE   r   _  s4    
"

"



r   c                 C   s   |j }| |j|j|jt| }t|dd d k	r@t| |j}n<|rTtt	||}n(|d k	rt|dkrttt	||}nt
|}t|t	|||S )Nr   r^   )r   ro   rp   rq   rl   r   r   r   r   r   r   r   )ru   py_argr   r   r   rC   r   Zannotation_exprrD   rD   rE   r   }  s    r   c                    sR  t dddg t dddg fdd}dd }d	d
 }dd }||jd jj\}}d|| | }d| }	|	dddd |D  d 7 }	||\}
}|	|
d 7 }	t|	jd }|j|_t|jd }|j| dt	
| }|d||7 }t| ||}d||| d }t|dkr:|d | }n|}t|jd }|S )N	InputTyperC   ann
OutputTypec                    sz   g }g }| D ]d}|j }tjdk r*|jj}n|jj}|d\}}|dkrX| || |dkr||| q||fS )N)rU      r   inpout)r   sysversion_infor   r   r   r   )r   inputsoutputsr   var_nameZvar_annZvar_decl_typer  r  rD   rE   process_ins_outs  s    

z6build_ignore_context_manager.<locals>.process_ins_outsc                 S   s    t dd| j}| d|j S )Nz[^a-zA-Z0-9_]r   )resubr   rp   )ru   r   r   rD   rD   rE   create_unique_name_ext  s    z<build_ignore_context_manager.<locals>.create_unique_name_extc                 S   s   d}d}t | dkr|d7 }t | dkrDd| d j }|| d j7 }t | dkrd}|dd	d
d | D  d 7 }|d	dd | D 7 }||fS )Nri   zreturn r   z -> Noner   z -> z	 -> Tuple[, c                 S   s   g | ]
}|j qS rD   )r  r|   varrD   rD   rE   r     s     zObuild_ignore_context_manager.<locals>.build_return_ann_stmt.<locals>.<listcomp>]c                 S   s   g | ]
}|j qS rD   rB   r  rD   rD   rE   r     s     )rl   r  rC   r   )r  Zreturn_type_annZreturn_statement_strrD   rD   rE   build_return_ann_stmt  s     z;build_ignore_context_manager.<locals>.build_return_ann_stmtc                 S   s   d dd | D S )Nr  c                 S   s   g | ]
}|j qS rD   rB   r   rD   rD   rE   r     s     zDbuild_ignore_context_manager.<locals>.build_args.<locals>.<listcomp>)r   )r   rD   rD   rE   
build_args  s    z0build_ignore_context_manager.<locals>.build_argsr   Zfunc_ignore_z
def (r  c                 S   s   g | ]}|j d  |j qS )z :)rC   r  r  rD   rD   rE   r     s     z0build_ignore_context_manager.<locals>.<listcomp>)z: passz@torch.jit.ignore
z
globals()["{}"] = {}ztorch.jit.frontend.{}(r   )r   r   r   keywordsr   r   r   r   r   
astunparseZunparsers   execrl   )ru   r   r  r  r  r  r  r  Zignore_function_nameZignore_function_strZ
return_annZreturn_stmtZignore_functionZignore_func_strZassign_str_lhsZassign_str_rhsZ
assign_str
assign_astrD   r  rE   build_ignore_context_manager  s4     r   c                 C   s*   | d kri S t | }dd |j D S )Nc                 S   s&   i | ]\}}|j tjjk	r||j qS rD   )defaultr   	Parameterempty)r|   kvrD   rD   rE   
<dictcomp>  s    z$get_default_args.<locals>.<dictcomp>)r   	signature
parametersr   )r   r'  rD   rD   rE   get_default_args  s    
r)  c                    s(   t j  fddd}dd |D }|S )aC  
    Get default arguments for all methods in a class (except for static methods).

    Args:
        cls: type - The class type to inspect for default arguments.
    Returns:
        A Dict[str, Dict[str, Any]] which maps each method name to a Dict[str, Any]
        that maps each argument name to its default value.
    c                    s.   t | st | o,t | j o,| j jkS r>   r   r   r   rD   rE   r     s   z,get_default_args_for_class.<locals>.<lambda>r   c                 S   s   i | ]\}}|t |qS rD   )r)  )r|   method_nameZmethod_implrD   rD   rE   r&    s      z.get_default_args_for_class.<locals>.<dictcomp>)r   r   )r   r   defaultsrD   r   rE   get_default_args_for_class  s    
	r,  c                   @   s   e Zd Zedd ZdS )WithItemBuilderc                 C   sX   |j j}|j j}|tttj  }|j}| |||}t	|t
| |j |rRt
| |nd S r>   )r   rp   rq   rl   rr   r   r.   Zoptional_varsro   r/   r   )ru   itemrp   startendZop_varsr   rD   rD   rE   r{     s    zWithItemBuilder.build_withitemN)rc   rd   re   staticmethodr{   rD   rD   rD   rE   r-    s   r-  c                   @   s  e Zd Zejdejdejdejdejdej	dej
dejdejd	ejd
ejdiZedd Zedd Zedd Zedd Zedd Zedd Zedd Zedd Zedd Zedd Zed d! Zed"d# Zed$d% Zed&d' Zed(d) Zed*d+ Z d,S )-r   +-*/%|&^<<>>**c                 C   s(   |j }|jjdkrd S tt| |S d S )NStr)r   rx   rc   r   r   )ru   r   r   rD   rD   rE   
build_Expr"  s    zStmtBuilder.build_Exprc                    s*   t  |j} fdd|jD }t||S )Nc                    s   g | ]}t  |qS rD   r   )r|   xr~   rD   rE   r   /  s     z,StmtBuilder.build_Assign.<locals>.<listcomp>)r   r   targetsr   )ru   r   rhslhsrD   r~   rE   r   ,  s    zStmtBuilder.build_Assignc                 C   s   |j d krt| |ddt|jtjkr|jj jdkr| jdkr|j}|t	d|jj
  }t|jdr~|t	d|jj 7 }| |j||}td| j d	| t| |j }t| |j}t| |j}t|g||S )
Nzwithout assigned value)rv   r^   r_   zself.r   z: zKType annotations on instance attributes must be declared in __init__, not 'z': )r   rh   rk   targetr   r(   r   funcnamerq   rl   r   hasattrr   ro   rp   
ValueErrorr   r   )ru   r   r/  r0  srrB  rC  Zthe_typerD   rD   rE   r   2  s"    
zStmtBuilder.build_AnnAssignc                    s6     |j|j|jtd }t| fdd|jD S )NrI   c                    s   g | ]}t  |qS rD   r?  )r|   rD  r~   rD   rE   r   K  s     z,StmtBuilder.build_Delete.<locals>.<listcomp>)ro   rp   rq   rl   r   rA  ru   r   r   rD   r~   rE   build_DeleteG  s    zStmtBuilder.build_Deletec                 C   s<   |  |j|j|jtd }t||jd kr.d n
t| |jS )Nreturn)ro   rp   rq   rl   r   r   r   rI  rD   rD   rE   build_ReturnM  s    zStmtBuilder.build_Returnc                 C   s2   |  |j|j|jtd }t| |j}t||S )NrL   )ro   rp   rq   rl   r   excr   )ru   r   r   r   rD   rD   rE   build_RaiseR  s    zStmtBuilder.build_Raisec                 C   sN   |  |j|j|jtd }t| |j}|jd k	r>t| |jnd }t|||S )NrM   )ro   rp   rq   rl   r   testrY   r   )ru   r   r   rO  rY   rD   rD   rE   build_AssertX  s    zStmtBuilder.build_Assertc                 C   sf   t | |j}t | |j}t|j}|tjkr8tj| }n"tt| |	 j
dddd|j t|||S )N=)r   )offsetsz+unsupported kind of augumented assignment: )r   rD  r   rk   opr   augassign_maprf   find_beforer   r/  rc   r   )ru   r   rC  rB  rT  op_tokenrD   rD   rE   build_AugAssign_  s    

zStmtBuilder.build_AugAssignc                 C   sH   |j rtd d| |j|j|jtd }t|t| |jt	| |j
S )Nz-else branches of while loops aren't supportedwhile)orelserf   ro   rp   rq   rl   r   r   rO  r   r   rI  rD   rD   rE   build_Whilel  s    

zStmtBuilder.build_Whilec                 C   sV   |  |j|j|jtd }|jr,t|dt|t| |jgt| |j	gt
| |jS )NrH   z+else branches of for loops aren't supported)ro   rp   rq   rl   rZ  rf   r   r   rD  iterr   r   rI  rD   rD   rE   	build_Forv  s    
  
zStmtBuilder.build_Forc                 C   sB   |  |j|j|jtd }t|t| |jt| |jt| |j	S )Nif)
ro   rp   rq   rl   r   r   rO  r   r   rZ  rI  rD   rD   rE   build_If  s
    

zStmtBuilder.build_Ifc                    sZ     |j|j|jtd }|jr,t|d fdd|jD }ttt	t
|d|g S )Nr=   z?print statements with non-default destinations aren't supportedc                    s   g | ]}t  |qS rD   r?  )r|   valr~   rD   rE   r     s     z+StmtBuilder.build_Print.<locals>.<listcomp>)ro   rp   rq   rl   destrf   valuesr   r   r   r   )ru   r   r   r   rD   r~   rE   build_Print  s
    
zStmtBuilder.build_Printc                 C   s$   |  |j|j|jtd }t|S )Npass)ro   rp   rq   rl   r   rI  rD   rD   rE   
build_Pass  s    zStmtBuilder.build_Passc                 C   s$   |  |j|j|jtd }t|S )NrQ   )ro   rp   rq   rl   r   rI  rD   rD   rE   build_Break  s    zStmtBuilder.build_Breakc                 C   s$   |  |j|j|jtd }t|S )NrR   )ro   rp   rq   rl   r   rI  rD   rD   rE   build_Continue  s    zStmtBuilder.build_Continuec                 C   s`   |  |j|j|jtd }t|rDts0tdt| |}t| |S t	|t
| |jt| |jS )NrK   ztorch.jit._IgnoreContextManager requires installing Python library `astunparse`,                                   please install it in your Python environment)ro   rp   rq   rl   r   _IS_ASTUNPARSE_INSTALLEDr   r   r   r.   r   r   r   r   )ru   r   r   r  rD   rD   rE   
build_With  s    

zStmtBuilder.build_WithN)!rc   rd   re   r   AddSubMultDivModBitOrBitAndBitXorLShiftRShiftPowrU  r1  r>  r   r   rJ  rL  rN  rP  rX  r[  r]  r_  rc  re  rf  rg  ri  rD   rD   rD   rE   r     sn              
	







	
	




r   c                   @   s  e Zd Zejdejdejdejdejdej	dej
dejdejd	ejd
ejdejdiZdeej< ejdejdejdiZejdejdiZejdejdejdejdejdejdejdej dej!dej"di
Z#e$dd Z%e$dd Z&e$d d! Z'e$d"d# Z(e$d$d% Z)e$d&d' Z*e$d(d) Z+e$d*d+ Z,e$d,d- Z-e$d.d/ Z.e$d0d1 Z/e$d2d3 Z0e$d4d5 Z1e$d6d7 Z2e$d8d9 Z3e$d:d; Z4e$d<d= Z5e$d>d? Z6e$d@dA Z7e$dBdC Z8e$dDdE Z9e$dFdG Z:dHS )IExprBuilderr2  r3  r4  r5  r<  r6  z//r8  r9  r7  r:  r;  @not~andorz==z!=z<=<z>=>iszis notinznot inc                    sv   t | |j}| jd  fdd}| jd }||tjkrJ|d7 }q2|t|j	 }| 
||}t|t||j	S )Nzutf-8c                    s   t  |  S r>   )chr)indexr   rD   rE   get_char  s    z-ExprBuilder.build_Attribute.<locals>.get_charr   )r   r   r   encoder   r0  string
whitespacerl   r   make_raw_ranger   r   )ru   r   baser  Z	start_posZend_posZ
name_rangerD   r  rE   build_Attribute  s    
zExprBuilder.build_Attributec                    s   t  |j} fdd|jD }t|drP|jrPt  |j}|t| |g7 }g }|jD ]@}t  |j}|j	s~t
| d|tt| |j	| qZt|||S )Nc                    s   g | ]}t  |qS rD   r?  )r|   r  r~   rD   rE   r     s     z*ExprBuilder.build_Call.<locals>.<listcomp>starargsz&keyword-arg expansion is not supported)r   r   r   rF  r  r!   r   r  r   r   rf   r   r(   r   r   )ru   r   r   r   Zstararg_exprkwargskwZkw_exprrD   r~   rE   
build_Call  s    
zExprBuilder.build_Callc                 C   s    |  |j|j|jd }t|S )NrU   )ro   rp   rq   r   ru   r   r   rD   rD   rE   build_Ellipsis  s    zExprBuilder.build_Ellipsisc                 C   s   |  |j|j|jt|j }|jtr8t|dt |jdkrJt|S |jdkr\t	|S |jdkrnt
|S |jdkrt|S tt||jS )Nz=names of variables used in JIT-ed functions can't start with TrueFalseNoneEllipsis)ro   rp   rq   rl   r   r?   r@   rf   r   r   r    r   r   r   r  rD   rD   rE   
build_Name  s    



zExprBuilder.build_Namec                 C   s   |  |j|j|jtt|j }|jdkr4t|S |jdkrFt|S |jd krXt|S |jt	krjt
|S tdt|j d S )NTFz!Name constant value unsupported: )ro   rp   rq   rl   strr   r   r   r    r  r   rG  r  rD   rD   rE   build_NameConstant
  s    "



zExprBuilder.build_NameConstantc                 C   s   t | |j}t | |j}t|j}|tjkrT| jsT| |	 j
|	 j}t|dtj|}|d kr| |	 j
|	 j}t|d|j t|||S )NzDivision of ints in TorchScript uses Python 3 true division semantics. Please put `from __future__ import division` at the top of your filezunsupported binary operator: )r   leftrightrk   rT  r   rm  Zuses_true_divisionr  r   r0  r/  rW   ru  	binop_maprn   rf   rc   r)   )ru   r   rC  rB  rT  	err_rangerW  rD   rD   rE   build_BinOp  s    

zExprBuilder.build_BinOpc                 C   sf   t | |j}t|j}tj|}|d kr>t| d|j	 | 
|j|j|jt| }t|||S )Nzunsupported unary operator: )r   Zoperandrk   rT  ru  unop_maprn   rf   r   rc   ro   rp   rq   rl   r*   )ru   r   sub_exprrT  rW  r   rD   rD   rE   build_UnaryOp)  s    
zExprBuilder.build_UnaryOpc                    s   t |jdk r$tdtt |j  fdd|jD }t|j}tj|}|d kr 	|d 
 j|d 
 j}t|d|j |d }|dd  D ]}t|||}q|S )N   z.expected at least 2 values in BoolOp, but got c                    s   g | ]}t  |qS rD   r?  )r|   r  r~   rD   rE   r   7  s     z,ExprBuilder.build_BoolOp.<locals>.<listcomp>r   r   zunsupported boolean operator: )rl   rb  r   r  rk   rT  ru  
boolop_maprn   r  r   r0  r/  rf   rc   r)   )ru   r   	sub_exprsrT  rW  r  rC  rB  rD   r~   rE   build_BoolOp3  s    
 zExprBuilder.build_BoolOpc                 C   s$   t t| |jt| |jt| |jS r>   )r-   r   rO  r   rZ  ru   r   rD   rD   rE   build_IfExpB  s    

zExprBuilder.build_IfExpc                    s    fdd|j gt|j D }d }t||j|dd  D ]\}}}t|}tj|} 	|
 j|
 j}	|d krt|	d|j |tjkrtd||}
t|	d|
}nt|||}|d kr|}q:td||}q:|S )Nc                    s   g | ]}t  |qS rD   r?  r|   er~   rD   rE   r   J  s     z-ExprBuilder.build_Compare.<locals>.<listcomp>r   z!unsupported comparison operator: r~  rw  ry  )r  r   Zcomparatorszipopsrk   ru  	cmpop_maprn   r  r   r0  r/  rf   rc   r   NotInr)   r*   )ru   r   Zoperandsr  rC  Zop_rB  rT  rW  r   Zin_exprZcmp_exprrD   r~   rE   build_CompareH  s       
zExprBuilder.build_Comparec           	         s  dd dd   fdd}t |j}t|j}|tjkrt|jjtjrfdd|jjjD }|s	|j
|jjj|jjjd	 }t|g }|| t||S t|t |jjgS n |tjkrt|||jgS |tjkrt||||jS tjd
kr|tjkrg }|jjD ]8}t|tjrL||| n|t | q&|s	|j
|jj|jjd	 }t|g }|| t||S t|t |jgS t| dd S )Nc                 S   s`   |j d k	rt| |j nd }|jd k	r0t| |jnd }|jd k	rJt| |jnd }t| |||S r>   )lowerr   upperstepr+   r   )ru   r  Z
slice_exprr  r  r  rD   rD   rE   build_SliceExprc  s    z4ExprBuilder.build_Subscript.<locals>.build_SliceExprc                 S   s(   t |jtjrt| dt| |jS )Nz9slicing multiple dimensions with tuples not supported yet)r   r   r   r   rf   r   r   )ru   r  
index_exprrD   rD   rE   build_Indexi  s
    z0ExprBuilder.build_Subscript.<locals>.build_Indexc                    s   g }|j D ]z}t|}|tjkr4| | || q
|tjkrR|| || q
|tjkrp|t|  q
t	| d
|q
|S )Nz1slicing multiple dimensions with {} not supported)Zdimsrk   r   Indexr   Slicer  r   r   rf   rs   )ru   r  Zextslicer  r   sub_type)r  r  rD   rE   build_ExtSlicep  s    



z3ExprBuilder.build_Subscript.<locals>.build_ExtSlicec                    s   g | ]}t  |qS rD   r?  )r|   r  r~   rD   rE   r     s     z/ExprBuilder.build_Subscript.<locals>.<listcomp>r  )rU   	   zellipsis is not supported)r   r   rk   slicer   r  r   r   eltsro   rp   rq   r#   r   r,   r  ZExtSlicer	  r
  rf   r   )	ru   r   r  r  r  indicesr   tupr  rD   )r  r  ru   rE   build_Subscripta  sL    









zExprBuilder.build_Subscriptc                    s.   t  |j|j|jd  fdd|jD S )Nr   c                    s   g | ]}t  |qS rD   r?  r  r~   rD   rE   r     s     z*ExprBuilder.build_List.<locals>.<listcomp>)r"   ro   rp   rq   r  r  rD   r~   rE   
build_List  s    zExprBuilder.build_Listc                    s.   t  |j|j|jd  fdd|jD S )Nr   c                    s   g | ]}t  |qS rD   r?  r  r~   rD   rE   r     s     z+ExprBuilder.build_Tuple.<locals>.<listcomp>)r#   ro   rp   rq   r  r  rD   r~   rE   build_Tuple  s    zExprBuilder.build_Tuplec                    s^     |j|j|jd }|jr2|jd s2t|dt| fdd|jD  fdd|jD S )Nr   r   z1Dict expansion (e.g. `{**dict}`) is not supportedc                    s   g | ]}t  |qS rD   r?  r  r~   rD   rE   r     s     z*ExprBuilder.build_Dict.<locals>.<listcomp>c                    s   g | ]}t  |qS rD   r?  r  r~   rD   rE   r     s     )ro   rp   rq   keysrf   r$   rb  )ru   r   r   rD   r~   rE   
build_Dict  s    
zExprBuilder.build_Dictc                 C   s0   t |j}| |j|j|jt| }t||S r>   )r  nro   rp   rq   rl   r%   ru   r   r   r   rD   rD   rE   	build_Num  s    
zExprBuilder.build_Numc                 C   s   |j }|d kst|tr$t| |S t|tttfr@t| |S t|t	rVt
| |S t|ttrpt| |S | |j|j|jtt	| }t|dd S )Nz Unknown Constant expression type)r   r   r   ru  r  intfloatcomplexr  r  	build_Strrk   r  r  ro   rp   rq   rl   rW   )ru   r   r   Zerror_rangerD   rD   rE   build_Constant  s    
 zExprBuilder.build_Constantc                 C   s4   t |j}| |j|j|jt| d }t||S Nr   )r  r   ro   rp   rq   rl   r&   r  rD   rD   rE   r    s    
 zExprBuilder.build_Strc                 C   s   d}g }|j D ]}| |j|j|jd }t|tjrz|jdkrJt|d|j	d k	r^t|d|d7 }|
t| |j qt|tjr||j7 }qt|dq| |j|j|jd }ttt||t|d|g S )	Nri   r   rR  z%Don't support conversion in JoinedStrz%Don't support formatting in JoinedStrz{}zUnsupported value in JoinedStrrs   )rb  ro   rp   rq   r   r   ZFormattedValue
conversionrf   format_specr   r   r   r=  r   r   r   r&   r   )ru   r   r   r   r   r   rD   rD   rE   build_JoinedStr  s     




zExprBuilder.build_JoinedStrc                 C   s   |  |j|j|j}t|jdkr,t|dt|jd jdkrJt|dt| |j}t| |jd j	}t| |jd j
}t||||S Nr   z.Only a single generator is currently supportedr   z'Comprehension ifs are not supported yet)ro   rp   rq   rl   
generatorsrf   ifsr   eltrD  r\  r'   )ru   r   r   Zelt_exprtarget_expr	iter_exprrD   rD   rE   build_ListComp  s    

zExprBuilder.build_ListCompc                 C   s   t | |S r>   )ru  r  )ru   r   rD   rD   rE   build_GeneratorExp  s    zExprBuilder.build_GeneratorExpc                 C   s   |  |j|j|j}t|jdkr,t|dt|jd jdkrJt|dt| |j}t| |j	}t| |jd j
}t| |jd j}t|||||S r  )ro   rp   rq   rl   r  rf   r  r   keyr   rD  r\  r1   )ru   r   r   Zkey_exprZ
value_exprr  r  rD   rD   rE   build_DictComp  s    

zExprBuilder.build_DictCompc                 C   s*   |  |j|j|jd }t|t| |jS r  )ro   rp   rq   r!   r   r   r  rD   rD   rE   build_Starred  s    zExprBuilder.build_StarredN);rc   rd   re   r   rj  rk  rl  rm  rt  rn  ZFloorDivrp  rq  ro  rr  rs  r  ZMatMultZNotZUSubZInvertr  AndOrr  ZEqZNotEqZLtEZLtZGtEZGtZIsZIsNotZInr  r  r1  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  rD   rD   rD   rE   ru    s               
               






	



J









ru  r   r   c                 C   s8   | j d | |}| ||d  |t| |d  S )Nr   r   )r   rindexr  rl   )ru   possubstrrS  new_posrD   rD   rE   rV    s    rV  )NF)NN)N)N)r  )rZ   r	  r   r   r   r  r  collectionsr   textwrapr   typingr   r   Ztorch._C._jit_tree_viewsr   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   Ztorch._sourcesr2   r3   r4   r5   r   Ztorch.jit._dataclass_implsr6   Ztorch.jit._monkeytype_configr7   r8   Ztorch._jit_internalr9   r:   r;   r<   Ztorch.jit.annotationsrh  r  ImportErrorr@   rA   setascii_lowercaseascii_uppercasedigitsZ_identifier_charsrF   r   ZImportZ
ImportFromZGlobalrr   rm   updateZAsyncFunctionDefZAsyncForZ	AsyncWithZTryZNonlocalr
  r   	ExceptionrW   rf   rh   rz   r   r   r   r   r   r   r   objectr   r   r   r   r   r   r   r)  r,  r-  r   ru  r   r   r{   rV  rD   rD   rD   rE   <module>   s                                     9
1


U   q