U <c…@sddlmZddlmZddlmZmZddlmZddl Z ddl Z ddl Z ddl Z ddl Z ddlZ ddlZddlZddlmZddlmZmZmZmZmZmZddlmZdd lmZdd lmZdd lmZdd l m!Z!dd l"m#Z#ddl$Z%ddl&Z&ddl Z ddl'Z'ddl(Z(ddl)Z)ddl*Z*ddl+Z+ddl,Z,ddl-m.Z.ddl/m0Z0m1Z1m2Z2m3Z3m4Z4e j56Z7e7ote j58dkZ9e7Z:e j56re j;j<se j=>Z?e@e j58D]$ZAe j5BeAdZCeCdkrdZ:qddZDddZEddZFddZGGdddeHZIdZJGdddeZKGd d!d!eHZLed"d#ZMed$d%ZNedId'd(ZOd)d*ZPd+d,ZQd-d.ZRd/d0ZSd1d2ZTd3d4ZUd5d6ZVd7d8ZWd9d:ZXd;d<ZYd=d>ZZd?d@Z[GdAdBdBZ\dCdDZ]dEdFZ^dGdHZ_dS)JVariable _nested_map)BroadcastingList2BroadcastingList3)OperatorExportTypesN) FileCheck) IS_WINDOWSfreeze_rng_state)enable_profiling_mode_for_profiling_tests ProfilingMode TEST_BAILOUTSis_iterable_of_tensors)JitCommonTestCase)enable_profiling_mode)contextmanager)reduce)StringIO) defaultdict)Loader)AnyDictListTupleUnionFcCst|||dSN)exec)codegloblocr#E/tmp/pip-unpacked-wheel-gikjz4vx/torch/testing/_internal/jit_utils.py execWrapper5sr%cCstdd||S)NcSs t|tjSr) isinstancetorchTensortr#r#r$9zdo_input_map..rfninputr#r#r$ do_input_map8sr0cCs,tjtjjtjj_tjjdSr) r'_CZ_jit_clear_class_registryjit _recursiveZConcreteTypeStoreZconcrete_type_store_stateZ_clear_class_stater#r#r#r$clear_class_registry;s r5cCs4t|j}t|}|dkr,td||dS)NrzQThis test assumes this GraphExecutor should only have one execution plan, got: {}r)listexecution_plansvalueslen RuntimeErrorformat)Zgraph_executor_stater7Z num_plansr#r#r$get_execution_plan@sr<c@s(eZdZdZddZddZddZdS) &_AssertRaisesRegexWithHighlightContextz~ A context manager that is useful for checking that error messages highlight the correct part of the source code. cCs||_||_||_||_dSr) test_caseexception_typeregex highlight)selfr> exceptionr@rAr#r#r$__init__Nsz/_AssertRaisesRegexWithHighlightContext.__init__cCs|Srr#rBr#r#r$ __enter__Tsz0_AssertRaisesRegexWithHighlightContext.__enter__c CsH|j|j|j|r|W5QRX|jrDt|jt|dSNT) r>assertRaisesRegexr?r@rAr Zcheck_source_highlightedrunstr)rBtypevalue tracebackr#r#r$__exit__Ws z/_AssertRaisesRegexWithHighlightContext.__exit__N)__name__ __module__ __qualname____doc__rDrFrNr#r#r#r$r=Hsr=zprim::TensorExprGroupcseZdZdZdZGdddeZGdddeZddZd d Z fd d Z fd dZ d8ddZ ddZ ddZddZddZd9ddZd:ddZd;dd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zdddd+ejfd,d-Zd.d/Zd0dddd+ejddfd1d2Zd Replace sys.stdout with a temporary StringIO cCstj|_t|_|jt_|Sr)sysstdout sys_stdoutrstringiorEr#r#r$rFksz$JitTestCase.capture_stdout.__enter__cGs$|t|j|`|jt_dSr)appendrJrWgetvaluerVrTrUrBargsr#r#r$rNqsz#JitTestCase.capture_stdout.__exit__NrOrPrQrRrFrNr#r#r#r$capture_stdoutgsr]c@s eZdZdZddZddZdS)zJitTestCase.capture_stderrz> Replace sys.stderr with a temporary StringIO cCstj|_t|_|jt_|Sr)rTstderr sys_stderrrrWrEr#r#r$rFzsz$JitTestCase.capture_stderr.__enter__cGs$|t|j|`|jt_dSr)rXrJrWrYr_rTr^rZr#r#r$rNsz#JitTestCase.capture_stderr.__exit__Nr\r#r#r#r$capture_stderrvsr`cCstj|j|jdSr)r'r1_jit_set_emit_hooksemitModuleHookemitFunctionHookrEr#r#r$setHooksszJitTestCase.setHookscCstjdddSr)r'r1rarEr#r#r$ clearHooksszJitTestCase.clearHookscs.ttjs"tjjdt_|dSrG) supersetUprS_restored_warningsr'r2Z TracerWarningZignore_lib_warningsrdrE __class__r#r$rgs   zJitTestCase.setUpcst|tdSr)rftearDownrer5rErir#r$rks zJitTestCase.tearDownr#csfdddtdddddht|Btt}|t||t|d kd |t|d \}}|t|d kd ||tfd d | Dd |dS)Ncs|D]}||kr(|||q|dkrH|d||q|dkr|dks|dks|dkr|||q|D]}|||qqdS)Nzprim::DifferentiableGraphZSubgraphprim::Ifz aten::allprim::TypeCheckprim::RequiresGradCheck)nodeskindrXginputs__next__nodeblocks)blockrpaccrtZ inner_block)!get_nodes_and_parents_recursivelyr#r$rxs   $ zEJitTestCase.assertAllFused..get_nodes_and_parents_recursivelyzprim::Constantzprim::BailoutTemplatezprim::TupleConstructrlrmrnrzgot {}rc3s|]}|kVqdSr)rp).0rt) allowed_nodesr#r$ sz-JitTestCase.assertAllFused..) FUSION_GROUPsetrr6 assertTruer9r;itemsallro)rBgraphZ except_forZ fusion_groupsZ fusion_nodesr#)rzrxr$assertAllFuseds"  zJitTestCase.assertAllFusedcCs(t|}d}|D]}||krdSqdS)N)z Could not export Python functionzclosures are not exportableTF)rJ)rBeseallowedar#r#r$_isHookExceptionOks zJitTestCase._isHookExceptionOkc srfdd}tjPzzt|jdkr:WW5QRdSt|tjjrht|dkrhWW5QRdSt }tj ||| }||\}}WnDtk r}z&|snWYW5QRdSW5d}~XYnXt |}tj |} t } tj | | | d|| \} } t|| D]\} }| |q&t|tjjrdtj|| jW5QRXdS)Ncst|tttttdd}tdd|}fdd|D}dd|D}tdd|}fdd|D}d d|D}||fS) NcSs |dS)Nz archive/code/ startswithxr#r#r$r+r,zKJitTestCase._compared_saved_loaded..extract_files..cSs |dS)Nz.pyendswithrr#r#r$r+r,c3s|]}|VqdSropenryfarchiver#r$r{szLJitTestCase._compared_saved_loaded..extract_files..css"|]}ddd|DVqdS)cSsg|] }|qSr#)decode)ryliner#r#r$ szWJitTestCase._compared_saved_loaded..extract_files...N)join)ryfiler#r#r$r{scSs |dS)Nz .debug_pklr)rr#r#r$r+r,c3s|]}|VqdSrrrrr#r$r{scss|]}t|VqdSr)pickleloadrr#r#r$r{s)zipfileZipFile assertEqualr9r}namelistr6filter)bufferfilesZcode_files_strZcode_files_stream code_filesZdebug_files_strZdebug_files_stream debug_filesrErr$ extract_filess  z9JitTestCase._compared_saved_loaded..extract_filesr)r'Z _jit_internalZ_disable_emit_hooksr9r r&r1Z ScriptModuleZ _method_namesioBytesIOr2saverYr:rrseekzipZassertMultiLineEqualr~Z_ivalue_tags_match_c)rBmrrZ buffer_copyrrrZbuffer2importedZsaved_module_buffer_2Z code_files_2Z debug_files_2rbr#rEr$_compared_saved_loadeds4  &    z"JitTestCase._compared_saved_loadedcCs&|jdksd|jkrdS||dS)Nzzaten::)namer)rBfuncr#r#r$rcszJitTestCase.emitFunctionHookcCs||dSr)r)rBmoduler#r#r$rbszJitTestCase.emitModuleHookNc Cst}|ddtj|||dd|dtjj||d}|dd|sb|Stj dd}z*| ||j tjj|j |d}W5t |j X|d d|S) NcSs|jdr|SdS)N_pack)r _has_methodrsr#r#r$r+ r,z.cSs|jdr|SdSN_unpackrrrrr#r#r$r+r,r) map_locationcSs|jdr|SdSrrrr#r#r$r+r,F)deletecSs|jdr|SdSrrrr#r#r$r+"r,)rrapplyr'r2rrrtempfileNamedTemporaryFileosunlinkrclose)rBrZalso_test_filerrrrresultr#r#r$getExportImportCopyWithPacking s"   z*JitTestCase.getExportImportCopyWithPackingcsd|r8t|}||d}||dkdSfdd|}|t|dkdS)Nwith {}rcsFg}|D]4}|kr&|||D]}||7}q.q |SrrorprXrurvoutrtrpror#r$ro-s    z.JitTestCase.assertGraphContains..nodes)rJcountr;r~r9)rBrrpconsider_subgraphsstrgraphr out_nodesr#rr$assertGraphContains%s zJitTestCase.assertGraphContainsc spdd}|rBt|}||d}|||||dSfdd|}||t|||dS)NcSs2||kr dS|rdnd}td|||||dS)NZ includingZ excludingzC{} Error: graph contains {} {} nodes ({} subgraphs) but expected {})AssertionErrorr;)rrpactualexpectedrZsubgraphr#r#r$perform_assert:s z>JitTestCase.assertGraphContainsExactly..perform_assertrcsFg}|D]4}|kr&|||D]}||7}q.q |Srrrrr#r$roIs    z5JitTestCase.assertGraphContainsExactly..nodes)rJrr;r9) rBrrpZnum_kind_nodesrrrrrr#rr$assertGraphContainsExactly9s  z&JitTestCase.assertGraphContainsExactlycOs(tjj|tjd}|j|f||dS)N)Zoperator_export_type)r'ZonnxZ_optimize_tracerZONNXassertExpectedGraph)rBrqr[kwargsr#r#r$assertExpectedONNXGraphVsz#JitTestCase.assertExpectedONNXGraphcOsrt|tjjr|}n|}tj|tj|tj|tj|}tj||jt |f||dSr) r&r'r1Graphr_jit_pass_lintZ _jit_pass_dceZ_jit_pass_canonicalizeassertExpectedrJ)rBtracer[rrr#r#r$rZs     zJitTestCase.assertExpectedGraphcCsxt|tjjr|}d}n d}|}tj|ttjd||}|dk rZt|tsZ|}tj||rt|||S)NFTZ _jit_pass_) r&r'r1rrrgetattrbool set_graph)rBrrrrrr#r#r$run_passgs   zJitTestCase.run_passcCs`t}|stdd}||dkr@|j}|s6td|d7}qi}||j||j|S)Nzfailed to inspect framerrzfailed to get frame)inspect currentframer:f_backupdatef_locals f_globals)rB frames_upframeiZ defined_varsr#r#r$get_frame_varsys    zJitTestCase.get_frame_varscCst||||Sr)r=)rBrCr@rAr#r#r$assertRaisesRegexWithHighlightsz*JitTestCase.assertRaisesRegexWithHighlightrc  Cs t|||Lt|trR||} i} t|| | d| | | |} n|} | |W5QRX|||`t|trtjj ||d} t | |}n,t t |}tjj ||d} t | |j}||W5QRXt|ts|||tj| }||W5QRXW5QRXdS)z Checks that a given function will throw the correct exception, when executed with normal python, the string frontend, and the AST frontend. Logic taken from `checkScript` (see comments there for details) r!r"Z _frames_upN)r rHr&rJrr%rr'r2CompilationUnitrtextwrapdedentr getsourcerOscript)rBrrrrCr@routputscapture_outputr profilingr the_locals python_fncuZstring_frontendsourceger#r#r$checkScriptRaisesRegexs,          z"JitTestCase.checkScriptRaisesRegexc CsN|}t|}|j}td|D]$}|j|||}|||q$dSNr)Zget_debug_stater<r num_bailoutsrangeZrequest_bailoutr) rBmodelrrrstateZplanrrZbailout_outputsr#r#r$ checkBailoutss  zJitTestCase.checkBailoutsrc  Cstj|ttdd|D} t|trtjj||d} ||} i}t || |d| || |}t | |}n@t t|}|j|||j||||ddtjj|dd}|}|rtdd |}n|}|r^|}||}W5QRX|}||}W5QRX|}||}W5QRXtsJ|j|d d d |j||| | d n@||}|sr| rz||}||}tr||||||}|j||| | d |j||| | d |W5QRW5QRSQRXW5QRXdS)z| Checks that a given script generates the same output as the Python version using the given inputs. css |]}t|tjo|jVqdSr)r&r'r( requires_grad)ryrr#r#r$r{sz*JitTestCase.checkScript..rr)optimizeinputs_requires_gradrrrrcSs |Sr)detachrequires_grad_r)r#r#r$r+r,z)JitTestCase.checkScript..rrU)subnameatolrtolN)r'r2Zoptimized_executionr anyr&rJrrr%rrrrrr checkScriptrOrr0r]r rrrr)rBrrrrrrrrrrrZextra_profile_runsrrrrZ scripted_fnrrecording_inputsZ script_stdoutZscript_outputsZopt_script_stdoutZopt_script_outputsZ_python_stdoutZpython_outputsr#r#r$r s^          zJitTestCase.checkScripth㈵>c s.fdd} |dkr|}fdd} |} |rDtdd|| }n|tjj|||| dd}| rl||}|rzt|j|| }|| }||||}|rtjj | |||d }|}|rtjj | |||d }||||r|||||||r||||}| |}|r>tjj ||d |d }|rb| ||}tjj |||d }|r~td d|| }|}| |}|rtjj ||d |d }|r| ||}tjj |||d }||||r*|||t ||D]4\}}|dkr|dkrq|j||d d dq|S)Ncs,dk r|d }tddt|DS)Ncss0|](\}}|dk rt|d|VqdS)Nr)mathlogsum)ryrvr#r#r$r{sz9JitTestCase.checkTrace..allSum..)r enumerate)vs)dropr#r$allSumsz&JitTestCase.checkTrace..allSumcs fddtddgS)NcsVttjr|n:ttr.flatten_inputs..input_reduce..cs ||Srr#)rwval)r.rr#r$r+&r,)r&r'r(dictr)r/r.rwrr-r$r s    zDJitTestCase.checkTrace..flatten_inputs..input_reducecSs ||Sr)rX)r*rwr#r#r$r+(r,z@JitTestCase.checkTrace..flatten_inputs..)tuple)rr)r rr$flatten_inputss z.JitTestCase.checkTrace..flatten_inputscSs |Sr)clonerr)r#r#r$r+,r,z(JitTestCase.checkTrace..F)check_tolerance_force_outplaceZ check_trace) allow_unusedT)Z create_graphrcSs t|ddS)NT)rrr)r#r#r$r+_r,g-C6J?r) r0r'r2rZgetExportImportCopyprintrrautogradgradr)rBrZreference_tensorsZ input_tensorsrrverboseZinputs_require_gradsrZ export_importrrrZ nograd_inputsZflattened_recording_inputsrrZ outputs_geZgradsZgrads_gel1l2Zgrads2Zl1_geZl2_geZ grads2_geZg2Zg2_ger#)rr r$ checkTraces                zJitTestCase.checkTracec Cs\tj|}t||}W5QRXt||}W5QRX|||||||S)zq Check that a nn.Module's results in Script mode match eager and that it can be exported )r'r2rr rZassertExportImportModule)rBZ nn_moduler[smZ eager_outZ script_outr#r#r$ checkModulevs   zJitTestCase.checkModule)r#)TN)F)F)NNFFTr TF)!rOrPrQZ_do_cuda_memory_leak_checkrhr6r]r`rdrergrkrrrrcrbrrrrrrrrr Z PROFILINGrrr r&r( __classcell__r#r#rir$rScs^   >     *  P hrSc@seZdZddZddZdS)NoTracerWarnContextManagercCstj|_tjddSNF)r'r1Z_jit_get_tracer_state_warnprev_jit_set_tracer_state_warnrEr#r#r$rFs z$NoTracerWarnContextManager.__enter__cGstj|jdSr)r'r1r-r,rZr#r#r$rNsz#NoTracerWarnContextManager.__exit__N)rOrPrQrFrNr#r#r#r$r*sr*c cs4tj}tj|z dVW5tj|XdSr)r'r1Z_jit_get_inline_everything_modeZ_jit_set_inline_everything_mode)Z should_inlineoldr#r#r$inline_everything_modes    r/c cs4tj}tj|z dVW5tj|XdSr)r'r1 _debug_get_fusion_group_inlining _debug_set_fusion_group_inlining)Zinliningr.r#r#r$set_fusion_group_inlinings    r2Tc cs,tj| z dVW5tjdXdSrG)r'r1Z%_debug_set_autodiff_subgraph_inlining)Zenabledr#r#r$"disable_autodiff_subgraph_inlinings r3cstfdd}|S)Nc s"td||W5QRXdSrGr/r[rr.r#r$wrappers z#_inline_everything..wrapper functoolswrapsr.r7r#r6r$_inline_everythingsr<cstfdd}|S)Nc s"td||W5QRXdSr+r4r5r6r#r$r7s z5_tmp_donotuse_dont_inline_everything..wrapperr8r;r#r6r$$_tmp_donotuse_dont_inline_everythingsr=csfdd}|S)Ncstjj|fSr)r'r2r)rr5r#r$r7sz_trace..wrapperr#)r[rr7r#r5r$_tracesr>csfdd}|S)Nc s^tjdtjdtjdz||W5tjdtjdtjdXdSNTF)r'r1Z$_jit_override_can_fuse_on_cpu_legacy_jit_override_can_fuse_on_cpu_jit_set_te_must_use_llvm_cpur5r6r#r$r7s     z!enable_cpu_fuser..wrapperr#r;r#r6r$enable_cpu_fusers rBcCs|rtSdd}|SdS)Ncsfdd}|S)Ncs ||Srr#r5r6r#r$r7sz8enable_cpu_fuser_if..noop_fuser..wrapperr#r;r#r6r$ noop_fusers z'enable_cpu_fuser_if..noop_fuser)rB)ZcondrCr#r#r$enable_cpu_fuser_ifsrDcCs |dSNZforward) _get_methodcr#r#r$ get_forwardsrIcCs |djSrE)rFrrGr#r#r$get_forward_graphsrJcCs|j||Sr)rrrF)rrmethodr#r#r$get_module_methodsrLcsfdd|jjDS)Ncsg|]\}}|r|qSr#r)ryr_prefixr#r$rs z%attrs_with_prefix..)Z_modulesrr)rrOr#rNr$attrs_with_prefixsrPcGsPd}g}t|D]:}t|dkr>tjj|f|}||q|jddq|S)NrT)Z retain_graph)rr9r'r!r"rXZbackward)rr[Zprofiling_countresultsrrr#r#r$warmup_backwards   rTcGs$|D]}ttj|j|j|qdSr)setattrrTmodulesrPrO)r[argr#r#r$ make_globalsrXc Cst}tj|d}t|d}||W5QRXtj ||}tj |}|j }t |t sft||t||}|W5QRSQRXdS)Nz script.pyw)rTemporaryDirectoryrpathrrwrite importlibutilspec_from_file_locationmodule_from_specloaderr&rr exec_moduler) r fn_nameZtmp_dirZ script_pathrspecrrar.r#r#r$ _get_py3_codes     rec@seZdZddZddZdS)TensorExprTestOptionscCstjd|_tjd|_tj|_tj|_ tj dtj dtj |_ tjdtj|_tjdtj|_tjdtjd|_dSr?)r'r1_jit_set_profiling_executorold_profiling_executor_get_graph_executor_optimizeold_profiling_modeZ_jit_can_fuse_on_cpuold_cpu_fuser_stateZ_jit_can_fuse_on_gpuold_gpu_fuser_stater@_jit_override_can_fuse_on_gpuZ_jit_texpr_fuser_enabledtexpr_fuser_state_jit_set_texpr_fuser_enabledr0old_fusion_inliningr1Z_jit_get_te_must_use_llvm_cpuold_te_must_use_llvm_cpurA_jit_set_nvfuser_enabled old_nvfuserrEr#r#r$rDs          zTensorExprTestOptions.__init__cCsttj|jtj|jtj|jtj|j tj |j tj |j tj|jtj|jdSr)r'r1rgrhrirjrornrmrlr@rkr1rprArqrrrsrEr#r#r$restoreszTensorExprTestOptions.restoreN)rOrPrQrDrtr#r#r#r$rfsrfcCsZg}|D]L}t|tjr,||qt|rJ|dd|Dq||q|S)NcSsg|]}|qSr#)rr)ryr*r#r#r$r*sz clone_inputs..)r&r'r(rXrrr)r[rrrWr#r#r$ clone_inputs#s  ruc sNg}||}}}||d}jdk}|rJdttjji}ddgdddgdddgdd d gdd dgdd dgdd dgdg} |r|S|D]} |D]\} } | dkrqt| rqt fdd| } | D]X}|dD]J}t | j }t | j |kr*t | j |tr*t||||<t|| _ qq|| | fqq|S)N)functionrK)Zresize_Z resize_as_rKZdiv_floor_roundingr)rarg_idxZdiv_no_rounding_modeZdiv_trunc_roundingZ index_fillrZ full_likemulZnew_fullrcsj|dkS)Nr)Zformatted_nameropr#r$r+sr,z1get_traced_sample_variant_pairs..rw)Z sample_inputsZget_op get_methodrrr'r(r is_lambdarr6r[r9r&rintrrX)ZdeviceZdtyperzrZsamplesrrKvariantsZhas_fake_functionZops_with_unsupported_bool_argssampleZ func_typevariantZ matching_opsZop_dataidxr[r#ryr$get_traced_sample_variant_pairs0sb     "rcCs"dd}t|t|o |j|jkS)NcSsdSrr#r#r#r#r$r+r,zis_lambda..)r&rKrO)ZlambZLAMBDAr#r#r$r|sr|)T)`Ztorch.autogradrZtorch.autograd.functionrZtorch.jit.annotationsrrZ torch.onnxrr'Z torch.cudaZ torch.jitZtorch.jit._loggingZtorch.jit.frontendZtorch.jit.quantizedrr9Z torch.testingr Z$torch.testing._internal.common_utilsr r r r rrZ"torch.testing._internal.common_jitrr contextlibrrrr collectionsrZimportlib.utilr]rr rrrTrr importlib.abcrtypingrrrrrZcudaZ is_availableZRUN_CUDAZ device_countZRUN_CUDA_MULTI_GPUZ RUN_CUDA_HALFversionZhipr1Z_cuda_getCompiledVersionZ CUDA_VERSIONrdZget_device_capabilitymajorr%r0r5r<objectr=r|rSr*r/r2r3r<r=r>rBrDrIrJrLrPrTrXrerfrurr|r#r#r#r$s               )        P