U 3jg;!@sddlZddlZddlZddlmZmZmZmZmZddl Z ddl m Z ddl m Z ej GdddZGdddZeedd d Zeeeefd d d Zee jjd ddZe jjedddZeedddZeedddZeedddZe jjdddZddZe jeed feeefeee jefd!d"d#Z e jjedd$d%Z!ed&d'd(Z"d)d*Z#e jd+d,d-Z$e jd+d.d/Z%dS)0N)AnyCallableDictIterableTuple)_Cc@s*eZdZUdZeed<eed<ddZdS)Kernelz$Models a (function, source location)funcsourcecOs |j||SN)r )selfargskwargsr8/tmp/pip-unpacked-wheel-ttp2cnii/torch/_library/utils.py__call__szKernel.__call__N)__name__ __module__ __qualname____doc__r__annotations__strrrrrrr s rc@s,eZdZdZedddZddddZdS) RegistrationHandlez2Does something when someone calls .destroy() on it) on_destroycCs ||_dSr Z _on_destroy)r rrrr__init__szRegistrationHandle.__init__NreturncCs |dSr r)r rrrdestroyszRegistrationHandle.destroy)rrrrrrrrrrrrsr) stacklevelrcCs&tt|}|jd|j}|S)zGet a string that represents the caller. Example: "/path/to/foo.py:42" Use stacklevel=1 to get the caller's source Use stacklevel=2 to get the caller's caller's source etc. :)inspect getframeinfosys _getframefilenamelineno)rframer rrr get_source!s r()qualnamercCs6|d}t|dkr&td|d|d|dfS)Nz::zAExpected `qualname` to be of the form "namespace::name", but got zf. The qualname passed to the torch.library APIs must consist of a namespace and a name, e.g. aten::sinr)splitlen ValueError)r)splitsrrrparse_namespace/s    r0cCsHt|\}}d|kr$|d\}}nd}ttj|}t||}t||S)N.default)r0r,getattrtorchops)r) namespacenameoverloadnspacketrrr lookup_op;s   r;)oprcCst|tjjst|jdkS)N>primsatenprim) isinstancer4_ops OpOverloadAssertionErrorr6r<rrr is_builtinFsrE)schemarcCsTdd}t|tjjr||Sddlm}t|tr>||}t||sLt||S)zCheck if the schema is functional. An operator is functional if: - it does not mutate any of its inputs - it does not return a view on any of its inputs - it has at least one return cSsD|jr dS|j}t|dko,tdd|D}|r6dS|js@dSdS)NFrcss"|]}|jdk o|jj VqdSr ) alias_infois_write).0rrrr Xsz>is_functional_schema..is_functional..T) is_mutablereturnsr-any)rFZretsZis_non_mutating_viewrrr is_functionalTsz+is_functional_schema..is_functionalr)FunctionSchema)r@r4rrPZtorchgen.modelrparserC)rFrOrPrrris_functional_schemaKs     rR)typrc Csh|ttjkpf|tttjkpf|tttjkpf|ttttjkSr )rZListType TensorTypeget OptionalTyperSrrris_tensorlist_like_typensrXcCs"|tjkp |ttjkSr )rrTrUrVrWrrris_tensor_like_typexsrYrDcCs|jdkrdS|j}t|jdks&dS|jdjdkr:dS|jdjj}t|dkrXdStt|}t|jdkrvdS|jd}|jdkrdS|jj sdS|jj}t|dkrdS|tt|krdS|jddD]}|jdk rdSqdS)aNCheck if an op is an inplace aten op, i.e. it mutates and returns the first arg. TODO: torchgen/model.py's FunctionSchema.parse is the source of truth for this, but not all PyTorch builds have torchgen (due to the yaml dependency being weird). Figure this out. Example: add_(Tensor(a!) x, Tensor y) -> Tensor(a) r>Fr+rNT) r6_schemar-rMrGZ after_setnextiter argumentsrH)r<rFZ alias_setlocZ first_argargrrrmutates_and_returns_first_arg|s6       r`cCsg}i}tt|jD]f}|j|}|jrT|j|krF||j||j<q||j||j<q|t|krp|||q||jqt||fSr )ranger-r] kwarg_onlyr7 default_valueappendtuple)rFr rnew_argsZ new_kwargsiinforrr fill_defaultss   ri.)rFr rrccs~t|jt|t|ksttt|jD]L}|j|}|jr\|j|kr,|||jfVq,|t|krjq,|||fVq,dS)zzips schema.arguments and (args, kwargs) together. Assumes that (args, kwargs) were the inputs to some torch._ops.OpOverload: that is, kwargs must be keyword-only arguments and default values may be omitted. N)r-r]rCrarbr7)rFr rrgrhrrr zip_schemas   rjcCsDt|tjjstt|rdS|j}|js.dSt|j dkr@dSdS)NFrT) r@r4rArBrCrErZrLr-rM)r<rFrrrcan_generate_trivial_fake_implsrkrcCs ttddS)zIf an op was defined in C++ and extended from Python using the torch.library APIs, returns if we require that there have been a m.set_python_module("mylib.ops") call from C++ that associates the C++ op with a python module. ZREQUIRES_SET_PYTHON_MODULET)r3_utils_internalrrrrrequires_set_python_modulesrmcOs~t|tjjjstg}tjj||f\}}|D]6}t|tj r6tj | tj j jr6|t|q6|||||Sr )r@r4utilsZ_python_dispatchZTorchDispatchModerCZ_pytreeZ tree_flattenvaluesZTensorrZ_dispatch_keysZhasZ DispatchKeyPythonrdtypeZ__torch_dispatch__)Z curr_modeZ op_overloadr rZoverload_typesZargs_flattened_arrrhandle_dispatch_modesrtrFcCstdd|jDS)Ncss|] }|jVqdSr )rb)rIrsrrrrKsz&has_kwarg_only_args..)rNr]rurrrhas_kwarg_only_argssrvcCs2|jD]&}t|js t|js q|js(qdSdS)NTF)r]rYrqrXrb)rFrsrrrhas_kwarg_only_tensorss rw)&Z dataclassesr!r#typingrrrrrr4Ztorch._utils_internalrlrZ dataclassrrintrr(r0rArBr;boolrErRrXrYr`rirPZArgumentrjrkrmrtrvrwrrrrs8      # &