U 2jgE@sLddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddlm Z ddl Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!ddl"m#Z#ddl$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8dd l9m:Z:e j;j<=rVdd l m>Z>dd l$m?Z?m@Z@dd lAmBZBGd ddZCGdddZDddZEddZFddZGddZHddZIddZJddZKdd ZLd!d"ZMd#d$ZNe ejOd%d&d'ZPd(d)ZQd*d+ZRdEd,d-ZSdFd.d/ZTd0d1d2d3d4d5d6d7d8d9d:d;dd?d@dAdBdCdDdddddd d"d$d-d/gZUdS)GN)dedent)Type)_GeneratorTypeAnyType AwaitTypeBoolType ComplexType DeviceObjTypeDictTypeEnumType FloatType FutureType InterfaceTypeIntTypeListTypeNoneType NumberType OptionalType StreamObjType StringType TensorType TupleType UnionType)get_source_lines_and_file)_Await_qualified_nameAnyBroadcastingList1BroadcastingList2BroadcastingList3DictFutureis_awaitis_dict is_future is_ignored_fnis_list is_optionalis_tupleis_unionListOptionalTupleUnion)_get_script_class)RRefType)is_rrefRRef)OpOverloadPacketc@seZdZddZddZdS)ModulecCs||_||_dSN)namemembers)selfr7r8r:9/tmp/pip-unpacked-wheel-ttp2cnii/torch/jit/annotations.py__init__HszModule.__init__cCs>z |j|WStk r8td|jd|dYnXdS)NzModule z has no member called )r8KeyError RuntimeErrorr7r9r7r:r:r; __getattr__Ls zModule.__getattr__N)__name__ __module__ __qualname__r<r@r:r:r:r;r5Gsr5c @sNeZdZeddejiejeddeieeee e e e d Z ddZdd Zd S) EvalEnvtorchTensortypingr-) rErFrGr-r+r!r,r.r"ZAwaitcCs ||_tjjrt|jd<dS)Nr3)rcbrE distributedrpc is_availabler3env)r9rHr:r:r;r<cs zEvalEnv.__init__cCs4||jkr|j|S|jdk r(||Stt|dSr6)rLrHgetattrbuiltinsr?r:r:r; __getitem__hs     zEvalEnv.__getitem__N)rArBrCr5rErFr-r+r!r,r.r"rrLr<rOr:r:r:r;rDUs  rDc Cst|trt|j|}n t||}|dk rJ|rJ|\}}|dd}||f}|dkrd\}}z"tdt|d}t|}Wntk rYnX|dk rt |||}|S)Nr/)NNr) isinstancer4try_real_annotationsoprjoinr get_type_line TypeErrorparse_type_line) fnrHlocZ is_method signatureZ param_types return_type type_linesourcer:r:r; get_signatureps"      r^cCst|pt|Sr6)inspect isfunctionismethodZ the_callabler:r:r;is_function_or_methodsrccCs6t|st|r|j}t|r.t|jdk SdSdS)NF)rccallable__call__r_getfullargspecvarargsrbr:r:r; is_varargs rhcCslt|tr|j}t|s0t|r0t|jr0|j}t|rVt|rJt|}t |j Sddt |DSdS)NcSsg|] }t|qSr:)str).0ir:r:r; sz#get_param_names..) rQr4rSrcrdrer&r_unwraprfargsrange)rXZn_argsr:r:r;get_param_namess   rpc Csztdt|d}Wnttfk r4YdSX|dkrBdSt|}t|jdkrt |jdtj rt j j |d|jdjdt|jdkst |jdtjst j j |ddS)NrPrr/zCannot instantiate class 'z' in a script functionz$Expected a single top-level function)rrTrOSErrorrVastparselenbodyrQZClassDefrEjitZfrontendZ FrontendErrorr7Z FunctionDef)rXrYr]Zpy_astr:r:r;check_fns"   rwcCsDt|ddd}t|D]}d|jkrtd|dqt|||S)zLEvaluate statement as long as it does not contain any method/function calls.rPeval)modeCALLz/Type annotation should not contain calls, but 'z' does)compiledisget_instructionsopnamer>rx)ZstmtglobrYbytecodeZinsnr:r:r; _eval_no_calls  rc st|\}}zt|it|}Wn0ttfk rP}ztd|W5d}~XYnXt|tsb|f}zt|it|}Wn0ttfk r}ztd|W5d}~XYnXfdd|D}|t|fS)zParse a type annotation specified as a comment. Example inputs: # type: (Tensor, torch.Tensor) -> Tuple[Tensor] # type: (Tensor, Tuple[Tensor, Tensor]) -> Tensor z6Failed to parse the argument list of a type annotationNz4Failed to parse the return type of a type annotationcsg|]}t|qSr:) ann_to_typerjannrYr:r;rlsz#parse_type_line..) split_type_linerrD NameError SyntaxErrorr>rQtupler) r\rHrYZ arg_ann_strZ ret_ann_strZarg_anneZret_ann arg_typesr:rr;rWs*  rWc sfd|d}tt|}ttfdd|}tdttfdd|}t|dkrtdttfd d|}t|dkrtd t|ddd d d dSt|dkr|dd Sd}g}|D]2\}}d|kr||f}q q؈|kr| |q|dkr6tdd dd|Ddfdd}t ||} d | } |d d| S)zCTry to find the line containing a comment with the type annotation.# type: cs |dkSNr/r:line type_commentr:r;zget_type_line..z!# type:\ ignore(\[[a-zA-Z-]+\])?$cs|d Srsearchr) type_patternr:r;rrrz&#[ ]*type[ ]*(?!: ignore(\[.*\])?$):cs|dSrrr)wrong_type_patternr:r;r rzThe annotation prefix in line z* is probably invalid. It must be '# type:'zl See PEP 484 (https://www.python.org/dev/peps/pep-0484/#suggested-syntax-for-python-2-7-and-straddling-code)z for examplesNr/z# type: (...) -> z_Return type line '# type: (...) -> ...' not found on multiline type annotation for type lines: cSsg|] }|dqS)r/r:)rjrr:r:r;rl(sz!get_type_line..zl (See PEP 484 https://www.python.org/dev/peps/pep-0484/#suggested-syntax-for-python-2-7-and-straddling-code)cs"||td}|Sr6)findrtstrip)rZ item_typerr:r;get_parameter_type,sz)get_type_line..get_parameter_typez, z...)splitlist enumeratefilterrer{rtr>rirappendrTmapreplace) r]linesZ type_linesZwrong_type_linesZ return_lineZparameter_type_linesline_numrrtypesZparameter_typesr:)rrrr;rUs\             rUcCsZtd}z|d}Wntk r4tddYnX|||||ddfS)aSplit the comment with the type annotation into parts for argument and return types. For example, for an input of: # type: (Tensor, torch.Tensor) -> Tuple[Tensor, Tensor] This function will return: ("(Tensor, torch.Tensor)", "Tuple[Tensor, Tensor]") rz->z4Syntax error in type annotation (couldn't find `->`)Nr)rtindex ValueErrorr>r)r\Z start_offsetZ arrow_posr:r:r;r6s rcszt|Wntk r$YdSXjgddjD}tfdd|Dr\dSfddjD}tj}||fS)z8Try to use the Py3.5+ annotation syntax to get the type.NcSsg|] }|jqSr:) annotationrjpr:r:r;rlTsz(try_real_annotations..c3s|]}|jkVqdSr6)emptyr)sigr:r; Wsz'try_real_annotations..csg|]}t|jqSr:)rrrrr:r;rlZs)r_rZrreturn_annotation parametersvaluesallr)rXrYZ all_annotsrr[r:)rYrr;rRJs  rR)rcsZt|}|std|jddd|D}fdd|D}tj|}|sVtS|S)NzNo enum values defined for: ''cSsh|]}t|jqSr:)typevalue)rjvr:r:r; fsz&get_enum_value_type..csg|]}t|qSr:try_ann_to_type)rjtrr:r;rlgsz'get_enum_value_type..)rr __class__rE_CZunify_type_listrget)rrYZ enum_valuesrZir_typesresr:rr;get_enum_value_typeas rc CsPt|tjrdSt|tjtjtjtjtjtjtj tj tj f rLt ddSdS)NTzTorchScript will treat type annotations of Tensor dtype-specific subtypes as if they are normal Tensors. dtype constraints are not enforced in compilation either.F) issubclassrErFZ LongTensorZ DoubleTensorZ FloatTensorZ IntTensorZ ShortTensorZ HalfTensorZ CharTensorZ ByteTensorZ BoolTensorwarningswarn)rr:r:r; is_tensorss( rcCsdSr6r:)inpr:r:r; _fake_rcbsrcsVt|}|tjjkrtS|dkr.tSt |rHt |rHtSt |rt |dkrp|ddkrpt gSt fdd|DSt|rt|d}|rt|St|r"t|d}t|d}|dkrtd|dd|dkrtd|ddt||St|rt|dtdrJ|d}n|d}t|}d} |st| t|t|tt|St|r$t|ttt hkrt!Sg} t|D]Z} | dkr| "tt| } d} | st| t|t| t| "| qt#| St$j%j&'rNt(|rNt)t|dSt*|rjt+t|dSt,|r|rt|dnt-} t.| S|tkrt/S|t krt0S|tks|t$j1krt2S|t3krt4S|t5krt6S|t7krt-S|tdkr&tSt |rHt8|d rHt9|j:S|t$j;kr\t<S|t$j=krpt>S|t$j?krt@S|t$jAkrt2St |rt|tBjCrtD|dkrt$jEjFG|}|H}ntI|}tJ|tK|tL|St |r8tD|}|dk r|St$jMN|r8t$jEjFG|S|dkrFtO}t$jPQ||S) Nr/rr:csg|]}t|qSr:r)rjarr:r;rlsz#try_ann_to_type..Unknown type annotation: '' at zWUnsupported annotation {} could not be resolved because {} could not be resolved. At {}__torch_script_interface__)RrGget_argsr_ SignaturerrZ getInferredrrisclassrr)rtrr'rrr$r highlightr r(rrAssertionErrorformatreprrr*setintfloatcomplexrrrrErIrJrKr2r1r%r r#rrr rZSymIntrrirboolrrhasattrrrZdevicer GeneratorrZStreamrZdtypeenumEnumr0rv_scriptZ_recursive_compile_classZqualified_namerr rr _jit_internalZcan_compile_classrrZ_resolve_type_from_object)rrYrHZann_argsZ elem_typekeyrZ containedZ valid_typemsginnerrZ maybe_typeZ elementTypeZscripted_classr7Zmaybe_script_classr:rr;rs        $   $                rcCs4t|||}|dk r|Std|d|dS)Nrr)rrr)rrYrHZthe_typer:r:r;rs rrr+rrr r-r)r'r!r$r(r*rrr rrrrr r)N)N)VrrrNr|rr_rrGrtextwraprrrEZtorch._Crrrrrr r r r r rrrrrrrrrrrZtorch._sourcesrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-r._stater0rIrJrKr1r2r3Z torch._opsr4r5rDr^rcrhrprwrrWrUrrRrrrrrr__all__r:r:r:r;s  \ X     C k