o iSF@sddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl Z ddl m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z ddl!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5ddl6m7Z7ddl8m9Z9e j:j;<rddl m=Z=dd l!m>Z>m?Z?dd l@mAZAGd d d ZBGd ddZCddZDddZEddZFddZGd0ddZHddZIddZJddZKd d!ZLd"d#ZMd$eNejOfd%d&ZPdeQfd'd(ZRd0d)d*ZSd1d+d,ZTd1d-d.ZUgd/ZVdS)2N)dedent)_GeneratorTypeAnyType AwaitTypeBoolType ComplexType DeviceObjTypeDictTypeEnumType FloatType FutureType InterfaceTypeIntTypeListTypeNoneType NumberType OptionalType StreamObjType StringType TensorType TupleType UnionType)_Await_qualified_nameAnyBroadcastingList1BroadcastingList2BroadcastingList3DictFutureis_awaitis_dict is_future is_ignored_fnis_list is_optionalis_tupleis_unionListOptionalTupleUnion)get_source_lines_and_file)_get_script_class)RRefType)is_rrefRRef)OpOverloadPacketc@seZdZdddZddZdS)ModulereturnNcCs||_||_dSN)namemembers)selfr6r7r9W/sda-disk/www/egybert/egybert_env/lib/python3.10/site-packages/torch/jit/annotations.py__init__Gs zModule.__init__cCs4z|j|WStytd|jd|dw)NzModule z has no member called )r7KeyError RuntimeErrorr6r8r6r9r9r: __getattr__Ks  zModule.__getattr__r4N)__name__ __module__ __qualname__r;r?r9r9r9r:r3Fs  r3c @sPeZdZeddejiejeddeieeee e e e d Z d dd Zd d ZdS) EvalEnvtorchTensortypingr*) rErFrGr*r(rr)r+rAwaitr4NcCs$||_tjjrt|jd<dSdS)Nr1)rcbrE distributedrpc is_availabler1env)r8rIr9r9r:r;bs zEvalEnv.__init__cCs4||jvr |j|S|jdur||Stt|dSr5)rMrIgetattrbuiltinsr>r9r9r: __getitem__hs     zEvalEnv.__getitem__r@)rArBrCr3rErFr*r(rr)r+rrrMr;rPr9r9r9r:rDTs  rDc Cst|tr t|j|}nt||}|dur%|r%|\}}|dd}||f}|durRd\}}ztdt|d}t|}Wn tyGYnw|durRt |||}|S)Nr-)NNr) isinstancer2try_real_annotationsoprjoinr, get_type_line TypeErrorparse_type_line) fnrIloc is_method signature param_types return_type type_linesourcer9r9r: get_signatureps$       racCst|p t|Sr5)inspect isfunctionismethod the_callabler9r9r:is_function_or_methodsrgcCs2t|s t|r |j}t|rt|jduSdS)NF)rgcallable__call__rbgetfullargspecvarargsrer9r9r: is_varargs rlcCsht|tr|j}t|st|rt|jr|j}t|r+t|r%t|}t |j Sddt |DS)NcSsg|]}t|qSr9)str).0ir9r9r: z#get_param_names..) rRr2rTrgrhrir#rbunwraprjargsrange)rYn_argsr9r9r:get_param_namess   rvr4c Csz tdt|d}Wn ttfyYdSw|dur dSt|}t|jdkrEt |jdtj rEt j j |d|jdjdt|jdksUt |jdtjs]t j j |ddS)NrQrr-zCannot instantiate class 'z' in a script functionz$Expected a single top-level function)rrUr,OSErrorrWastparselenbodyrRClassDefrEjitfrontend FrontendErrorr6 FunctionDef)rYrZr`py_astr9r9r:check_fns$   rcCsDt|ddd}t|D]}d|jvrtd|dq t|||S)zLEvaluate statement as long as it does not contain any method/function calls.rQeval)modeCALLz/Type annotation should not contain calls, but 'z' does)compiledisget_instructionsopnamer=r)stmtglobrZbytecodeinsnr9r9r: _eval_no_calls   rc st|\}}z t|it|}Wnttfy#}ztd|d}~wwt|ts,|f}z t|it|}WnttfyI}ztd|d}~wwfdd|D}|t|fS)zParse a type annotation specified as a comment. Example inputs: # type: (Tensor, torch.Tensor) -> Tuple[Tensor] # type: (Tensor, Tuple[Tensor, Tensor]) -> Tensor z6Failed to parse the argument list of a type annotationNz4Failed to parse the return type of a type annotationcg|]}t|qSr9) ann_to_typernannrZr9r:rpz#parse_type_line..) split_type_linerrD NameError SyntaxErrorr=rRtupler) r_rIrZ arg_ann_str ret_ann_strarg_anneret_ann arg_typesr9rr:rXs2  rXc s`d|d}tt|}ttfdd|}tdttfdd|}t|dkrXtdttfd d|}t|dkrVtd t|ddd d d dSt|dkrf|dd Sd}g}|D]\}}d|vrz||f}n |vr| |ql|durtdd dd|Ddfdd}t ||} d | } |d d| S)zCTry to find the line containing a comment with the type annotation.# type: cs |dvSNr-r9line type_commentr9r:s zget_type_line..z!# type:\ ignore(\[[a-zA-Z-]+\])?$cs|d Srsearchr) type_patternr9r:rsrz&#[ ]*type[ ]*(?!: ignore(\[.*\])?$):cs|dSrrr)wrong_type_patternr9r:r szThe annotation prefix in line z* is probably invalid. It must be '# type:'zl See PEP 484 (https://www.python.org/dev/peps/pep-0484/#suggested-syntax-for-python-2-7-and-straddling-code)z for examplesNr-z# type: (...) -> z_Return type line '# type: (...) -> ...' not found on multiline type annotation for type lines: cSsg|]}|dqS)r-r9)rnrr9r9r:rp(rqz!get_type_line..zl (See PEP 484 https://www.python.org/dev/peps/pep-0484/#suggested-syntax-for-python-2-7-and-straddling-code)cs"||td}|Sr5)findrzstrip)r item_typerr9r:get_parameter_type,sz)get_type_line..get_parameter_typez, z...)splitlist enumeratefilterrerrzr=rmrappendrUmapreplace) r`lines type_lineswrong_type_lines return_lineparameter_type_linesline_numrrtypesparameter_typesr9)rrrr:rVs^            rVcCsTtd}z|d}Wn tytddw|||||ddfS)aSplit the comment with the type annotation into parts for argument and return types. For example, for an input of: # type: (Tensor, torch.Tensor) -> Tuple[Tensor, Tensor] This function will return: ("(Tensor, torch.Tensor)", "Tuple[Tensor, Tensor]") rz->z4Syntax error in type annotation (couldn't find `->`)N)rzindex ValueErrorr=r)r_ start_offset arrow_posr9r9r:r6s  $rcszt|Wn tyYdSwjgddjD}tfdd|Dr-dSfddjD}tj}||fS)z8Try to use the Py3.5+ annotation syntax to get the type.NcSsg|]}|jqSr9) annotationrnpr9r9r:rpTsz(try_real_annotations..c3s|]}|juVqdSr5)emptyr)sigr9r: Wsz'try_real_annotations..csg|]}t|jqSr9)rrrrr9r:rpZs)rbr\rreturn_annotation parametersvaluesallr)rYrZ all_annotsrr^r9)rZrr:rSJs   rSrcsZt|}|std|jddd|D}fdd|D}tj|}|s+tS|S)NzNo enum values defined for: ''cSsh|]}t|jqSr9)typevalue)rnvr9r9r: frz&get_enum_value_type..crr9try_ann_to_type)rntrr9r:rpgrz'get_enum_value_type..)rr __class__rE_Cunify_type_listrget)rrZ enum_valuesrir_typesresr9rr:get_enum_value_typeas rc CsTt|tjrdSt|tjtjtjtjtjtjtj tj tj f r(t j ddddSdS)NTzTorchScript will treat type annotations of Tensor dtype-specific subtypes as if they are normal Tensors. dtype constraints are not enforced in compilation either.r) stacklevelF) issubclassrErF LongTensor DoubleTensor FloatTensor IntTensor ShortTensor HalfTensor CharTensor ByteTensor BoolTensorwarningswarn)rr9r9r: is_tensorss* rcCsdSr5r9)inpr9r9r: _fake_rcbsrcsXt|}|tjjurtS|durtSt |r$t |r$tSt |rCt |dkr8|ddkr8t gSt fdd|DSt|rTt|d}|rTt|St|rt|d}t|d}|durxtd|dd|durtd|ddt||St|rt|dtdr|d}n|d}t|}d} |sJ| t|t|tt|St|r t|ttthkrt Sg} t|D]*} | dur| !tt| } d} | sJ| t|t| t| !| qt"| St#j$j%&rt'|rt(t|dSt)|r,t*t|dSt+|rC|r;t|dnt,} t-| S|turLt.S|turUt/S|tus`|t#j0urdt1S|t2urmt3S|t4urvt5S|t6urt,S|tdurtSt |rt7|d rt8|j9S|t#j:urt;S|t#jurt?S|t#j@urt1S|t#jAurt1St |rt|tBjCrtD|durt#jEjFG|}|H}ntI|}tJ|tK|tL|St |rtD|}|dur|St#jMN|rt#jEjFG|S|dur$tO}t#jPQ||S) Nr-rr9crr9r)rnarr9r:rprz#try_ann_to_type..Unknown type annotation: '' at zWUnsupported annotation {} could not be resolved because {} could not be resolved. At {}__torch_script_interface__)RrGget_argsrb Signaturerr getInferredrrisclassrr&rzrr$rrr!r highlightr r%rrformatreprrr'setintfloatcomplexrrrrErJrKrLr0r/r"r r rrr rSymIntrrmrboolrrhasattrr rdevicer GeneratorrStreamrdtypeqschemeenumEnumr.r}_script_recursive_compile_classqualified_namerr rr _jit_internalcan_compile_classrr_resolve_type_from_object)rrZrIann_args elem_typekeyr contained valid_typemsginnerr maybe_type elementTypescripted_classr6maybe_script_classr9rr:rs     "  "                  rcCs0t|||}|dur |Std|d|)Nrr)rrr)rrZrIthe_typer9r9r:rs r)rr(rrrr*r&r$rr!r%r'rrr rrrrr rr3rarrvrXrVrrSrrr@r5)WrxrOrrrbrrGrtextwraprrEtorch._Crrrrrrr r r r r rrrrrrrrrrtorch._jit_internalrrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+torch._sourcesr,_stater.rJrKrLr/r0r1 torch._opsr2r3rDrargrlrvrrrXrVrrSrrrrrrrr__all__r9r9r9r:sH \X       C   n