o Zh@=@sUdZddlmZddlmZddlmZmZddlm Z m Z m Z m Z ddl mZddlmmZddlmZmZd d lmZe rRddlZdd lmZdd l mZgZd ed<ejrSddlZddlZddl mm!Z"e ruddl m#Z#eej$j%dddCddZ&dZ'dD]Z'e(ee'Z)ee)dde)j*[)q['ee"j+dd dDdEdd Z+ee"j,d!d dDdFd#d$Z,ed$g7Zee"j-dd dDdGd&d'Z-ed'g7ZGd(d)d)e.Z/e/Z0[/edd*Gd+d,d,Z1e1d-ddd-dZ2dHd0d1Z3ee"j4d!d dDdId3d4Z4ed4g7Zee"j5d!d dDdJd5d6Z5ed6g7Zee"j6d!ddKd9d:Z6ed:g7Zee"j7dddd;dLd?d@Z7ed@g7Zee"j8dddd;dLdAdBZ8edBg7ZdSdS)Mz) Python polyfills for torch.utils.pytree ) annotations)deque) dataclassfield)AnyCallableLiteral TYPE_CHECKING)TypeIsN) BUILTIN_TYPESSTANDARD_DICT_TYPES)substitute_in_graph)Iterable)Selfz list[str]__all__)PyTreeT)Zcan_constant_fold_throughargsrkwargsreturnboolcOstd)NzeShould not be called directly because the original function will be called in the constant fold path.) ValueError)rrrM/var/www/auris/lib/python3.10/site-packages/torch/_dynamo/polyfills/pytree.py_$sr) is_namedtupleis_namedtuple_classZis_namedtuple_instanceZ is_structseqis_structseq_classZis_structseq_instanceZnamedtuple_fieldsZstructseq_fieldstreeris_leafCallable[[PyTree], bool] | NonecCs<|dus |dur||rdStjjt|dddurdSdS)NTtorch namespaceF)optreeZregister_pytree_nodegettyperr rrr tree_is_leafBs r)F Iterable[Any]ccsX|g}|r*|}t||dr|Vqtj||ddd^}}|t||sdSdS)Nr Tr"r none_is_leafr$)popr)r%tree_flatten_one_levelextendreversed)rr stacknodechildrenrrrr tree_iterMs   r5 list[Any]cCstt||dS)Nr+)listr5r(rrr tree_leavescsr8cs,eZdZdZd fdd Zd ddZZS) _Asteriskrrrcst|dSN*)super__new__)cls __class__rrr=osz_Asterisk.__new__strcCsdSr:rselfrrr__repr__rsz_Asterisk.__repr__)rrrrA)__name__ __module__ __qualname__ __slots__r=rD __classcell__rrr?rr9lsr9)frozenc@seZdZUdZded<ded<ded<ded <d ed <ed d Zded<ed d Zded<ed d Zded<ed d Z ded<ed d Z ded<d9ddZ d:ddZ d;ddZ edd%d&Zd?d(d)Zd@d+d,ZdAd-d.ZdBd2d3ZdCd6d7Zd8S)D PyTreeSpecz0Analog for :class:`optree.PyTreeSpec` in Python.ztuple[PyTreeSpec, ...] _childrenbuiltins.type | None_typer _metadataztuple[Any, ...]_entriesz7Callable[[Any | None, Iterable[PyTree]], PyTree] | None_unflatten_funcF)initint num_nodes num_leaves num_childrenz Literal[True]r-zLiteral['torch']r$rNonecCs|jdur*t|jdksJ|jdusJ|jdksJ|jdus#Jd}d}d}n"t|js1Jtdd|jDdd}tdd|jD}t|j}t |d|t |d |t |d |t |d d t |d ddS)Nrrcs|]}|jVqdSN)rU.0specrrr z+PyTreeSpec.__post_init__..)startcsrZr[rVr\rrrr_r`rUrVrWr-Tr$r") rOlenrMrPrQrRcallablesumobject __setattr__)rCrUrVrWrrr __post_init__s"  zPyTreeSpec.__post_init__rAcs&d fdd d|d|jd S) NtreespecrLrrAcs|r |jdus JtS|jdusJt|jsJfdd|jD}|jtvs6t|js6t |jr=||j |Sd|jj d|j dd |dS)Ncsg|]}|qSrr)r]subspechelperrr sz7PyTreeSpec.__repr__..helper..zCustomTreeNode([z], [z, z])) r r' _asteriskrdrRrMr r%rrrPrFjoin)riZchildren_representationsrkrrrls*    z#PyTreeSpec.__repr__..helperz PyTreeSpec(z, NoneIsLeaf, namespace=))rirLrrAr#rBrrkrrDszPyTreeSpec.__repr__cC|jSr[rbrBrrr__len__szPyTreeSpec.__len__cCrrr[)rOrBrrrr'szPyTreeSpec.typercCs|jdko |jdkS)NrY)rUrVrBrrrr szPyTreeSpec.is_leaflist[PyTreeSpec]cC t|jSr[)r7rMrBrrrr4 zPyTreeSpec.childrenindexcC |j|Sr[)rMrCrwrrrchildrvzPyTreeSpec.childr6cCrur[)r7rQrBrrrentriesrvzPyTreeSpec.entriescCrxr[)rQryrrrentryrvzPyTreeSpec.entryrr list[PyTree]cs"d fd d g}||||S) NrirLr3rsubtreesr}rrXcs|r |dSt}|jtvrT||jkr%td|jd|dtjddd^}}}t||jkrEtd|jdt|d||j krStd|jdn|jt vo\|t v}|sp||jkrptd |jd|dt|jkrtd|jdtd|r| }t } t |} | | kr| | } | | } d } | r| d | 7} | r| d | 7} td | dfdd|D}n$tjddd^}}}|tur||j krtd|jd|j d|dt||jD] \}}|||qdS)NzType mismatch; expected z , but got .Tr")r-r$zNode arity mismatch; expected z+Node context mismatch for custom node type zNode type mismatch; expected rz; missing key(s): z; extra key(s): zNode keys mismatchcsg|]}|qSrr)r]keyr3rrrmsz.helper..z%Node metadata mismatch for node type z ; expected )r appendr'r rr%r/rcrWrPr r{set differencerziprM)rir3r~Z node_typer4metadatarZboth_standard_dictZ expected_keysZ got_key_setZexpected_key_setZ missing_keysZ extra_keysmessageZsubtreerjrkrrrls            z(PyTreeSpec.flatten_up_to..helper)rirLr3rr~r}rrXr)rCrr~rrkr flatten_up_tosT zPyTreeSpec.flatten_up_toleavesr*cCst|ttfs t|}t||jkr#tdt|d|jd|d|r+|dSd}d}g}|jD]}||j7}|| ||||}q4t |j sQJ| |j |S)Nz0treespec.unflatten(leaves): `leaves` has length z, but the spec refers to a pytree that holds z items (z).r) isinstancer7tuplercrVrr rMr unflattenrdrRrP)rCrraendr~rjrrrr)s*   zPyTreeSpec.unflattenN)rrXrE)rrT)rrN)rr)rrt)rwrTrrL)rr6)rwrTrr)rrrr})rr*rr)rFrGrH__doc____annotations__rrUrVrWr-r$rhrDrspropertyr'r r4rzr{r|rrrrrrrLxs0           YrLrobjTypeIs[PyTreeSpec]cCs t|tSr[)rrL)rrrr_is_pytreespec_instanceCrvrtuple[list[Any], PyTreeSpec]cs&d fdd g}||}||fS) Nr3rrr6rrLcs`t|dr |tStj|ddd\}}}}tfdd|D}t|t||||S)Nr+Tr"r,c3s|]}|VqdSr[r)r]rz)rlrrrr_bsz/tree_flatten..helper..)r)r _LEAF_SPECr%r/rrLr')r3rr4rr{Zunflatten_funcZsubspecsrlr )rrrlPs   ztree_flatten..helper)r3rrr6rrLr)rr rrirrr tree_flattenFs  rcCst||ddS)Nr+rY)rr(rrrtree_structureks rrricCs&t|stdt|d||S)Nzhtree_unflatten(leaves, treespec): Expected `treespec` to be instance of PyTreeSpec but got item of type r)r TypeErrorr'r)rrirrrtree_unflattenys rr+funcCallable[..., Any]restscs>t||d\}|gfdd|D}t|g|RS)Nr+cg|]}|qSrrr]rrirrrmztree_map..)rrmaprrr rrZ flat_argsrrrtree_mapsrcsDt||d\}|gfdd|D}tt|g|Rdd|S)Nr+crrrrrrrrmrztree_map_..r)maxlen)rrrrrrr tree_map_sr)rrrrrrr[)rrr r!rr)rrr r!rr*)rrr r!rr6)rrrr)rrr r!rr)rrr r!rrL)rr*rirLrr) rrrrrrr r!rr)9r __future__r collectionsr dataclassesrrtypingrrrr Ztyping_extensionsr Ztorch.utils._pytreeutilsZ_pytreeZ python_pytreer r Z decoratorsrbuiltinscollections.abcrrrrZ_cxx_pytree_dynamo_traceabler%Z optree._CZtorch.utils._cxx_pytreeZ _cxx_pytreeZ cxx_pytreerZ_CZis_dict_insertion_orderedrZ__namegetattrZ__funcZ__python_implementation__r)r5r8rAr9rorLrrrrrrrrrrrs                I