o i9:j @sdZddlmZddlZddlmZmZddlZddlm Z ddl m Z ddl m Z dd lmZer8dd lmZd7ddZGdddZd8d9ddZd8d:ddZd;d"d#Z     dd?d5d6ZdS)@zM Python implementation of function wrapping functionality for functorch.dim. ) annotationsN)Any TYPE_CHECKING)tree_map)DimEntry)EnableAllLayers) TensorInfo)Callabletensor torch.TensorreturncCs|S)z8Handle tensor conversion for torch function integration.)r rrZ/home/nk/hobo-godmode/plappi-mvp/.venv/lib/python3.10/site-packages/functorch/dim/_wrap.pyhandle_from_tensorsrc@s(eZdZdZ dddd Zdd d Zd S)WrappedOperatorzP This class wraps PyTorch operations to support first-class dimensions. dimorigr wrapper_implementationdim_namestrcCsz||_||_t|dd|_t|dd|_||_d|_d|_d|_d|_ d|_ |jr9|jr;|jd|jd |_dSdSdS) N__name____doc__FrrTz Argument 'z5' can be either an integer or a torchdim.Dim object. ) rrgetattrnamedocr is_pointwise dim_offsetkeepdim_offset single_dimreduce)selfrrrrrr__init__ s zWrappedOperator.__init__r cs.d fdd }tj|jddd j|_|S) z@Create a wrapped function that calls our wrapper implementation.argsrkwargsr csjg|Ri|S)N)r)r$r%r"rr wrapped_func6sz.WrappedOperator.function..wrapped_func)rr)assignedupdatedN)r$rr%rr r) functoolsupdate_wrapperrrr)r"r'rr&rfunction3s  zWrappedOperator.functionN)r)rr rr rr)r r )r __module__ __qualname__rr#r,rrrrrs  rFrrndimintkeepdimboolrcCs^ddlm}t||r|rtdt|St|tr,|}|dkr(||8}|dks t|StS)z:Convert single dimension specification to DimEntry object.r)Dimz8cannot preserve first-class dimensions with keepdim=Truer)rr3 isinstance ValueErrorrr0)rr/r1r3irrr _wrap_dimBs   r7list[DimEntry]cCsFt|||}g}|s|||S|D] }|t|||q|S)zwrapperr$r%csV|std||j}|dur&|jt|kr&|jd}|t|kr&||}|dur~tj|dddds>|j|i|Stj 3}j durMt d| j j t |}tj |d<|j|i|}||jWdS1sywYt|ds|j|i|Sd}|jr|d } | dur|jt|kr|jd} | t|kr|| } | durt| }} t|| |} g} dgtj }| D]U}d}tj D] \}}||kr|}nq|durtj D]\}}t|d r||r|}nq|durd d j D}td |d|d||<| |qg|jrF|sFtj D]\}}||sC|q5nj ddt| dkrY| d}nt| }t |}|}jdurot dtj|d<|j|vr|||j<n|jd}|t|krt |}|||<|j|i|}dfdd }t||S)zJ This is the core method that handles dimension-aware operations. z%Expected at least one argument (self)NrrTF)ensure_batchedensure_presentz%Expected batchedtensor to be non-Noner1matchescSsg|]}t|qSr)r).0levelrrr sz&patched_dim_method..zTensor with dimensions z does not contain zExpected tensor to be non-Noneobjrr cs,t|tjrddlm}||jS|S)Nr)Tensor)r4torchrGrfrom_positional has_device)rFrGinfo new_levelsrr wrap_results  z'patched_dim_method..wrap_result)rFrr r)r5getrrlenr createrrlevels batchedtensorAssertionErrorinplace_update_layerslistr from_batchedrJr!rr2r/r> enumeratehasattrrBr:tuplecopyr r)r?r$r%dim_argdim_idxguardnew_argsr<r1 keepdim_arg keepdim_idxr/dims dim_indicesseenr=midxr6rD level_strs py_indices new_kwargsrNrrKrpatched_dim_method_s                       rirr r int | Nonerr str | Noner bool | Noner!cCsT|pd}t|t|}|dur||_|dur||_|dur||_|dur&||_|S)a Wrap a PyTorch function to support first-class dimensions. Args: orig: Original function to wrap dim_offset: Offset for dimension argument (default: 0) keepdim_offset: Offset for keepdim argument (default: 1) dim_name: Name of dimension parameter (default: "dim") single_dim: Whether function takes single dimension (default: False) reduce: Whether function reduces dimensions (default: True) rN)rrirrr r!r,)rrrrr r!r?rrr_wraps rmrfunctypesrZ dict | NonecCs(|duri}ddlm}|||||S)z@ Handle __torch_function__ calls for wrapped operators. Nr)_Tensor)rrq__torch_function__)r?rnror$r%rqrrrcall_torch_functions  rs)r r r r )F)rrr/r0r1r2r r)rrr/r0r1r2r r8)r?rr$rr%rr r)NNNNN)rr rrjrrjrrkr rlr!rlr r )rN) r?rrnr rorZr$rZr%rpr r)r __future__rr*typingrrrHtorch.utils._pytreer _dim_entryr_enable_all_layersr _tensor_infor collections.abcr rrr7r>rirmrsrrrrs2        '  | '