o j9:jr\@s<dZddlZddlZddlmZmZddlmZmZddl m Z m Z m Z ddl mZmZmZmZddlmZmZmZmZmZd d lmZmZd d lmZerZdd lmZdd lm Z dZ!GdddeZ"GdddeZ#Gddde#Z$Gddde#Z%Gddde#Z&Gddde#Z'Gddde'Z(Gddde#Z)dS)a This module provides iterator-related variable tracking functionality for Dynamo. It implements variable classes for handling Python iterators and itertools functions during symbolic execution and tracing. The module includes: - Base iterator variable classes for tracking iterator state - Implementations of built-in iterators (zip, map, filter) - Support for itertools functions (product, accumulate, combinations, etc.) - Mutation tracking and reconstruction capabilities for iterator operations These classes integrate with Dynamo's variable tracking system to enable proper handling of iterator operations during code transformation and optimization. N)CallableSequence)Any TYPE_CHECKING)graph_break_hints polyfills variables)create_build_tuplecreate_call_functioncreate_call_function_excreate_instruction)handle_observed_exceptionObservedUserStopIterationraise_observed_exception unimplemented UserError)ValueMutationNewVariableTracker)ConstantVariable) PyCodegen)InstructionTranslatoricsveZdZdededdffdd ZdefddZdefd d Zdefd d Zd dde dddddffdd Z Z S)ItertoolsVariablevaluekwargsreturnNc tjdi|||_dSN)super__init__r)selfrr __class__rc/home/nk/hobo-godmode/plappi-mvp/.venv/lib/python3.10/site-packages/torch/_dynamo/variables/iter.pyr!0 zItertoolsVariable.__init__cCsd|jdS)NzItertoolsVariable()rr"rrr%__repr__4szItertoolsVariable.__repr__cC|jSNr(r)rrr%as_python_constant7z$ItertoolsVariable.as_python_constantcCr+r,r(r)rrr%get_real_python_backed_value:r.z.ItertoolsVariable.get_real_python_backed_valuetxrargsrzdict[str, VariableTracker]c sjtjur[tddDr0tddddddtdhgtj d dvr;d }nd }fd d D}d d tj|d|iD}t j |t dSjtjurstdkrdrd rd}d  }g}t||D] }|t t|qt j |t dSjtjurtddDrtddddddtdhgtj d dtdtffdd td krdrd} ntddddddddgtjd dvr"dtdtffdd } n dtdtffd d } g} z1tj| | d!D]'\} } | t jt j| rLt j| n| t j t| t dgt dq7Wn(ty}ztd"dddd#gtj|d$WYd}~nd}~wwt j | t dSjtjurtdkrt jd%t iS t!t"jSjtj#urstdkrt j$t dStd krt j$dt d&Stdkrt j$dd t d'St%&Sjtj'ur@td kstdkr@d r@s@tdkr&d  }nd}d(d t'd(|D}t j |t dSt%&S))Ncs|]}|dkVqdS)repeatNr.0kwrrr% Fz2ItertoolsVariable.call_function..z(Unsupported kwargs for itertools.productcall_function  z#Expected kwargs: 'repeat', but got ,r3gb_typecontext explanationhintsrcsg|]}|qSr)force_unpack_var_sequence)r5argr0rr% Ssz3ItertoolsVariable.call_function..cSg|] }tt|qSrr TupleVariablelistr5itemrrr%rDT ) mutation_typerrcsr2)keyNrr4rrr%r7nr8z(Unsupported kwargs for itertools.groupbyz Expected kwargs: 'key', but got rMrcs`t|tjr |S|r|Stdddddtt|dgt j ddS)Nz*Unsupported key type for itertools.groupbyr9r:zCDynamo does not know how to trace itertools.groupby with key type: zJ. We only support grouping keys that are constants (int, float, str, etc.)r<) isinstancer SymNodeVariable evaluate_expris_python_constantr-rstrtyper SUPPORTABLErM)r1rr"rr%retrieve_const_keyws   z;ItertoolsVariable.call_function..retrieve_const_keyz+Unsupported arguments for itertools.groupbyz?Dynamo does not know how to trace itertools.groupby with args: z and kwargs: ze. itertools.groupby expects an iterable to group and an optional key function to determine groupings.z9Make sure the arguments to itertools.groupby are correct.xcsd|giS)NrM)get call_functionrW)rrVr0rr%keyfuncsz0ItertoolsVariable.call_function..keyfunccs|Sr,rrZ)rVrr%r[srUz7Unexpected failure during itertools.groupby() iterationz6Unexpected failure in invoking function during groupby)r=r>r?r@from_excrL)rJrL)rJsteprLcSrErrFrIrrr%rDrK))r itertoolsproductanyrjoinsetkeysr USER_ERRORr-r ListIteratorVariabler combinationslenhas_unpack_var_sequencerQunpack_var_sequenceappendrGrHgroupbyrrrTr is_literalcreate Exceptionr3RepeatIteratorVariableinline_user_function_returnbuildrcountCountIteratorVariabler rY permutationsrA)r"r0r1rrseqsitemsiterablerJseqr[resultkver#)r1rrVr"r0r%rY=s           *zItertoolsVariable.call_function) __name__ __module__ __qualname__rr!rRr*r-r/rrY __classcell__rrr#r%r/src seZdZdeddffdd Zdddefdd Zdddeefd d Zddd e egefddfd dZ ddde fddZ ddde ddffdd Zddde deedee efdef fdd ZZS)IteratorVariablerrNc stjdi|dSr)r r!)r"rr#rr%r!szIteratorVariable.__init__r0rcCs"tdd|ddgtjddS)NzUnimplemented next() callznext(r'z(This abstract method must be implementedr<)rr DYNAMO_BUGr"r0rrr% next_variables   zIteratorVariable.next_variablecCsg}|||j|Sr,)force_apply_to_var_sequencerj)r"r0rzrrr%rAsz*IteratorVariable.force_unpack_var_sequencefncCs4 z |||Wntyt|YdSwqr,)rrr)r"r0rrrr%rs z,IteratorVariable.force_apply_to_var_sequencecCdSNTrrrrr%has_force_unpack_var_sequencez.IteratorVariable.has_force_unpack_var_sequencenamercs*|dks|dkrtjdSt||S)N__iter____next__T)r rrmr call_obj_hasattr)r"r0rr#rr%rs z!IteratorVariable.call_obj_hasattrr1cs0|dkr|S|dkr||St||||S)Nrr)rr call_method)r"r0rr1rr#rr%rs  zIteratorVariable.call_method)r~rrrr!rrrHrArrboolrrRrdictrrrrr#r%rsD      rcs@eZdZdZdededdffdd Zdd defd d ZZS) ObjectIteratorVariableaZ VariableTracker for iter(obj) that implements the iterator protocol (i.e., has a `__next__` method). We use this class to track the state of the iterator and handle the case when the iterator is exhausted: Example usage: > b = iter(obj) > list(b) # exhaust the iterator > list(b) # empty list objrrNc s"tjdi|||_d|_dS)NFr)r r!rgenerator_exhausted)r"rrr#rr%r!7s zObjectIteratorVariable.__init__r0rcCs6|jrtt|z|j|WStyd|_wr)rr StopIterationrrrrrrr%r<s  z$ObjectIteratorVariable.next_variable) r~rr__doc__rrr!rrrrr#r%r)s rcsTeZdZdededdffdd ZdefddZd d defd d ZdddZ Z S)rorJrrNc rr)r r!rJ)r"rJrr#rr%r!Jr&zRepeatIteratorVariable.__init__cCtjSr,)r^r3r)rrr% python_typeNr.z"RepeatIteratorVariable.python_typer0rcCr+r,)rJrrrr%rRr.z$RepeatIteratorVariable.next_variablecodegenrcs0fdd|jtdddS)NctdgS)Nr3 extend_outputcreate_load_python_moduler^create_load_attrrrrr%W z4RepeatIteratorVariable.reconstruct..rF) add_push_nullrJrr r"rrrr% reconstructUs   z"RepeatIteratorVariable.reconstructrrrN) r~rrrrr!rSrrrrrrr#r%roIs roc sxeZdZdhejZdefddZ   ddeeBdeeBded e dd f fd d Z d ddefddZ dddZ Z S)rs advance_countrcCrr,)r^rrr)rrr%rjr.z!CountIteratorVariable.python_typerrrJr]rNc sPtjdi|t|tst|}t|tst|}||_||_||_dSr) r r!rNrrrmrJr]r)r"rJr]rrr#rr%r!ms     zCountIteratorVariable.__init__r0rcCsJ|sJ|j}|jj||j|d|jgi|_|jd7_|S)N__add__r) is_mutablerJoutput side_effectsmutationrr]r)r"r0old_itemrrr%r}s z#CountIteratorVariable.next_variablerrcs:fdd|j|jtdddS)Ncr)Nrrrrrrr%rrz3CountIteratorVariable.reconstruct..rF)rrJr]rr rrrr%rs    z!CountIteratorVariable.reconstruct)rrrr)r~rrr_nonvar_fieldsrSrintrrr!rrrrrr#r%rsbs,rsc seZdZdZeZddhejZ ddee de de ddffd d Z de efd d Zd dde fddZd ddedfddZd dde fddZdddZdddZZS) ZipVariablez$ Represents zip(*iterables) indexstrictF iterablesrrNc s6tjdi|t|tsJ||_d|_||_dSNrr)r r!rNrHrrr)r"rrrr#rr%r!s  zZipVariable.__init__cCtSr,)zipr)rrr%rrzZipVariable.python_typer0rcstfdd|jDS)Nc3s$|] }t|tp |VqdSr,)rNrHrh)r5itrCrr%r7s  z6ZipVariable.has_unpack_var_sequence..)allrrrrCr%rhs z#ZipVariable.has_unpack_var_sequencercCs~||sJg}|jD]}t|tr|||jdq |||q |jr/d|jini}t|i|}dd|DS)NrcSrErrF)r5varrrr%rDsz3ZipVariable.unpack_var_sequence..) rhrrNrHrjrrirr)r"r0rrrzippedrrr%ris  zZipVariable.unpack_var_sequencec s |sJt|jdkrtt|jg}dtttBdtffdd }d}zt|jD] \}}| ||q/Wn5t yq|j rp|dkrf|jD]}z||Wn t ybt YqMwnt t tddwjj||jd7_t|S)Nrrrcs2t|trt|krtt|S|Sr,)rNrHrgrrr)r old_indexr0rr%get_items    z+ZipVariable.next_variable..get_itemz3zip() has one argument of len differing from othersr)rrgrrrrrHr enumeraterjrrrr ValueErrorrrrr rG)r"r0r1ridxrrrr%rsN         zZipVariable.next_variablerrcCsN|jD]!}t|tr ||jd}|||tt|q||qdSr,)rrNrHrforeach append_outputr rg)r"rrremaining_itemsrrr%reconstruct_itemss    zZipVariable.reconstruct_itemscshjfdddd|tt|jd|jt dddgt dd dS) Nc ddS)Nbuiltinsrload_import_fromrrrr%r z)ZipVariable.reconstruct..Tcall_function_exr BUILD_MAPrrBF) rrrr rgrrcreate_load_constrr r rrrr%rs    zZipVariable.reconstruct)Fr)r~rrrr _cpython_typerrrHrrrr!rSrrhrirrrrrrr#r%rs8    1 rcszeZdZdZeZdedeededdffdd Z de fd d Z d d de fd dZ d d deffdd ZdddZZS) MapVariablez( Represents map(fn, *iterables) rrrrNc stj|fi|||_dSr,)r r!r)r"rrrr#rr%r!s zMapVariable.__init__cCrr,)mapr)rrr%r rzMapVariable.python_typer0rcCr)NFrrrrr%rh#rz#MapVariable.has_unpack_var_sequencecst|}|j||jiSr,)r rrrYrw)r"r0r1r#rr%r&s zMapVariable.next_variablerrcsjfdddd|j|tt|jd|jrGtj dks-Jd d |jt d dd gt dd dS t d d dS) Ncr)Nrrrrrrr%r,rz)MapVariable.reconstruct..Trr)z6Unexpected bug: map(strict=True) requires Python 3.14+rrrF)rrrrr rgrrsys version_inforrr r rrrr%r*s&       zMapVariable.reconstructr)r~rrrrrrrHrr!rSrrrhrrrrrr#r%rs  rcseZdZdZeZdhejZdede ede ddffdd Z de fd d Z d d defddZd d de dfddZd d defddZdddZdddZZS)FilterVariablez) Represents filter(fn, iterable) rrrxrrNc s(tjdi|||_||_d|_dSr)r r!rrxr)r"rrxrr#rr%r!Ns zFilterVariable.__init__cCrr,)filterr)rrr%rYrzFilterVariable.python_typer0rcCst|jtp |j|Sr,)rNrxrHrhrrrr%rh\sz&FilterVariable.has_unpack_var_sequencercCsZ||sJd}t|jtr|j|jd}n|j|}|j||i}t |ggSr,) rhrNrxrHrrirrYr rG)r"r0rfilteredrrr%rias  z"FilterVariable.unpack_var_sequencecsrdtffdd } |}jd7_jr|}n j|gi}ttj|gi}| r8|Sq )Nrcs@j}tjtr|tjkrttj|SjSr,)rrNrxrHrgrrr)rrrr%_nextns     z+FilterVariable.next_variable.._nextTr) rrris_constant_nonerYr UserFunctionVariabler predicater-)r"r0rrJrespred_resrrr%rms   zFilterVariable.next_variablerrcCsJt|jtr|j|jd}|||tt|dS||jdSr,)rNrxrHrrrr rg)r"rrrrr%rs  z FilterVariable.reconstruct_itemscs:fdd|j|tdddS)Ncr)Nrrrrrrr%rrz,FilterVariable.reconstruct..rF)rrrrr rrrr%rs  zFilterVariable.reconstructr)r~rrrrrrrrrHrr!rSrrrhrirrrrrrr#r%rAs4   r)*rr^rcollections.abcrrtypingrrrrr bytecode_transformationr r r r excrrrrrbaserrconstantrtorch._dynamo.codegenrtorch._dynamo.symbolic_convertrMAX_ITERATOR_LIMITrrrrorsrrrrrrr%s.   @; 1|2