Ng) nddlZddlZddlZddlmZddlmZddlmZm Z m Z m Z m Z m Z mZddlZddlmZddlmZgdZd)d ejd efd Z d*de dejdededejf dZ d*dejdededefdZ d*dejdededefdZdZ d+de e eefdee e fdedefdZ d+dejdedefdZ d+dejdedefdZ d,d!e e eejfd"ed#eee ed$ffd%eee e ejffd&Z d-d'Z!d(Z"dS).N) defaultdict)chain)AnyCallableDictIteratorTupleTypeUnion)nn) checkpoint) model_parameters named_apply named_modulesnamed_modules_with_paramsadapt_input_convgroup_with_matcher group_modulesgroup_parametersflatten_modulescheckpoint_seqFmodel exclude_headcz|r&d|DddS|S)Ncg|]}|Sr).0ps S/var/www/html/ai-engine/env/lib/python3.11/site-packages/timm/models/_manipulate.py z$model_parameters..s...a...) parameters)rrs rrrsE"..5++--...ss33!!!r!Tfnmodule depth_first include_rootreturnc|s|r ||||D]4\}}|rd||fn|}t||||d5|r|r ||||S)N)r&name.T)r%r&r+r'r()named_childrenjoinr)r%r&r+r'r( child_name child_modules rrrs %<% &t$$$$$*$9$9$;$;mm L59ISXXtZ0111z r,Z[gklllll%|% &t$$$$ Mr!r+c#K|s|r||fV|D]9\}}|rd||fn|}t|||dEd{V:|r |r ||fVdSdSdSNr,T)r&r+r'r()r-r.rr&r+r'r(r/r0s rrr(s <Fl$*$9$9$;$;^^ L59ISXXtZ0111z  jkX\^^^ ^ ^ ^ ^ ^ ^ ^ ^|Flr!c#K|jr |s|r||fV|D]9\}}|rd||fn|}t|||dEd{V:|jr |r |r ||fVdSdSdSdSr2) _parametersr-r.rr3s rrr8s +,Fl$*$9$9$;$;^^ L59ISXXtZ0111z ,jkX\^^^ ^ ^ ^ ^ ^ ^ ^ ^ klFlr!)i named_objects group_matcher return_valuesreversecvttrg}tD]q\}\}}| t|tt fr.|D]*}|t j|d|f|dfgz }+U|t j||fdfgz }r|fd} tt } |D]-\} } | | |  |r| n| .tt } d}ttd| D]E} |dks| dtdkr|dz }| || | F|r4|r Jdi}| D]\}}|D]}|||<|S| S)Nrc tttfrD]x\}}}||}|r[|||f}tt t tjtd|cSyt dfS|}t|tj j s|fSt|S)Ninf) isinstancelisttuplematchgroupsmapfloatr from_iterablefilter collectionsabcIterable)r+match_fnprefixsuffixrpartsordr7s r _get_groupingz)group_with_matcher.._get_grouping`s mdE] 3 3 ,9 W W(&&NN4((W#QXXZZ8E UE,?tU@S@S,T,T!U!UVVVVVW<<= -%%Cc;?#;<< t :: r!c |duS)Nr)xs rz$group_with_matcher..ws Qd]r!z-reverse mapping only sensible for name output)r>dict enumerateitemsr@r?recompilerappendsortedrFkeysMATCH_PREV_GROUPextend)r6r7r8r9compiled group_ordinal group_namemspecsspecrPgroupingkvlayer_id_to_paramlidparam_to_layer_idlmns ` rrrKs; -&& !2;Mr@strr Sequential ModuleList ModuleDictrr-r.)rrrrKrsprefix_is_tupler+r&s rrrsB !//O,$$, ; & &M2="-HLLM+L%## f  #Z 55 #&%%'' "1;wwt)          #'Fl""""488VTN33DFl""""##r!cd}t|tjjr|}|rt j|}t|ttfst|}t|}|r|dz}d}td||D]8} t| |zdz |dz }t|| ||||}9|r)||dzt|dz ||S|S)aA helper function for checkpointing sequential models. Sequential models execute a list of modules/functions in order (sequentially). Therefore, we can divide such a sequence into segments and checkpoint each segment. All segments except run in :func:`torch.no_grad` manner, i.e., not storing the intermediate activations. The inputs of each checkpointed segment will be saved for re-running the segment in the backward pass. See :func:`~torch.utils.checkpoint.checkpoint` on how checkpointing works. .. warning:: Checkpointing currently only supports :func:`torch.autograd.backward` and only if its `inputs` argument is not passed. :func:`torch.autograd.grad` is not supported. .. warning: At least one of the inputs needs to have :code:`requires_grad=True` if grads are needed for model inputs, otherwise the checkpointed part of the model won't have gradients. Args: functions: A :class:`torch.nn.Sequential` or the list of modules or functions to run sequentially. x: A Tensor that is input to :attr:`functions` every: checkpoint every-n functions (default: 1) flatten (bool): flatten nn.Sequential of nn.Sequentials skip_last (bool): skip checkpointing the last function in the sequence if True preserve_rng_state (bool, optional, default=True): Omit stashing and restoring the RNG state during each checkpoint. Returns: Output of running :attr:`functions` sequentially on :attr:`*inputs` Example: >>> model = nn.Sequential(...) >>> input_var = checkpoint_seq(model, input_var, every=2) cfd}|S)NcVtdzD]}||}|S)Nr;)range)_xjend functionsstarts rforwardz5checkpoint_seq..run_function..forwards:5#'** & &!Yq\"%%Ir!r)rrrrs``` r run_functionz$checkpoint_seq..run_functions/       r!r;rQr)preserve_rng_state) r>torchr rwchildrenrrEr@r?lenr~minr ) rrSeveryflatten skip_lastrrnum_checkpointedrrs rrrs7X)UX011)&&(( 3' 22 i% / /%)$$ 9~~A Cq*E22ff%%-!#%5%9:: ||E3 ::ARd e e eGC||C!GS^^a%7CCAFFF Hr!cV|j}|}|j\}}}}|dkrh|dkrJ|jddzdksJ|||dzd||}|dd}n|dd}n~|dkrx|dkrt dt tj|dz }| d|ddddd|ddddf}|dt|z z}| |}|S) Nr;rF)dimkeepdimTz*Weight format not supported by conversion.) dtyperDshapereshapesumNotImplementedErrorintmathceilrepeatto)in_chans conv_weight conv_typeOIJKrs rrrsI!I##%%K"JAq!Q1}} q55$Q'!+q0000%--aaAqAAK%//a/??KK%//a/>>KK Q 66%&RSS S8a<0011F%,,Q1==aaa(AAAqqq>PQK Ah/ 0K..++K r!)F)r$TF)FF)r;r$rq)r;FFT)#collections.abcrGrrXr itertoolsrtypingrrrrr r r rr torch.utils.checkpointr __all__Moduleboolrrrvrrr]rrrrrrrrr!rrs ######DDDDDDDDDDDDDDDDDD ------ k k k""BI"T""""!# "         Y    $ "          $ "            $ ::c3h0:T8^,:: ::::@$ `` `` ````$ hh hh hhhh.0;G ##c29n 56##c5c?*+#CtBI!778 ####B C C C C Lr!