קgVUddlmZmZmZmZddlZddlmcmZ ddlm Z gZ ee e d<ejjGddZdS))DictListOptionalTupleN)Tensor__all__ceZdZ ddeededeeefd ed ed ed ed ededefdZdede efdZ dee efdZ dS)_FunctionalAdamMbP?g?g+?:0yE>Fparamslrbetaseps weight_decayamsgradmaximizeforeachfused_allow_empty_param_listc d|kstd|d|kstd|d|dcxkrdksntd|dd|dcxkrdksntd|dd|kstd ||||d|d|d |_||_||_||_| |_t jtt j ttt j ffi|_ t|dkr| std d |i|_dS) NrzInvalid learning rate: zInvalid epsilon value: rg?z#Invalid beta parameter at index 0: z#Invalid beta parameter at index 1: zInvalid weight_decay value: )rrbeta1beta2rz%optimizer got an empty parameter listr) ValueErrordefaultsrrrrtorchjitannotaterrstrstatelen param_group) selfrrrrrrrrrrs c/var/www/html/ai-engine/env/lib/python3.11/site-packages/torch/distributed/optim/functional_adam.py__init__z_FunctionalAdam.__init__sbyy;r;;<< <czz+++&' 5!i()))5./// < <  " "5)9#: ; ; ;5=))) ]__   F  'mG,mG,=&!]>:M%( j%                      sA2HH  H  gradientsc>|jd}g}g}g}g}g}g}d} t|t|kr6tddt|dzdt|zt|jd|D]q\} } | h| t j| z} || || | |jvri|j| <|j| } t jd| d<t j | tj | d <t j | tj | d <|j r#t j | tj | d <|j| } || d || d |j r|| d || dst j 5tj|||||||j | |j|jd |jd|jd|jd|jd|j|jddddddS#1swxYwYdS)NrFzEthe gradients passed in does not equal to the size of the parameters!zParams length: z. zGradients length: rr-r.r0r1r2rrrrrr3)r%r$rziprr7r8r#r9r:r;rr<r=r>rrrr) r&rFrr?r@rArBrCrDr4r*gradientr#s r'r-z_FunctionalAdam.steps!(+ $&  v;;#i.. ( (W3CKK33347s9~~778  #4#3H#=yII 2 2OE8#u/666  ''... X&&& **(*DJu% Ju-E$)L$5$5E&M','7U-B(((E)$+0*:U-B+++E,'|272B!1F333./ 5)i 0111""5#6777<D#**51A+BCCC""5=111 ]__   F  'mG,mG,=&!]>:M%( j%                      sA2JJJN) r r r rFFFFF) __name__ __module__ __qualname__rrfloatrboolr(rrEr-r)r'r r s %1!(-*.*.V *. *.UE\" *.  *.  *.*.*.*.*."&*.*.*.*.X::hv.>::::xGd8F#34GGGGGGr)r )typingrrrrrtorch.optim._functionaloptim _functionalr=rrr"__annotations__r scriptr rOr)r'rVs............. #########cppppppppppr)