NgrdZddlZddlZddlmZddlmZmZmZm Z m Z ddl Z ddl Z dZn #e$rdZYnwxYwejeZgdZdZd eeefd eeeffd Z dd edede ee jfded eeeff dZ dde jjd edede ee jfdedede edefdZ dd eeefde jjdefdZ d de jjd ede jjdedef dZ dS)!zi Model creation / weight loading / state_dict helpers Hacked together by / Copyright 2020 Ross Wightman N) OrderedDict)AnyCallableDictOptionalUnionTF)clean_state_dictload_state_dictload_checkpointremap_state_dictresume_checkpointc^||r|t|dS|S)N) startswithlen)textprefixs P/var/www/html/ai-engine/env/lib/python3.11/site-packages/timm/models/_helpers.py_remove_prefixrs0 v"CKKLL!! K state_dictreturncvi}d}|D]\}}|D]}t||}|||< |S)N)zmodule.z _orig_mod.)itemsr)rcleaned_state_dict to_removekvrs rr r sdI  """"1 % %Aq!$$AA !1 rcpucheckpoint_pathuse_emadevice weights_onlyc,|rWtj|r7t|dr3t s Jdt j||}n? tj |||}n&#t$rtj ||}YnwxYwd}t|trC|r| ddd}n(|r| ddd}n d |vrd }nd |vrd }t|r||n|}td |||Std |t') Nz .safetensorsz-`pip install safetensors` to use .safetensors)r" map_locationr#)r&state_dict_ema model_emarmodelzLoaded {} from checkpoint '{}'No checkpoint found at '{}')ospathisfilestrendswith_has_safetensors safetensorstorch load_fileload TypeError isinstancedictgetr _loggerinfoformaterrorFileNotFoundError)r r!r"r# checkpointstate_dict_keyrs rr r +s "27>>/::"    ( ( 8 8 N# T T%T T T T$*44_V4TTJJ N"Zf[ghhh  N N N"ZfMMM  N j$ ' ' ) ):>>*:DAAM!1 )Z^^K>>J!,++!-J&&!(%N&bj&@&@Xbcc  5<<^_]]^^^ 3::?KKLLL!!!s:B B54B5r*strictremap filter_fnc|tj|ddvr7t |dr||nt ddSt||||}|rt||}n|r |||}|||} | S)N)z.npzz.npyload_pretrainedz"Model cannot load numpy checkpoint)r"r#)rA) r,r-splitextlowerhasattrrFNotImplementedErrorr r ) r*r r!r"rArBrCr#rincompatible_keyss rr r Ns w((,22448HHH 5+ , , L  ! !/ 2 2 2 2%&JKK K '&WcdddJ 2%j%88 2Yz511 --j-HH r allow_reshapec i}t||D]\\}}\}}||ks!Jd|d|jd|d|jd |j|jkr>|r||j}n!Jd|d|jd|d|jd |||<|S)z remap checkpoint by iterating over state dicts in order (ignoring original keys). This assumes models (and originating state dict) were created with params registered in same order. zTensor size mismatch z: z vs z. Remap failed.FzTensor shape mismatch )ziprrnumelshapereshape)rr*rLout_dictkavakbvbs rr r isH!%"2"2"4"4":":"<"N>N>P>PQQR(2rxxzzRXXZZ''')t)t)trx)t)tUW)t)t[][c)t)t)t''' 8rx   lZZ))kkkkbhkkBkkRTRZkkkkkk Or optimizer loss_scalerlog_infocd}tj|rtj|dd}t |t r'd|vr"|rtdt|d}| ||;d|vr7|rtd| |d|E|j |vr<|rtd| ||j d |vrS|d }d |vr|d d kr|d z }|r4td ||d nD| ||r-td ||St d |t)NrFr%rz(Restoring model state from checkpoint...rWz,Restoring optimizer state from checkpoint...z2Restoring AMP loss scaler state from checkpoint...epochversionz!Loaded checkpoint '{}' (epoch {})zLoaded checkpoint '{}'r+)r,r-r.r3r5r7r8r:r;r r r@r<r=r>)r*r rWrXrY resume_epochr?rs rr r }sL w~~o&& "ZeRWXXX j$ ' ' OLJ,F,F I GHHH)*\*BCCJ  ! !* - - -$ )B)BQLL!OPPP))*[*ABBB&;+E+S+SWLL!UVVV++J{7Q,RSSS*$$)'2  **z)/Dq/H/H A%LsLL!D!K!KO]gho]p!q!qrrr  ! !* - - - O 5<<_MMNNN 3::?KKLLL!!!r)TrF)TrTFNF)T)NNT)!__doc__loggingr, collectionsrtypingrrrrrr3safetensors.torchr2r1 ImportError getLogger__name__r:__all__rr/r boolr"r nnModuler r optim Optimizerr rrrns ######77777777777777  ' H % % m m m c3h DcN     +0" " " " "c5<'( " "  #s(^ " " " "L+0(,"xc5<'(     H%<#cNx.,0 ("("x("(";((" ("  ("("("("("("s +55