NgC9 DdZddlmZddlmZddlZddlmZddlm Z m Z ddl m Z m Z mZmZmZddlmZdd lmZdd lmZmZd gZGd d ejZGddejZGddejZGddejZGddejZGdd ejZd'dZ ee de de dde dddd d!Z!d(d#Z"ed(d$Z#ed(d%Z$ed(d&Z%dS))z InceptionNeXt paper: https://arxiv.org/abs/2303.16900 Original implementation & weights from: https://github.com/sail-sg/inceptionnext )partial)OptionalNIMAGENET_DEFAULT_MEANIMAGENET_DEFAULT_STD) trunc_normal_DropPath to_2tuple get_paddingSelectAdaptivePool2d)build_model_with_cfg)checkpoint_seq)register_modelgenerate_default_cfgsMetaNeXtc2eZdZdZ dfd ZdZxZS) InceptionDWConv2dz% Inception depthwise convolution  ?r ctt||z}t||}t||}t j|||||||_t j||d|fd|fd|f||_t j|||df|df|df||_|d|zz |||f|_ dS)Ndilation)paddingrgroupsr rr) super__init__intr nnConv2d dwconv_hwdwconv_wdwconv_h split_indexes) selfin_chssquare_kernel_sizeband_kernel_size branch_ratiorgcsquare_padding band_padding __class__s V/var/www/html/ai-engine/env/lib/python3.11/site-packages/timm/models/inception_next.pyrzInceptionDWConv2d.__init__s  ,& ' '$%7(KKK"#3hGGG  &"XbBBB Q() %H bJJJ  %q)!1%1 bJJJ %q2vor2r:ctj||jd\}}}}tj|||||||fdS)Nr )dim)torchsplitr%catr"r#r$)r&xx_idx_hwx_wx_hs r/forwardzInceptionDWConv2d.forward1sw${1d.@aHHHdCy  NN4 MM#   MM#         r0)rrrr )__name__ __module__ __qualname____doc__rr; __classcell__r.s@r/rrsd ! ;;;;;;0       r0rc@eZdZdZddejdddffd ZdZxZS)ConvMlpz MLP using 1x1 convs that keeps spatial dims copied from timm: https://github.com/huggingface/pytorch-image-models/blob/v0.6.11/timm/models/layers/mlp.py NTct|p|}|p|}t|}tj||d|d|_|r ||ntj|_||_tj ||_ tj||d|d|_ dS)Nr r) kernel_sizebias) rrr r r!fc1IdentitynormactDropoutdropfc2) r& in_featureshidden_features out_features act_layer norm_layerrGrMr.s r/rzConvMlp.__init__As #2{ )8[9[/qtTUwWWW3=PJJ///2;== 9;;Jt$$ 9_lPTUVPWXXXr0c||}||}||}||}||}|SN)rHrJrKrMrNr&r6s r/r;zConvMlp.forwardVsR HHQKK IIaLL HHQKK IIaLL HHQKKr0) r<r=r>r?r ReLUrr;r@rAs@r/rCrC<sr!gYYYYYY*r0rCceZdZdZdddejeejdddffd Zdd e d e e fd Z dde fdZxZS)MlpClassifierHeadz MLP classification head avgrư>)epsrDTc td|_||_t ||zx|_} |s Jdt |d|_tj ||j z| ||_ ||_ || |_ tj | |||_tj||_dS)NFCannot disable poolingT pool_typeflatten)rG)rruse_convrOr num_featuresr global_poolr Linear feat_multrHrKrJrNrLrM) r&rO num_classesra mlp_ratiorRrSrMrGrPr.s r/rzMlpClassifierHead.__init__cs  &.1)k2I.J.JJO222222/)TRRR9[4+;+E+E+G+GG_cddd9;;J// 9_kEEEJt$$ r0Nrhrac|"|s Jdt|d|_|dkrtj|j|ntj|_dS)Nr_Tr`r)r rer rfrdrIrN)r&rhras r/resetzMlpClassifierHead.reset|sd   6 66 6 6 63iQUVVVD @Ka29T. <<r?r GELUr LayerNormrrrstrrkboolr;r@rAs@r/rYrY_s gwr|666%%%%%%2ccc#cccc00T00000000r0rYcNeZdZdZdeejedejddffd Z dZ xZ S) MetaNeXtBlockz MetaNeXtBlock Block Args: dim (int): Number of input channels. drop_path (float): Stochastic depth rate. Default: 0.0 ls_init_value (float): Init value for Layer Scale. Default: 1e-6. r r\rDc t||||_|||_||t ||z||_|r)t j|tj |znd|_ | dkrt| nt j |_ dS)Nr)rRrD)rr token_mixerrJrmlpr Parameterr3onesgammar rI drop_path) r&r2rrxrS mlp_layerrirR ls_init_valuer}r.s r/rzMetaNeXtBlock.__init__s &;sX>>>JsOO 9S#i#o"6"6)LLLFS]R\-%*S//"ABBBY] 09B),,,BKMMr0c&|}||}||}||}|j0||jdddd}|||z}|S)Nr )rxrJryr|mulreshaper})r&r6shortcuts r/r;zMetaNeXtBlock.forwards   Q   IIaLL HHQKK : !dj((B15566A NN1   (r0) r<r=r>r?rr BatchNorm2drCrprr;r@rAs@r/rurusz)~gRRRRRR(r0ruc BeZdZdddddeejddf fd ZdZxZS) MetaNeXtStage)r r N?rvc td|_|dks|d|dkrAtj| |tj||d||d|_ntj|_|pdg|z}g} t|D]8} | t||d|| ||| | | 9tj| |_ dS)NFr rr)rFstriderrD)r2rr}rrxrRrSri) rrgrad_checkpointingr Sequentialr! downsamplerIrangeappendrublocks)r&r'out_chsrdepthrdrop_path_ratesrrxrRrSri stage_blocksir.s r/rzMetaNeXtStage.__init__s# "' A::! 33 m 6""  !!%a[   DOO!kmmDO)9bTE\ u  A    !!)!,+'#%# ! ! !    m\2 r0c||}|jr4tjst |j|}n||}|SrU)rrr3jit is_scriptingrrrVs r/r;zMetaNeXtStage.forwardsZ OOA    " 59+A+A+C+C t{A..AA AAr0) r<r=r>rr rprr;r@rAs@r/rrsl  )g+3+3+3+3+3+3Zr0rc LeZdZdZddddddeejejdd d d f fd Zd Z e j j ddZ e j j dejfdZddedeefdZe j j ddZe j j dZdZddefdZdZxZS)ra MetaNeXt A PyTorch impl of : `InceptionNeXt: When Inception Meets ConvNeXt` - https://arxiv.org/abs/2303.16900 Args: in_chans (int): Number of input image channels. Default: 3 num_classes (int): Number of classes for classification head. Default: 1000 depths (tuple(int)): Number of blocks at each stage. Default: (3, 3, 9, 3) dims (tuple(int)): Feature dimension at each stage. Default: (96, 192, 384, 768) token_mixers: Token mixer function. Default: nn.Identity norm_layer: Normalization layer. Default: nn.BatchNorm2d act_layer: Activation function for MLP. Default: nn.GELU mlp_ratios (int or tuple(int)): MLP ratios. Default: (4, 4, 4, 3) drop_rate (float): Head dropout rate drop_path_rate (float): Stochastic depth rate. Default: 0. ls_init_value (float): Init value for Layer Scale. Default: 1e-6. rrZr[ rr r`i)rvrvrvrrDr\ctt|}t|tt fs|g|z}t| tt fs| g|z} ||_||_| |_g|_ tj tj ||ddd||d|_ dtjd| t!||D}|d}d}d}tj |_t'|D]}|dks|dkrdnd}||kr |dkr||z}d}||z}|dvrdnd}||}|jt+|||dkr|nd||f||||| | |||| | |}|xj t-||d | gz c_ ||_t1|j||j| |_|jj|_||jdS) Nrrv)rFrc6g|]}|S)tolist).0r6s r/ z%MetaNeXt.__init__..s eee1AHHJJeeer0r r)r r) rrrrrrRrxrSrizstages.)num_chs reductionmodule)rarM)rrlen isinstancelisttuplerhre drop_rate feature_infor rr!stemr3linspacesumr4stagesrrrdictrdrYheadhead_hidden_sizeapply _init_weights)r&in_chansrhre output_stridedepthsdims token_mixersrSrR mlp_ratiosrdrop_path_rater num_stagedp_ratesprev_chs curr_striderrrfirst_dilationrr.s r/rzMetaNeXt.__init__s KK ,u 66 6(>I5L*tUm44 2$ 1J&&"M IhQQq A A A JtAw     feq.#f++(V(V(\(\]c(d(deee7 moo y!! g gA%**a!eeQQFm++ F" 6 !K"*f"4"4QQ!N1gG K  }!"QvvA((3Qi ( +#(O%$Q-      H   $x;WdabWdWd"e"e"e!f f   $%d&7PTP`gpqqq $ 6 4%&&&&&r0ct|tjtjfrDt |jd|j)tj|jddSdSdS)Ng{Gz?)stdr) rr r!rfrweightrGinit constant_)r&ms r/rzMetaNeXt._init_weights?sj a")RY/ 0 0 - !( , , , ,v!!!!&!,,,,, - -!!r0Fc0td|rdnddgS)Nz^stemz^stages\.(\d+))z^stages\.(\d+)\.downsample)r)z^stages\.(\d+)\.blocks\.(\d+)N)rr)r)r&coarses r/ group_matcherzMetaNeXt.group_matcherEs5(.$$585    r0returnc|jjSrU)rrNr&s r/get_classifierzMetaNeXt.get_classifierOs y}r0NrhrecJ||_|j||dSrU)rhrrk)r&rhres r/reset_classifierzMetaNeXt.reset_classifierSs&&  [11111r0Tc(|jD] }||_ dSrU)rr)r&enabless r/set_grad_checkpointingzMetaNeXt.set_grad_checkpointingWs( * *A#)A  * *r0ctSrU)setrs r/no_weight_decayzMetaNeXt.no_weight_decay\s uu r0cZ||}||}|SrU)rrrVs r/forward_featureszMetaNeXt.forward_features`s% IIaLL KKNNr0rlc^|r|||n||S)N)rl)rrns r/ forward_headzMetaNeXt.forward_heades-6@Rtyyzy222diiPQllRr0cZ||}||}|SrU)rrrVs r/r;zMetaNeXt.forwardhs-  ! !! $ $   a r0rorU)T)r<r=r>r?rr rrprrr3rignorerModulerrrrrrrrrrsrr;r@rAs@r/rrs&$*~g#A'A'A'A'A'A'F---  Y     Y 22C2hsm2222 Y**** Y SS$SSSSr0c 4|dddddttddd |S) NrZ)rr)rg?bicubiczstem.0zhead.fc2) urlrh input_size pool_sizecrop_pct interpolationmeanr first_conv classifierr)rkwargss r/_cfgrns5=vI%.Bj      r0ztimm/) hf_hub_idgffffff?)rr)rrr) rr)rrrr)zinception_next_tiny.sail_in1kzinception_next_small.sail_in1kzinception_next_base.sail_in1kz!inception_next_base.sail_in1k_384Fc Ptt||fdtddi|}|S)N feature_cfg)rr rrT) out_indicesflatten_sequential)rrr)variant pretrainedrmodels r/_create_inception_nextrsC ':  \dKKK    E Lr0c btddt}tdd|it|fi|S)Nrrrrrinception_next_tinyr)rrrrrr model_argss r/rrsM"5&J " m mJ mRVWaRlRlekRlRl m mmr0c btddt}tdd|it|fi|S)Nrrrrrinception_next_smallr)rrrs r/rrsM#6&J " n nZ nSWXbSmSmflSmSm n nnr0c btddt}tdd|it|fi|S)Nr)iirinception_next_baser)r rrs r/r r sM#8&J " m mJ mRVWaRlRlekRlRl m mmr0)rro)&r? functoolsrtypingrr3torch.nnr timm.datarr timm.layersrr r r r _builderr _manipulater _registryrr__all__rrrCrYrurrr default_cfgsrrrr rr0r/rs  AAAAAAAA]]]]]]]]]]]]]]******''''''<<<<<<<< ,$ $ $ $ $  $ $ $ N     bi   F*0*0*0*0*0 *0*0*0Z$$$$$BI$$$N44444BI444nAAAAAryAAAH%$%)T&&&'+d'''&*T&&& *. Hs***&& ,nnnnoooonnnnnnr0