NgTddlmZmZmZddlZddlmZGddejZdS))OptionalTupleUnionNc eZdZUdZejjeed< d de de dedeffd Z d e ej eej eej fffd ZxZS) PatchDropoutzO https://arxiv.org/abs/2212.00794 and https://arxiv.org/pdf/2208.07220 return_indices?Fprobnum_prefix_tokensorderedctd|cxkrdksnJ||_||_||_||_dS)Nr?)super__init__r r r r)selfr r r r __class__s U/var/www/html/ai-engine/env/lib/python3.11/site-packages/timm/layers/patch_dropout.pyrzPatchDropout.__init__ sZ D~~~~2~~~~~~ !2 ,returnc |jr |jdkr |jr|dfS|S|jr'|ddd|jf|dd|jdf}}nd}|jd}|jd}t dt |d|jz z}tjtj |||j dddd|f}|j r| dd}| d|dd|jd dz}|tj||fd}|jr||fS|S) Ngrr r)device)dim)rr)trainingr rr shapemaxinttorchargsortrandnrr sortgather unsqueezeexpandcat)rx prefix_tokensBLnum_keep keep_indicess rforwardzPatchDropout.forwards}  R" $wH  ! ! $;T%;$;!;[1MM M GAJ GAJq#a2 >23344}U[Aah%G%G%GRPPPQRQRQRT]U]T]Q]^ < 8(,,,44Q7L HHQ ..r2299(QWQRR[:PQQ R R  $ =!,!444A   #l? "r)r r FF)__name__ __module__ __qualname____doc__r jitFinalbool__annotations__floatrrrTensorrrr. __classcell__)rs@rrrsIOD))))%&!#( - - - # - - ! - - - - - -E%,elHU\DZ6Z0["[\rr) typingrrrr torch.nnnnModulerrrr?st)))))))))) .....29.....r