khZ Gddej>Z!Gddej>Z"Gddej>Z#Gddej>Z$Gddej>Z%Gddej>Z&Gdd ej>Z'd,dZ(ee(d !e(d !e(d !e(d !e(d !e(d !e(d !e(d !e(d !e(d !e(d !e(d !e(d !d" Z)d-d#Z*ed-d$Z+ed-d%Z,ed-d&Z-ed-d'Z.ed-d(Z/ed-d)Z0ed-d*Z1ed-d+Z2y).a RepViT Paper: `RepViT: Revisiting Mobile CNN From ViT Perspective` - https://arxiv.org/abs/2307.09283 @misc{wang2023repvit, title={RepViT: Revisiting Mobile CNN From ViT Perspective}, author={Ao Wang and Hui Chen and Zijia Lin and Hengjun Pu and Guiguang Ding}, year={2023}, eprint={2307.09283}, archivePrefix={arXiv}, primaryClass={cs.CV} } Adapted from official impl at https://github.com/jameslahm/RepViT )ListOptionalTupleUnionNIMAGENET_DEFAULT_MEANIMAGENET_DEFAULT_STD) SqueezeExcite trunc_normal_ to_ntuple to_2tuple)build_model_with_cfg)feature_take_indices) checkpointcheckpoint_seq)register_modelgenerate_default_cfgsRepVitcNeZdZdfd Zej dZxZS)ConvNormc t ||jdtj|||||||d|jdtj |tj j|jj|tj j|jjdy)NcFbiasbnr) super__init__ add_modulennConv2d BatchNorm2dinit constant_rweightr) selfin_dimout_dimksstridepaddilationgroupsbn_weight_init __class__s N/var/www/teggl/fontify/venv/lib/python3.12/site-packages/timm/models/repvit.pyrzConvNorm.__init__!s  RYYvwFCSY`efg bnnW56 $''...9 $'',,*c b|jj\}}|j|j|jzdzz }|j|dddddfz}|j |j |jz|j|jzdzz z }tj|jd|jjz|jd|jdd|jj|jj|jj|jj|jj }|jj"j%||j j"j%||S)N?rr)r*paddingr,r-device)_modulesvaluesr% running_varepsr running_meanr r!sizerr-shaper*r5r,r6datacopy_)r&rrwbms r0fusez ConvNorm.fuse(s/ $$&2 II"&&0S8 8 HHqD$,- - GGboo 1R^^bff5LQT4TT T II FF1I % FF1I GGABK66==FFNNVV__66==88??   A  !r1)rrrrrr__name__ __module__ __qualname__rtorchno_gradrC __classcell__r/s@r0rr s$+U]]_r1rcNeZdZdfd Zej dZxZS) NormLinearclt||jdtj||jdtj |||t |jj||r5tjj|jjdyy)Nrlr)stdr) rrrr BatchNorm1dLinearr rOr%r#r$r)r&r'r(rrPr/s r0rzNormLinear.__init__>sv  bnnV45 RYYvwTBCdffmm-  GG  dffkk1 - r1cl|jj\}}|j|j|jzdzz }|j |j j|j jz|j|jzdzz z }|j|dddfz}|j $||jjjz}n<|j|dddfzjd|jj z}tj|jd|jd|jj}|jjj!||j jj!||S)Nr3rrr6)r7r8r%r9r:rrr;rOTviewr rRr<r6r>r?)r&rrOr@rArBs r0rCzNormLinear.fuseFs6 $$&A II"&&0S8 8 GGdgg**TWW^^;r~~PRPVPV?V[^>^^ ^ HHqqz ! 66>DFFMMOO#AAagJ&,,R0466;;>A IIaffQi188?? C  A  !r1)Tg{Gz?rDrKs@r0rMrM=s$.U]]_  r1rMcTeZdZdfd ZdZej dZxZS)RepVggDwcNt|t|||d|dz dz||_|r0t||ddd||_t j |_n:t j||ddd||_t j||_||_ ||_ y)Nrr4r-r) rrrconvconv1r Identityrr!r"dimlegacy)r&ed kernel_sizer`r/s r0rzRepVggDw.__init__Ws R[!kAo!5KTVW !"b!Q"=DJkkmDG2r1a2>DJnnR(DG r1cl|j|j||j|z|zSN)rr\r]r&xs r0forwardzRepVggDw.forwardds+wwtyy|djjm3a788r1c |jj}|jr|jj}n |j}|j}|j }|j}|j }t jj|gd}t jjtj|jd|jddd|jgd}||z|z}||z} |jjj||j jj| |js|j} | j| j | j"zdzz } |j| dddddfz} | j |j | j$z | jz| j | j"zdzz z} |jjj| |j jj| |S)N)rrrrrrrUr3)r\rCr`r]r%rr functionalr+rHonesr=r6r>r?rr9r:r;) r&r\r]conv_wconv_bconv1_wconv1_bidentity final_conv_w final_conv_brr@rAs r0rCz RepVggDw.fusegsyy~~ ;;JJOO%EJJE,,**--##G\:==$$ JJw}}Q'q)91a WYe '(2 '  |, \*{{B R^^bff4<   Q  GGAJ   q !!|r1rrr|rKs@r0r~r~sNr1r~c$eZdZfdZdZxZS) RepVitStemct|t||dzddd|_||_t|dz|ddd|_d|_y)Nr4r)rrrr]act1rxr*)r&in_chsout_chsrzr/s r0rzRepVitStem.__init__sN fglAq!< K glGQ1=  r1c`|j|j|j|Srd)rxrr]res r0rgzRepVitStem.forwards"zz$))DJJqM233r1r|rKs@r0rrs 4r1rc&eZdZdfd ZdZxZS)RepVitDownsamplect|t|||d|||_t |||d|dz dz||_t ||dd|_t|||z||_y)NF)rrzr`r4rr[) rrr~ pre_blockrspatial_downsamplechannel_downsampleruffn)r&r'rr(rbrzr`r/s r0rzRepVitDownsample.__init__sq $VY E]fouv"*66;KZ[O`aKajp"q"*67Aq"AWg &99Er1c|j|}|j|}|j|}|}|j|}||zSrd)rrrrrs r0rgzRepVitDownsample.forwardsL NN1   # #A &  # #A & HHQK8|r1rrr|rKs@r0rrsFr1rcTeZdZdfd ZdZej dZxZS)RepVitClassifierc.t|tj||_|dkDr t ||ntj |_||_d|_ ||_ |r+|dkDr t ||ntj |_ yy)NrF) rrr Dropout head_droprMr^head distillationdistilled_training num_classes head_dist)r&r_rrdropr/s r0rzRepVitClassifier.__init__sz D)4?!OJsK0 ("'& =H1_Z[9RTR]R]R_DN r1c*|j|}|jrd|j||j|}}|jr.|j r"t jjs||fS||zdz S|j|}|S)Nr4) rrrrtrainingrrHjit is_scripting)r&rfx1x2s r0rgzRepVitClassifier.forwardsz NN1    YYq\4>>!#4B}}!8!8AWAWAY2v R1}$ ! AHr1c|jdkDstjS|jj }|j r|j j }|xj|jz c_|xj|jz c_|xjdzc_|xjdzc_|S|S)Nrr4) rr r^rrCrrr%r)r&rrs r0rCzRepVitClassifier.fuses!#;;= yy~~   ++-I KK9++ +K II 'I KK1 K IINIKKr1)FrsrKs@r0rrs*` U]]_  r1rc&eZdZdfd ZdZxZS) RepVitStagec ,t ||rt|||||||_n ||k(sJt j |_g} d} t |D]$} | jt|||| ||| } &t j| |_ y)NT) rrr downsampler r^rangeappendr~ Sequentialblocks) r&r'r(depthrrzrbrr`rr_r/s r0rzRepVitStage.__init__s  .vy';XacijDOW$ $$ kkmDOu A MM+gy+vyZ`a bZF mmV, r1cJ|j|}|j|}|Srd)rrres r0rgzRepVitStage.forwards" OOA  KKNr1)rTFr|rKs@r0rrs - r1rceZdZddddddddejdd d f fd Zejjd$d Z ejjd%d Z ejjdejfdZ d&de deedefdZejjd%dZ d'dej&deee ee fdededededeeej&eej&eej&fffdZ d(dee ee fdedefdZdZd$d efd!Zd"Zej8d#ZxZS))rr)0)r4r4avgTrFc tt| d|_||_||_||_|d} t|| | |_|jj}ttt|t|Dcgc] \}}||z c}}}t|}t||}g|_g}t!|D]}|dk7rdnd}|j#t%| ||||||| ||| |rdnd}||z}t|Dcgc] }|dz |zdzc}}|xjt'|||d|gz c_||} t)j*||_|d x|_|_t)j2| |_t7|d || |_ycc}}wcc}w) NFrT)rrzrbrr`r4rzstages.)num_chs reductionmodulerT)rrrgrad_checkpointing global_pool embed_dimrrstemr*tuplezipr lenr feature_inforrrdictr rstages num_featureshead_hidden_sizerrrr)r&in_chansimg_sizerrrrrbrrzr drop_rater`r'r*ip resolution num_stages mlp_ratiosrr stage_striderr/s r0rzRepVit.__init__s fd$&"'&"&1x; !!s9X3F RXHY/Zq!AF[\ ^ *Yz*95 z" "A!"aUJ MMaL!H(m' +)!  !+1L l "FZPQ< 7! ;PQJ   $y|vX_`a_bVc"d!e e q\F% "&mmV, 4=bMAD1I.$Yr]KN =\. Qs F5 F; c$tdddg}|S)Nz^stem)z^blocks\.(\d+)N)z^norm)i)rr)r)r&coarsematchers r0 group_matcherzRepVit.group_matcher:sH.GI]-^_r1c||_yrd)rr&enables r0set_grad_checkpointingzRepVit.set_grad_checkpointing?s "(r1returnc|jSrd)r)r&s r0get_classifierzRepVit.get_classifierCs yyr1rrrcb||_|||_t|jd|||_y)NrT)rrrrr)r&rrrs r0reset_classifierzRepVit.reset_classifierGs1&  "*D $T^^B%7lS r1c&||j_yrd)rrrs r0set_distilled_trainingzRepVit.set_distilled_trainingMs'- $r1rfindicesnorm stop_early output_fmtintermediates_onlyc|dvsJdg}tt|j|\}} |j|}tj j s|s |j} n|jd| dz} t| D]Z\} } |jr+tj j s t| |}n| |}| |vsJ|j|\|r|S||fS)a Forward features that returns intermediates. Args: x: Input image tensor indices: Take last n blocks if int, all if None, select matching indices if sequence norm: Apply norm layer to compatible intermediates stop_early: Stop iterating over blocks when last desired intermediate hit output_fmt: Shape of intermediate feature outputs intermediates_only: Only return intermediate features Returns: )NCHWzOutput shape must be NCHW.Nr) rrrrrHrr enumeraterrr) r&rfrrrrr intermediates take_indices max_indexrfeat_idxstages r0forward_intermediateszRepVit.forward_intermediatesQs*Y&D(DD& "6s4;;7G"Q i IIaL 99 ! ! #:[[F[[)a-0F(0 (OHe&&uyy/E/E/Gua(!H<'$$Q'  (  -r1 prune_norm prune_headctt|j|\}}|jd|dz|_|r|jdd|S)z@ Prune layers not required for specified intermediates. Nrr)rrrr)r&rrrrrs r0prune_intermediate_layersz RepVit.prune_intermediate_layers~sM#7s4;;7G"Q ikk.9q=1   ! !!R (r1c|j|}|jr6tjj st |j |}|S|j |}|Srd)rrrHrrrrres r0forward_featureszRepVit.forward_featuressR IIaL  " "599+A+A+Ct{{A.A AAr1 pre_logitsc|jdk(r|jdd}|j|}|r|S|j|S)Nr)r4rF)keepdim)rmeanrr)r&rfrs r0 forward_headzRepVit.forward_headsF   u $vu-A NN1  Hyy|r1cJ|j|}|j|}|Srd)rrres r0rgzRepVit.forwards'  ! !! $   a r1c fd|y)Nc|jD]?\}}t|dr&|j}t||||8|Ay)NrC)named_childrenhasattrrCsetattr)net child_namechildfused fuse_childrens r0rz"RepVit.fuse..fuse_childrensQ%(%7%7%9 )! E5&)!JJLECU3!%(!%(  )r1)r&rs @r0rCz RepVit.fuses ) dr1rr)T)NF)NFFrF)rFT)rErFrGr GELUrrHrignorerrModulerintrstrboolrrTensorrrrrrrrrgrIrCrJrKs@r0rrs''6Op YY YY)) YY TCThsmTbfT  YY.. 8<$$',+ ||+ eCcN34+  +  +  + !%+  tELL!5tELL7I)I#JJ K+ ^./$# 3S >*   $ U]]_  r1c 0|dddddttddd |S) Nr)rrr)rgffffff?bicubicz stem.conv1.c)z head.head.lzhead.head_dist.l) urlr input_size pool_sizecrop_pct interpolationrrP first_conv classifierr)rkwargss r0_cfgrs4#"%#$9    r1ztimm/) hf_hub_id) zrepvit_m1.dist_in1kzrepvit_m2.dist_in1kzrepvit_m3.dist_in1kzrepvit_m0_9.dist_300e_in1kzrepvit_m0_9.dist_450e_in1kzrepvit_m1_0.dist_300e_in1kzrepvit_m1_0.dist_450e_in1kzrepvit_m1_1.dist_300e_in1kzrepvit_m1_1.dist_450e_in1kzrepvit_m1_5.dist_300e_in1kzrepvit_m1_5.dist_450e_in1kzrepvit_m2_3.dist_300e_in1kzrepvit_m2_3.dist_450e_in1kc h|jdd}tt||fdtd|i|}|S)N out_indices)rrr4r feature_cfgT)flatten_sequentialr)poprrr)variant pretrainedrrmodels r0_create_repvitr&sG**]L9K  DkJ     E Lr1c Ltddd}tdd|it|fi|S)z& Constructs a RepViT-M1 model r`ir4r4r4Trrr`r$) repvit_m1rr&r$r model_argss r0r.r.s2  2-PTUJ  [* [Z@ZSY@Z [[r1c Ltddd}tdd|it|fi|S)z& Constructs a RepViT-M2 model @ir4r4 r4Tr-r$) repvit_m2r/r0s r0r9r92  3=QUVJ  [* [Z@ZSY@Z [[r1c Ltddd}tdd|it|fi|S)z& Constructs a RepViT-M3 model r3)rrr4Tr-r$) repvit_m3r/r0s r0r=r= r:r1c Jtdd}tdd|it|fi|S)z( Constructs a RepViT-M0.9 model r(r+rrr$) repvit_m0_9r/r0s r0r@r@s/  2-HJ  ]J ]$zB\U[B\ ]]r1c Jtdd}tdd|it|fi|S)z( Constructs a RepViT-M1.0 model )8prir+r?r$) repvit_m1_0r/r0s r0rDrD/  3=IJ  ]J ]$zB\U[B\ ]]r1c Jtdd}tdd|it|fi|S)z( Constructs a RepViT-M1.1 model r3r7r?r$) repvit_m1_1r/r0s r0rGrG%rEr1c Jtdd}tdd|it|fi|S)z( Constructs a RepViT-M1.5 model r3)rrrr?r$) repvit_m1_5r/r0s r0rJrJ.rEr1c Jtdd}tdd|it|fi|S)z( Constructs a RepViT-M2.3 model )Pi@i)rN"r4r?r$) repvit_m2_3r/r0s r0rPrP7rEr1)rrr)3__doc__typingrrrrrHtorch.nnr timm.datarr timm.layersr r r r _builderr _featuresr _manipulaterr _registryrr__all__rrrMr rYrur~rrrrrr default_cfgsr&r.r9r=r@rDrGrJrPr r1r0r\sM 0/ AJJ*+3< *r}}:22ryy2j3 3 "))  4 4ryy"$ryy$N")).kRYYk\  %#  $  $ '+' '+' '+' '+' '+' '+' '+' '+' '+' '+' K(* Z \\\\\\^^^^^^^^^^r1