khdXdZddlmZmZmZmZmZddlZddlm Z ddl m cm Z ddl mZmZddlmZmZmZddlmZddlmZdd lmZmZdd lmZd gZGd d e j<ZGdde j<Z Gdde j<Z!Gdde j<Z"Gdde j<Z#Gdde j<Z$Gdde j<Z%Gdde j<Z&Gdde j<Z'Gdd e j<Z(e)dgd gd!gd"gd#gd$d%dgd&gd'gd(gd)gd*d%dgd+gd,gd-gd.gd/d%d0d1d1ggd2gd3gd4gd5d%d0d6d7ggd8gd9gd:gd;d%d0d6d7ggd<gd=gd>gd?d%d0d6d7ggd@gdAgdBgdCd%d0d7dDggdEgdFgdGgdHd%d0d7dIggdJgdKgdLgdMd%d0dDdNggdOgdPgdQgdRd%S Z*dwdTZ+dxdUZ,eidVe,dWdXYdZe,dWdXYd[e,dWdXYd\e,dWdXYd]e,dWdXYd^e,dX_d`e,dX_dae,dX_dbe,dX_dce,dX_dde,dX_dee,dX_dfe,dX_dge,dX_dhe,dX_die,dX_dje,dX_e,dX_e,dX_dkZ-edwdle(fdmZ.edwdle(fdnZ/edwdle(fdoZ0edwdle(fdpZ1edwdle(fdqZ2edwdle(fdrZ3edwdle(fdsZ4edwdle(fdtZ5edwdle(fduZ6edwdle(fdvZ7y)ya PP-HGNet (V1 & V2) Reference: https://github.com/PaddlePaddle/PaddleClas/blob/develop/docs/zh_CN/models/ImageNet1k/PP-HGNetV2.md The Paddle Implement of PP-HGNet (https://github.com/PaddlePaddle/PaddleClas/blob/release/2.5.1/docs/en/models/PP-HGNet_en.md) PP-HGNet: https://github.com/PaddlePaddle/PaddleClas/blob/release/2.5.1/ppcls/arch/backbone/legendary_models/pp_hgnet.py PP-HGNetv2: https://github.com/PaddlePaddle/PaddleClas/blob/release/2.5.1/ppcls/arch/backbone/legendary_models/pp_hgnet_v2.py )DictListOptionalTupleUnionNIMAGENET_DEFAULT_MEANIMAGENET_DEFAULT_STD)SelectAdaptivePool2dDropPath create_conv2d)build_model_with_cfg)feature_take_indices)register_modelgenerate_default_cfgs)checkpoint_seqHighPerfGpuNetc*eZdZ dfd ZdZxZS)LearnableAffineBlockct|tjt j |gd|_tjt j |gd|_y)NT) requires_grad)super__init__nn Parametertorchtensorscalebias)self scale_value bias_value __class__s M/var/www/teggl/fontify/venv/lib/python3.12/site-packages/timm/models/hgnet.pyrzLearnableAffineBlock.__init__sJ \\%,, }"=TR LLzl!;4P c:|j|z|jzSN)rr r!xs r%forwardzLearnableAffineBlock.forward#szzA~ ))r&)?__name__ __module__ __qualname__rr+ __classcell__r$s@r%rrsQ*r&rc0eZdZ dfd ZdZxZS) ConvBNActc t |||_||_t |||||||_t j||_|jrt j|_ nt j|_ |jr|jrt|_ yt j|_ y)N)stridepaddinggroups)rruse_actuse_labr convr BatchNorm2dbnReLUactIdentityrlab) r!in_chsout_chs kernel_sizer7r9r8r:r;r$s r%rzConvBNAct.__init__(s   !      ..) <<wwyDH{{}DH <r@rBr)s r%r+zConvBNAct.forwardHs; IIaL GGAJ HHQK HHQKr&)rrTFr.r3s@r%r5r5's %@r&r5c*eZdZ dfd ZdZxZS)LightConvBNActcxt|t||dd||_t||||d||_y)NrF)rEr:r;T)rEr9r:r;)rrr5conv1conv2)r!rCrDrEr9r;r$s r%rzLightConvBNAct.__init__QsK        #   r&cJ|j|}|j|}|Sr()rKrLr)s r%r+zLightConvBNAct.forwardjs! JJqM JJqMr&)rFr.r3s@r%rIrIPs   2r&rIc$eZdZfdZdZxZS) EseModulect|tj||ddd|_tj |_y)NrrrEr7r8)rrrConv2dr<Sigmoidsigmoid)r!chsr$s r%rzEseModule.__init__qs< II     zz| r&c|}|jdd}|j|}|j|}tj||S)N)T)keepdim)meanr<rTrmul)r!r*identitys r%r+zEseModule.forward|sD FF64F ( IIaL LLOyy1%%r&r.r3s@r%rOrOps  $&r&rOc$eZdZfdZdZxZS)StemV1c t|tjt t |dz Dcgc]!}t ||||dzd|dk(rdnd#c}|_tjddd|_ ycc}w)NrrXrrW)rEr7rQ) rrr Sequentialrangelenr5stem MaxPool2dpool)r!stem_chsir$s r%rzStemV1.__init__s MM 5:H !5# $ 01  QFq  +$   LLQq!D $ s&BcJ|j|}|j|}|Sr()rcrer)s r%r+zStemV1.forwards! IIaL IIaLr&r.r3s@r%r^r^s Er&r^c&eZdZdfd ZdZxZS)StemV2c@t|t||dd||_t||dzdd||_t|dz|dd||_t|dz|dd||_t||dd||_tjddd|_ y)NrXrWrEr7r;rT)rEr7 ceil_mode) rrr5stem1stem2astem2bstem3stem4rrdre)r!rCmid_chsrDr;r$s r%rzStemV2.__init__s        qL    qL     aK         LLQqDI r&c\|j|}tj|d}|j|}tj|d}|j |}|j |}t j||gd}|j|}|j|}|S)N)rrrrrdim) rnFpadrorprercatrqrr)r!r*x2x1s r%r+zStemV2.forwards JJqM EE!\ " [[^ UU2| $ [[_ YYq\ IIr2hA & JJqM JJqMr&Fr.r3s@r%rjrjs%JN r&rjc2eZdZ dfd ZdZxZS)HighPerfGpuBlockc t|||_tj|_t |D]d} |r0|j jt| dk(r|n||||5|j jt| dk(r|n|||d|f|||zz} | dk(rBt| |dzdd|} t|dz|dd|}tj| ||_ n6t| |dd|}t|}tj|||_ | rt| |_ytj|_y)Nr)rEr;rrlserW)rrresidualr ModuleListlayersraappendrIr5r` aggregationrOr rA drop_path)r!rCrsrD layer_numrEr light_blockr;aggrrg total_chsaggregation_squeeze_convaggregation_excitation_convaggregation_convattr$s r%rzHighPerfGpuBlock.__init__sf   mmo y! A """"#q&g$/ '  """#q&g$/ '  ,Y00 $;'01  ( $+41  + ' "}}(+ D  )   G$C!}}  D  1:),r{{}r&c|}|g}|jD]}||}|j|tj|d}|j |}|j r|j ||z}|S)Nrru)rrrryrrr)r!r*r\outputlayers r%r+zHighPerfGpuBlock.forwardsw[[ EaA MM!   IIf! $   Q  ==q!H,Ar&)rXFFFeser-r.r3s@r%r~r~s$IMV r&r~c4eZdZ dfd ZdZxZS)HighPerfGpuStagec t|||_|rt||d||d| |_nt j |_g} t |D]O}| jt|dk(r|n|||||dk(rdnd| || | t| ttfr| |n|  Qt j| |_ d|_y)NrXF)rEr7r9r:r;rT)rrErr;rr)rr downsampler5rrArarr~ isinstancelisttupler`blocksgrad_checkpointing)r!rCrsrD block_numrrr7rrEr;rr blocks_listrgr$s r%rzHighPerfGpuStage.__init__(s $ 'DO!kkmDO y! A    1fF'&'1fU$ + +#.8T5M.RilXa   mm[1 !&r&c|j|}|jr6tjj st |j |}|S|j |}|Sr()rrrjit is_scriptingrrr)s r%r+zHighPerfGpuStage.forwardYsS OOA   " "599+A+A+Ct{{A.A AAr&)TrWFrXFrr-r.r3s@r%rr's%/'br&rc neZdZ d dededededeedef fd Zd dedeefdZ d d efd Z xZ S)ClassifierHead in_features num_classes pool_type drop_rate hidden_sizer;ctt| ||_||s |dk(sJdt ||_|{||_t j||dddd}t j}|r't} t j||| |_ n5t j|||_ nt j|_ t j||_|rt jdnt j|_|dkDr&t j"|j||_yt j|_y)Nr6Classifier head must be removed if pooling is disabledrrF)rEr7r8r )rrr num_featuresr global_poolrrRr?rr` last_convrADropoutdropoutFlattenflattenLinearfc) r!rrrrrr;rr@rBr$s r%rzClassifierHead.__init__cs nd,.'  "a'a)aa'/)D  " +D   I'')C*,!#y#s!C!#y#!>[[]DNzz), (1rzz!}r{{} ?JQ"))D--{;TVT_T_Tar&c.|O|s |dk(sJdt||_|rtjdntj|_|dkDr&tj |j||_ytj|_y)Nrrrr) r rrrrArrrr)r!rrs r%resetzClassifierHead.resetss  "a'a)aa'3iHD ,52::a=2;;=DL?JQ"))D--{;TVT_T_Tar& pre_logitsc|j|}|j|}|j|}|j|}|r|S|j |}|Sr()rrrrrr!r*rs r%r+zClassifierHead.forwardsT   Q  NN1  LLO LLO H GGAJr&)avgr-Fr(r|) r/r0r1intstrfloatrboolrrr+r2r3s@r%rrbs #!)-!%b%b%b %b  %b "# %b%bNbb#bTr&rc0eZdZ ddededededeedededeffd Z e jjdd Z e jjdd Ze jjd ej fd Zd dedeefdZ d!de j&deeeeefdedededed eee j&ee j&ee j&fffdZ d"deeeefdedefdZdZddefdZdZxZS)#rcfgin_chansrrhead_hidden_sizerdrop_path_rater;c  tt| |d} |d} |d|d|d|dg} ||_||_||_| dvsJ| dk(rt || d | d | |_nt|g| z|_d } g}g|_ | Dcgc]}|d  }}tjd |t|j|Dcgc]}|j}}t| D]q\}}|\}}}}}}}}|t!|||||||||| dk(rdnd|| gz }||_|r| dz} |xjt%|j"| d|gz c_ st'j(||_t-|j"||||||_|j.j"|_|j3D]\}}t5|t&j6r-t&j8j;|j<ddMt5|t&j>rSt&j8jA|j<t&j8jC|jDt5|t&jFst&j8jC|jDycc}wcc}w)N stem_typerfstage1stage2stage3stage4)v1v2rrr)rCrsrDr;rXrrr) rCrsrDrrrrrEr;rrrWzstages.)num_chs reductionmodule)rrrrr;fan_outrelu)mode nonlinearity)$rrrrrr;rjrcr^ feature_inforlinspacesumsplittolist enumeraterrdictrr`stagesrheadr named_modulesrrRinitkaiming_normal_weightr=ones_zeros_r r) r!rrrrrrrr;kwargsrrf stages_cfgcurrent_striderc block_depthsr*dprrg stage_configrCrsrDrrrrErnmr$s r%rzHighPerfGpuNet.__init__s nd,. $ z?(mS]CM3x=Q &" L(((       !DI zH45DI&01!1 1#(>>!^SEV#W#]#]^j#klaqxxzll(4 sOA|co `FGWi[+W` '##%''&$.EDa&   F!(D !#   $t/@/@Nelmnlocp"q!r r % s&mmV, "   #!(   !% 6 6&&( 'DAq!RYY'''yv'VAr~~. ahh'qvv&Aryy)qvv& 'C2ls  K K c.td|rdSdS)Nz^stemz^stages\.(\d+)z^stages\.(\d+).blocks\.(\d+))rcr)r)r!coarses r% group_matcherzHighPerfGpuNet.group_matchers%(.$  4S  r&c4|jD] }||_ yr()rr)r!enabless r%set_grad_checkpointingz%HighPerfGpuNet.set_grad_checkpointings *A#)A  *r&returnc.|jjSr()rr)r!s r%get_classifierzHighPerfGpuNet.get_classifiersyy||r&cJ||_|jj||yr()rrr)r!rrs r%reset_classifierzHighPerfGpuNet.reset_classifiers&  [1r&r*indicesnorm stop_early output_fmtintermediates_onlycr|dvsJdg}tt|j|\}} |j|}tj j s|s |j} n|jd| dz} t| D]#\} } | |}| |vs|j|%|r|S||fS)a Forward features that returns intermediates. Args: x: Input image tensor indices: Take last n blocks if int, all if None, select matching indices if sequence norm: Apply norm layer to compatible intermediates stop_early: Stop iterating over blocks when last desired intermediate hit output_fmt: Shape of intermediate feature outputs intermediates_only: Only return intermediate features Returns: )NCHWzOutput shape must be NCHW.Nr) rrbrrcrrrrr) r!r*rrrrr intermediates take_indices max_indexrfeat_idxstages r%forward_intermediatesz$HighPerfGpuNet.forward_intermediatess*Y&D(DD& "6s4;;7G"Q i IIaL 99 ! ! #:[[F[[)a-0F(0 (OHeaA<'$$Q' (  -r& prune_norm prune_headctt|j|\}}|jd|dz|_|r|jdd|S)z@ Prune layers not required for specified intermediates. Nrrr)rrbrr)r!rrrrrs r%prune_intermediate_layersz(HighPerfGpuNet.prune_intermediate_layers*sM#7s4;;7G"Q ikk.9q=1   ! !!U +r&cF|j|}|j|Sr()rcrr)s r%forward_featureszHighPerfGpuNet.forward_features8s IIaL{{1~r&rcN|r|j||S|j|S)N)r)rrs r% forward_headzHighPerfGpuNet.forward_head<s%6@tyyzy2RdiiPQlRr&cJ|j|}|j|}|Sr()r r r)s r%r+zHighPerfGpuNet.forward?s'  ! !! $   a r&)rXrrr-r-Fr|)Tr()NFFrF)rFT)r/r0r1rrrrrrrrrignorerrrModulerrTensorrrrrrr r r+r2r3s@r%rrs #$.2!$&!J'J'J' J'  J' 'sm J'J'"J'J'X YY   YY** YY 2C2hsm28<$$',( ||( eCcN34(  (  (  ( !%(  tELL!5tELL7I)I#JJ K( X./$# 3S >*   S$Sr&r)0r`)rrrFFrX)rrTFrXr)rrWTFrXr)rrTFrXr)rrfrrrr)@rr)rrrFFrX)rrrrTFrXr)rrrrWTFrXr)rrrTFrXr)rrr)rr@rFFrX)r rrWTFrXr!)r"rrXTFrXr!)r# irWTFrXr!r)r%r%rrFFrXrX)r rrTFrXrX)rrrrWTTrrX)rrrrTTrrXr&)r&r&rrFFrXrX)rrrrTFrXrX)rrrrWTTrrX)rrrrTTrrX)r&r&rrFFrXr)rrrTFrXr)r(rrrXTTrr)rrirTTrr)r&r&rrFFrXr)rrrrTFrXr)rrrrXTTrr)rrrrTTrrr)rrrrFFrXr)rrrrTFrXr)rrrrXTTrr)rr(rrTTrrr)rrrrFFrXr)rrrrWTFrXr)rrrrTTrr)rrrrWTTrrr)rrrrWFFrXr)rrrrXTFrXr)rr(rrTTrr)rrrrXTTrr) hgnet_tiny hgnet_small hgnet_base hgnetv2_b0 hgnetv2_b1 hgnetv2_b2 hgnetv2_b3 hgnetv2_b4 hgnetv2_b5 hgnetv2_b6c t|jdd}tt||ft|t d|d|S)N out_indices)rrrWrXT)flatten_sequentialr4) model_cfg feature_cfg)poprr model_cfgsr)variant pretrainedrr4s r% _create_hgnetr<sK**]L9K  W%DkJ     r&c 4|dddddttdddd d |S) Nr)rXrr)r!r!gzG?bicubiczhead.fczstem.stem1.convr,)rXr$r$) urlr input_size pool_sizecrop_pct interpolationrZstd classifier first_conv test_crop_pcttest_input_sizer)r?rs r%_cfgrIs6=vI%.B/@    r&zhgnet_tiny.paddle_in1kzstem.stem.0.convztimm/)rF hf_hub_idzhgnet_tiny.ssld_in1kzhgnet_small.paddle_in1kzhgnet_small.ssld_in1kzhgnet_base.ssld_in1kzhgnetv2_b0.ssld_stage2_ft_in1k)rJz!hgnetv2_b0.ssld_stage1_in22k_in1kzhgnetv2_b1.ssld_stage2_ft_in1kz!hgnetv2_b1.ssld_stage1_in22k_in1kzhgnetv2_b2.ssld_stage2_ft_in1kz!hgnetv2_b2.ssld_stage1_in22k_in1kzhgnetv2_b3.ssld_stage2_ft_in1kz!hgnetv2_b3.ssld_stage1_in22k_in1kzhgnetv2_b4.ssld_stage2_ft_in1kz!hgnetv2_b4.ssld_stage1_in22k_in1kzhgnetv2_b5.ssld_stage2_ft_in1kz!hgnetv2_b5.ssld_stage1_in22k_in1k)zhgnetv2_b6.ssld_stage2_ft_in1kz!hgnetv2_b6.ssld_stage1_in22k_in1krc tdd|i|S)Nr;)r)r<r;rs r%r)r)  G* G GGr&c tdd|i|S)Nr;)r*rLrMs r%r*r*s  H: H HHr&c tdd|i|S)Nr;)r+rLrMs r%r+r+rNr&c td|dd|S)NTr;r;)r,rLrMs r%r,r,  U*d Uf UUr&c td|dd|S)NTrR)r-rLrMs r%r-r-rSr&c td|dd|S)NTrR)r.rLrMs r%r.r.rSr&c td|dd|S)NTrR)r/rLrMs r%r/r/ rSr&c tdd|i|S)Nr;)r0rLrMs r%r0r0rNr&c tdd|i|S)Nr;)r1rLrMs r%r1r1rNr&c tdd|i|S)Nr;)r2rLrMs r%r2r2rNr&r|)rG)8__doc__typingrrrrrrtorch.nnrtorch.nn.functional functionalrw timm.datar r timm.layersr r r _builderr _featuresr _registryrr _manipulater__all__rrr5rIrOr^rjr~rrrrr9r<rI default_cfgsr)r*r+r,r-r.r/r0r1r2r&r%rhs65 AEE*+<'   *299 *& &RRYY@& &(RYY(3RYY3lVryyVr8ryy8v9RYY9xdRYYdN 6777!8778!8778H5557H5557H5567H6678H6678H6778H6778i] @  %,&d%,&D% ,&t% ,&T%,&D%,& %d'!,&$(*%,&(%d'),&,(*-,&0%d'1,&4(*5,&8%d'9,&<(*=,&@%d'A,&D(*E,&H%d'I,&L(*M,&P'+')-*U,&, ^HnHHI~IIHnHHVnVVVnVVVnVVVnVVHnHHHnHHHnHHr&