kh_>ddlZddlmZddlmZddlmZmZmZm Z m Z ddl Z ddl m Z ddlm cmZddlmZmZddlmZmZmZmZmZmZmZmZmZmZmZddl m!Z!dd l"m#Z#dd l$m%Z%m&Z&dd l'm(Z(m)Z)d e e*e*ffd Z+de jXd e e*e*fde e*e*ffdZ-de*de*d e e*e*fde e*e*e*e*ffdZ.Gdde j^Z0Gdde j^Z1Gdde j^Z2Gdde j^Z3d1dZ4e(e4de4de4de4de4de4de4dd d!d"#e4dd d!d"#e4d$d d%&d' Z5d2d(Z6d3d)e7d*e8de3fd+Z9e)d3d,Z:e)d3d-Z;e)d3d.Zy)4N)deepcopy)partial)DictListOptionalTupleUnionIMAGENET_DEFAULT_MEANIMAGENET_DEFAULT_STD) PatchEmbedMlpDropPathClNormMlpClassifierHead LayerScaleget_norm_layer get_act_layerinit_weight_jaxinit_weight_vit to_2tupleuse_fused_attn)build_model_with_cfg)feature_take_indices) named_apply checkpoint)generate_default_cfgsregister_model window_sizec|j\}}}}|j|||dz|d||dz|d|}|jddddddjjd|d|d|}|S)aT Partition into non-overlapping windows with padding if needed. Args: x (tensor): input tokens with [B, H, W, C]. window_size (int): window size. Returns: windows: windows after partition with [B * num_windows, window_size, window_size, C]. (Hp, Wp): padded height and width before partition rrshapeviewpermute contiguous)xrBHWCwindowss U/var/www/teggl/fontify/venv/lib/python3.12/site-packages/timm/models/hieradet_sam2.pywindow_partitionr2sJAq!Q q!{1~%{1~qKN7JKXYN\]^Aii1aAq)446;;B AP[\]P^`abG Nr0hwc|\}}|jd||z|dz|dzz}|j|||dz||dz|d|dd}|jddddddjj|||d}|S)aZ Window unpartition into original sequences and removing padding. Args: x (tensor): input tokens with [B * num_windows, window_size, window_size, C]. window_size (int): window size. hw (Tuple): original height and width (H, W) before padding. Returns: x: unpartitioned sequences with [B, H, W, C]. rrr%r!r"r#r$r&)r0rr4r-r.r,r+s r1window_unpartitionr6$s DAq aQUk!n4 AFGA Q[^+Q+a.-@+a.R]^_R`bdeA !Q1a#..055aArBA Hr3r-r.returncr|d||dzz |dz}|d||dzz |dz}||z||z}}||||fS)Nrr)r-r.rpad_hpad_wHpWps r1 _calc_padr>5sb ^a+a.0 0KN BE ^a+a.0 0KN BE YE B r5% r3c eZdZUejj eed< d dededede jffd Z dejdejfd Z xZS) MultiScaleAttention fused_attndimdim_out num_headsq_poolct|||_||_||_||z}|dz|_t |_||_tj||dz|_ tj|||_ y)Ngr!) super__init__rBrCrDscalerrArEnnLinearqkvproj)selfrBrCrDrEhead_dim __class__s r1rHzMultiScaleAttention.__init__?st  "i'% (* 99S'A+.IIgw/ r3r+r7cb|j\}}}}|j|j|||zd|jd}t j |d\}}} |j ||j|||djdddd}|j |jdddd}|jdd\}}|j|||z|jd}|jdd}|jdd}| jdd} |jrtj||| }n;||jz}||jddz} | jd} | | z}|jddj|||d}|j|}|S)Nr!r%r"rr)rB)r'rLreshaperDtorchunbindrEr) transposerAFscaled_dot_product_attentionrIsoftmaxrM) rNr+r,r-r._rLqkvattns r1forwardzMultiScaleAttention.forwardRsWW 1ahhqk!!!QUAt~~rB,,sA&1a ;; " !Q2&..q!Q:A A&&q!Q2A771Q #w/DI DI == $DI  _ '  DII&   8C7N:g{3TVT_T_Ta1:S(9-bkkm(   )# $  8C7N:g{3TVT_T_Ta1:S(9-bkkmr3r+r7c |}|j|}|j|jk7rT|j|}|j7|j dddd}|j |j dddd}|j }|jdd\}}||}}|jr:t|||\}}}} tj|ddd| d|f}t||}|j|}|jb|j d|jdz|j d|jdzf}|jdd\}}t|||\}}}} |jr.t||||f}|ddd|d|ddfj!}||j#|j%|z}||j'|j)|j+|j-|z}|S)Nrr!rr")rrBrCrMr}r)rr'r{r>rWpadr2r^rpr6r*rrrrrr) rNr+shortcutrr-r.r<r=r:r;s r1r_zMultiScaleBlock.forwards JJqM 88t|| #yy|Hyy$#++Aq!Q799X.66q!QB&& wwq|1AB   #,Q;#? BE5a!Q5!U34A K0A IIaL == $++A.$--2BBDDTDTUVDW[_[h[hij[kDklK>>!A&DAq#,Q;#? BE5   "1kB85!IJAqvvxJJ mmo u vAG**95K%%1#$(>(>#>aK 1u'i'12 H 45 Q ##a&*+t/A/A*At'%# E I KK  u %DOO#!!A ! 4DwW[WfWfgpWqVrMst&vv!; v@5>=D1+  !!    >> % GG ! !$..d ! ;  , GG ! !$"7"7T ! B & )4)=o?GgyAG  &   " dii!8 9jWYW`W`>a IILL   $ $ ) )/ : IILL   " " ' ' 8?b 9uSB8KsR R! R&r+r7c`|jdd\}}|j}tj|j||fd}|jd|jdz}|jd|jdz}||j ||fz}|j dddd}||zS) Nrr!bicubic)sizemoderRr%rr")r'rrW interpolatertiler))rNr+hw window_embedrtile_htile_ws r1 _pos_embedzHieraDet._pos_embedswwq|1,, MM$..1vIN $ (:(:2(>>$ (:(:2(>> 1 1662B CC %%aAq1 9}r3cd}t|jD]m\}}||jjjj |dz||j jjj |dzoy)NcR|jtjd|zy)N@)div_mathsqrt)param _layer_ids r1rescalez)HieraDet.fix_init_weight..rescales JJtyyy1 2r3r) enumeraterr^rMrrrfc2)rNrlayer_idlayers r1rzHieraDet.fix_init_weightsi 3 )5 =OHe EJJOO**//A > EIIMM((--x!| < =r3c ddgS)Nrrr9rNs r1no_weight_decayzHieraDet.no_weight_decays/00r3coarsectddgS)Nz'^pos_embed|pos_embed_window|patch_embed)z^blocks\.(\d+)N)stemr)r)rNrs r1 group_matcherzHieraDet.group_matchers;-.  r3enablec||_yr`)r)rNrs r1set_grad_checkpointingzHieraDet.set_grad_checkpointings "(r3c.|jjSr`)rrrs r1get_classifierzHieraDet.get_classifiersyy||r3 reset_othercN||_|jj|||y)N)rr)rrreset)rNrrrs r1reset_classifierzHieraDet.reset_classifiers &  { Tr3indicesnorm stop_earlyrintermediates_onlyc|rJd|dvsJd|rNtt|j|\}} |D cgc]} |j| }} |j| } n"tt|j|\}} |j |}|j |}g} t jjs|s |j} n|jd| dz} t| D]u\} } |jr+t jjs t| |}n| |}| |vsJ|dk(r|jdddd n|}| j|w|r| S|| fScc} w) aE Forward features that returns intermediates. Args: x: Input image tensor indices: Take last n blocks if int, all if None, select matching indices if sequence norm: Apply norm layer to all intermediates stop_early: Stop iterating over blocks when last desired intermediate hit output_fmt: Shape of intermediate feature outputs intermediates_only: Only return intermediate features coarse: Take coarse features (stage ends) if true, otherwise all block featrures Returns: z'normalization of features not supported)NCHWrz(Output format must be one of NCHW, NHWC.Nrrrr!r")rrrrrrrTrd is_scriptingrrrr)r)rNr+r r r rr r take_indices max_indexr intermediatesrblkx_outs r1forward_intermediateszHieraDet.forward_intermediatesso.BBBx--Y/YY- &:3t;OQX&Y #L)8DE1DOOA.ELE 2I&:3t{{;KW&U #L)   Q  OOA  99 ! ! #:[[F[[)a-0F' ,FAs&&uyy/E/E/GsA&FL 1;v1E !Q1-1$$U+ ,  -3FsE5 prune_norm prune_headc|r2tt|j|\}}|j|}n"tt|j|\}}|jd|dz|_|r|jj d||S)z@ Prune layers not required for specified intermediates. Nrr)r)rrrrrr)rNr rrrrrs r1prune_intermediate_layersz"HieraDet.prune_intermediate_layerss} &:3t;OQX&Y #L) 2I&:3t{{;KW&U #L)kk.9q=1  IIOOA:O 6r3c|j|}|j|}|jD]A}|jr+tj j s t||}:||}C|Sr`)rrrrrTrdrr)rNr+rs r1forward_featureszHieraDet.forward_featuressg   Q  OOA ;; C&&uyy/E/E/GsA&F   r3 pre_logitscV|r|j||}|S|j|}|S)N)r)r)rNr+rs r1 forward_headzHieraDet.forward_heads13=DIIaJI /DH99Q<r3cJ|j|}|j|}|Sr`)rrrs r1r_zHieraDet.forwards'  ! !! $   a r3)r!avg`rrrrNr!)r"r")r"r!r!rrr)r#r) r#NTgMbP?ryryrrF)T)NF)NFTrFT)rFTT)!rarbrcrrhrrrrrfr rJrirHrTrjrrrdignorerrrrrrrrrrrr_rkrls@r1rrs #$,2,2-348(.&3 !/5,2 ,0!!%*"$'0;/5KN9N9N9 N9  N9  N9 S/N9 S/N9!c?N9!sCx1N9N9CHoN9#s(ON9N9N9 #38_!N9$sCx%N92 %S#X3N9<"%=N9>?N9@AN9B#CN9DEN9F"GN9Hbiin-IN9JRYY^,KN9`ELLU\\= YY11 YY D T   YY)T)T)) YYUCUhsmUaeU8<#$',4 ||4 eCcN344  4  4  4 !%4 4  tELL!5tELL7I)I#JJ K4 p./$# 3S >*   &%,,5<<$5<<%,,r3rc 2|ddddddttddd |S) Nr)r!r,)r-g?r)r!r.zpatch_embed.projr) urlr input_size pool_sizecrop_pct interpolationmin_input_sizemeanr first_conv classifierr )r/kwargss r1_cfgr9s2 H)}%.B(     r3ztimm/) hf_hub_id)r!r;)r!r<) r=)r:r4r0r1r )r$r$)rr0r1) zsam2_hiera_tiny.fb_r896zsam2_hiera_tiny.fb_r896_2pt1zsam2_hiera_small.fb_r896zsam2_hiera_small.fb_r896_2pt1zsam2_hiera_base_plus.fb_r896z!sam2_hiera_base_plus.fb_r896_2pt1zsam2_hiera_large.fb_r1024zsam2_hiera_large.fb_r1024_2pt1zhieradet_small.untrainedc|jd|}i}|jD]S\}}|j|r|j|d}n+|jdd}|jdd}|||<U|S)Nmodelr(z mlp.layers.0zmlp.fc1z mlp.layers.1zmlp.fc2)getitems startswithreplace) state_dictr?prefixoutputr\r]s r1checkpoint_filter_fnrGNs4J F  "1 <<  &"%A  IIni 0 IIni 0q  Mr3variant pretrainedc |jdd}d}tt||ftt|t |dd|S)N out_indicesr#r()rEgetter)rK feature_cls)pretrained_filter_fn feature_cfg)poprrrrGr)rHrIr8rKcheckpoint_prefixs r1_create_hiera_detrR]sW**]A.K  %%9BST[hG     r3c Jtdd}tdd|it|fi|S)N)rr"rr")r$r rrrI)sam2_hiera_tinyrrRrIr8 model_argss r1rVrVos,\YGJ  d: djIc\bIc ddr3c Jtdd}tdd|it|fi|S)Nrr" r"r rUrI)sam2_hiera_smallrWrXs r1r`r`us,]kJJ  eJ e$zJd]cJd eer3c Ltddd}tdd|it|fi|S)Npr")r%r%)rrDrrI)sam2_hiera_base_plusrWrXs r1rcrc{s/q(KJ  i idS]NhagNh iir3c Ptddddd}tdd|it|fi|S) Nr")r"$r#)!+r$r#r#r$)rrDrrrrI)sam2_hiera_largerWrXs r1rlrls;&! J  eJ e$zJd]cJd eer3c Ntdddd}tdd|it|fi|S)Nr[r]rkgh㈵>)rrrrsrI)hieradet_smallrWrXs r1rnrns2]kWdrvwJ  c* cZHb[aHb ccr3)r()Nr(r))?rcopyr functoolsrtypingrrrrr rTtorch.nnrJtorch.nn.functional functionalrW timm.datar r timm.layersr rrrrrrrrrr_builderr _featuresr _manipulaterr _registryrrrhr2rjr6r>rir@rnrrr9 default_cfgsrGrrfrRrVr`rcrlrnr9r3r1r|sM 55 A____++0< U38_     5c? PUVY[^V^P_ "   5c? uS#sTWEW?X 6"))6rZbiiZzbiiBXryyXx%#  %)% !%! &*& %)% *.* "&$"h "'+$"h '!% F![1&1 h s8$ee ff jj ffddr3