khdZddlZddlZddlZddlmZddlmZmZm Z m Z ddl m Z m Z mZmZmZddl Z ddlZee j(j+dddDcgc] }e| c}ZdZd Zed e Zee d rCe j:j<e j:j>fZ e j:j>Z!n$e j<e j>fZ e j>Z!d Z"dZ#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dndZ/dZ0dZ1dZ2dZ3dZ4d Z5d!Z6d"Z7d#Z8d$Z9d%Z:d&Z;dod(Zd+Z?d,Z@d-ZAd.ZBd/ZCd0ZDd1ZEid2dd3dd4dd5e9d6e@d7eAd8eBd9eCd:eDd;eEde:d?e;d@e:dAe;dBe:e;e=e=e>e>e?e?eee1d?e1d@e3dAe3dBe4e4e$e%e(e)e&e'e7e5e6dG ZGGdHdIZHdJZIdKZJdLZKdMZLdNZMdpdOZNGdPdQZOdqdRePdSe efdTZQgdUZRgdVZSgdWZTdXdXdXdYdddZdZdZdZdZdZdZdZd[ZUdYdddZdZd\d\d\d]d]d]d]d]d]d]d^ZVd_efd`ZWdrdaePfdbZX dsdce eeYfddeYdSe ed_e e eeffdeZZGdfdgZ[ dtdRePdSe ed_e e ePeeffdhZ\gdiZ] dudce eeYfdSe ed_e e ePeeffdjZ^GdkdlZ_dqdRePdSe efdmZ`ycc}w)va AutoAugment, RandAugment, AugMix, and 3-Augment for PyTorch This code implements the searched ImageNet policies with various tweaks and improvements and does not include any of the search code. AA and RA Implementation adapted from: https://github.com/tensorflow/tpu/blob/master/models/official/efficientnet/autoaugment.py AugMix adapted from: https://github.com/google-research/augmix 3-Augment based on: https://github.com/facebookresearch/deit/blob/main/README_revenge.md Papers: AutoAugment: Learning Augmentation Policies from Data - https://arxiv.org/abs/1805.09501 Learning Data Augmentation Strategies for Object Detection - https://arxiv.org/abs/1906.11172 RandAugment: Practical automated data augmentation... - https://arxiv.org/abs/1909.13719 AugMix: A Simple Data Processing Method to Improve Robustness and Uncertainty - https://arxiv.org/abs/1912.02781 3-Augment: DeiT III: Revenge of the ViT - https://arxiv.org/abs/2204.07118 Hacked together by / Copyright 2019, Ross Wightman N)partial)DictListOptionalUnion)ImageImageOps ImageEnhance ImageChops ImageFilter.)rrg$@)translate_constimg_mean Resamplingc|jdt}t|ttfrt j |S|S)Nresample)pop_DEFAULT_INTERPOLATION isinstancelisttuplerandomchoice)kwargs interpolations R/var/www/teggl/fontify/venv/lib/python3.12/site-packages/timm/data/auto_augment.py_interpolationr 5s6JJz+ABM-$/}}]++ c\d|vrtdkr|jdt||d<y)N fillcolorrr)_PIL_VERrr )rs r_check_args_tfr'<s,fF!2 ;'/F:r!c ~t||j|jtjd|ddddffi|SNrr' transformsizerAFFINEimgfactorrs rshear_xr2Bs96 3==5<s rtranslate_y_absrA]s96 3==5<.transformtsA!' Q1aAq51q5=1$a!ea!ema&77 7r!rr*rr%r)r) r'r&rotater-mathradiansroundcossinr,rr.) r0degreesrwh post_trans rotn_centeranglerKr,s rrRrRbs`66szz',V,,6xx1 3wC( g&& $((5/2 & $((5/2 &  488E?"B ' $((5/2 &    8 ) ^Ojm +k!n_z!}-Lf q 6!9 q [^# q [^# s}}SXXu||VFvFF ::gz(:: ;;r!c ,tj|SrG)r autocontrastr0__s r auto_contrastrbs   %%r!c ,tj|SrG)r invertr`s rrdrds ??3 r!c ,tj|SrG)r equalizer`s rrfrfs   S !!r!c .tj||SrG)r solarize)r0threshras rrhrhs   S& ))r!c g}tdD]7}||kr|jtd||z'|j|9|jdvr6|jdk(rt |dk(r||z|z}|j |S|S)N)LRGBrn)rangeappendminmodelenpoint)r0addriralutis r solarize_addrxs C 3Z v: JJs3C( ) JJqM   xx< 88u SS)c/Cyy~ Jr!c <|dk\r|Stj||S)N)r posterize)r0 bits_to_keepras rr{r{s"q   c< 00r!c Jtj|j|SrG)r Contrastenhancer0r1ras rcontrastrs   % - -f 55r!c Jtj|j|SrG)r Colorrrs rcolorrs   c " * *6 22r!c Jtj|j|SrG)r Brightnessrrs r brightnessrs  " "3 ' / / 77r!c Jtj|j|SrG)r Sharpnessrrs r sharpnessrs  ! !# & . .v 66r!c P|jtj|}|S)Nradius)filterr GaussianBlurrs r gaussian_blurrs **[--V< =C Jr!c d}d}|jtjtj|||z}|S)N皙?rCr)rr rruniform)r0r1ra radius_min radius_maxs rgaussian_blur_randrs<JJ **[--V^^JPZ]cPc5de fC Jr!c |tdtdd|z }tj|j |S)N?rE)rqmaxr rr)r0r1_s r desaturaters5 SR&[) *F   c " * *6 22r!c:tjdkDr| S|S)zWith 50% prob, negate the value?)r)vs r_randomly_negaters3&A2-A-r!c6|tz dz}t|}|fS)Ng>@ _LEVEL_DENOMrlevel_hparamss r_rotate_level_to_argr" \ !S (E U #E 6Mr!c"|tz dzdzfS)Ng?r)rrs r_enhance_level_to_argrs L C '# - ..r!cP|tz dz}tddt|z}|fS)Ng?rr)rrrrs r _enhance_increasing_level_to_argrs1\ !R 'E S+E22 3E 6Mr!rc`|tz }|||z |zz}|rt|t||}|fSrG)rrrq)rrmin_valmax_valclamps r_minmax_level_to_argrs= \ !E w(E1 1E GS%01 6Mr!c6|tz dz}t|}|fS)Ng333333?rrs r_shear_level_to_argrrr!cR|d}|tz t|z}t|}|fS)Nr)rfloatr)rhparamsrs r_translate_abs_level_to_argrs2/0O \ !U?%; ;E U #E 6Mr!cZ|jdd}|tz |z}t|}|fS)N translate_pctg?)getrr)rrrs r_translate_rel_level_to_argrs2KK6M \ !] 2E U #E 6Mr!c.t|tz dzfSNintrrs r_posterize_level_to_argrs  $) * ++r!c(dt||dz fS)Nrr)r)rrs r"_posterize_increasing_level_to_argrs &ug6q9 9 ::r!c4t|tz dzdzfSrrrs r _posterize_original_level_to_argrs!  $) *Q . //r!cBtdt|tz dzfS)Nrkrqrrrs r_solarize_level_to_argrs# sC-45 6 77r!c(dt||dz fS)Nrkr)rrs r!_solarize_increasing_level_to_argrs 'x8; ; <,>+?@@    ) GD../0 0B c  r!)r Nr __module__ __qualname__rrrrHr!rrresE*<$r!rcddgddgddgddgd d gd d gd dgddgddgddgddgddgddgddgddgddgd d!gd"d#gd$d%gd&d'gd(d)gd*d+gd,d-gdd.gd/d0gg}|Dcgc]}|Dcgc] }t|d1|ic}}}}|Scc}wcc}}w)2Nr皙?r*rrrr皙? r333333?rr r*rrrzrrrrr rr rrrrr皙?rrrrzrr rzrrrrrr rrr*rrrrr r rrrrrr rrrrr rrrr)rr rr rrrrzrrr rrrrrr rrrrrr rrErrrrrrrrrrrrrrrrrrrrrErzrrrrrrrr rrrr)rrrrrrrrr*rrr%rr r%rrrpolicysprLpcs rauto_augment_policy_v0rBs% 12 01 ./ 34 34 01 67 /0 01 /0 12 01  89 01 12 67 12 ./ ./ 34 78 45  56 34 ./3F6BH H22 6a9a ) ) 6 HB H I 7 H A=A8 .A=8A=cddgddgddgddgd d gd d gd dgddgddgddgddgddgddgddgddgddgd d!gd"d#gd$d%gd&d'gd(d)gd*d+gd,d-gdd.gd/d0gg}|Dcgc]}|Dcgc] }t|d1|ic}}}}|Scc}wcc}}w)2Nrr r r rrrrrrrrrrrrrrr r!r"r#r$rr r%r&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5r6r7r8)rrrr9r:r;r<rr=r>s rauto_augment_policy_v0rrFs% 12 01 ./ 34 34 01 67 /0 01 /0 12 01 (*BC 01 12 67 12 ./ ./ 34 78 45 (*?@ 34 ./3F6BH H22 6a9a ) ) 6 HB H I 7 HrCcddgddgddgddgd d gd d gd dgddgddgddgd dgddgddgddgddgd dgddgd d!gd"d#gddgd d gddgddgddgddgg}|Dcgc]}|Dcgc] }t|d$|ic}}}}|Scc}wcc}}w)%N)rr rzrrr rrr%rrr%rr )rrr)rrr%rr)rr rrrrzrrrrrr)rrr%rrrrr'rrrz)rr r%rr rrr r rrrrrErrrrrrrzr0r~rrzrrrrrrzrrrrr rrrrzrrr%r!rr=r>s rauto_augment_policy_originalr^s% '(:; 78 34 &(EF 34 12 34 &(<= 12 <= ./ 12 34 12 01 ./ 01  23 12 01 34 78 12 01 343F6BH H22 6a9a ) ) 6 HB H I 7 HrCcddgddgddgddgd d gd d gd dgddgddgddgd dgddgddgddgddgd dgddgd d!gd"d#gddgd d gddgddgddgddgg}|Dcgc]}|Dcgc] }t|d$|ic}}}}|Scc}wcc}}w)%N)rr rzrHrIrJrr )rrr)rrr%rr)rKrLrMrN)rrr%rrOr'rPrErQrRrSrTrUrVr0rWrXrYrZr[r\r]r!rr=r>s rauto_augment_policy_originalrr`s% )*<= 78 34 (*IJ 34 12 34 (*>? 12 >? ./ 12 34 12 01 ./ 01  23 12 01 34 78 12 01 343F6BH H22 6a9a ) ) 6 HB H I 7 HrCc |dgdgdgg}|Dcgc]}|Dcgc] }t|d|ic}}}}|Scc}wcc}}w)N)rrr%)rrr)rrrrr=r>s rauto_augment_policy_3arbsT  ! &'F BH H22 6a9a ) ) 6 HB H I 7 Hs 83 88c|xst}|dk(r t|S|dk(r t|S|dk(r t|S|dk(r t |S|dk(r t |SJd|)Noriginal originalrv0v0r3azUnknown AA policy )rr^r`rBrFrb)rrs rauto_augment_policyri&s{))G z+G44 {,W55 t|%g.. u}&w// t|%g..-&tf--5r!ceZdZdZdZdZy) AutoAugmentc||_yrG)r?)rr?s rrzAutoAugment.__init__7s  r!cbtj|j}|D] }||} |SrG)rrr?)rr0 sub_policyops rrzAutoAugment.__call__:s1]]4;;/  BS'C  r!c |jjdz}|jD]7}|dz }|dj|Dcgc] }t |c}z }|dz }9|dz }|Scc}w)Nz(policy=z [z, ]r)rrr?joinstr)rrpros rrzAutoAugment.__repr__@sr ^^ $ $z 1 A 'MB $))q1SW12 2B #IB  c  2sA' NrrHr!rrkrk5s r!rk config_strrc|jd}|d}|dd}|D]V}tjd|}t|dkr(|dd\}}|dk(r|jdt |QJd t || }t |S) a Create a AutoAugment transform Args: config_str: String defining configuration of auto augmentation. Consists of multiple sections separated by dashes ('-'). The first section defines the AutoAugment policy (one of 'v0', 'v0r', 'original', 'originalr'). While the remaining sections define other arguments * 'mstd' - float std deviation of magnitude noise applied hparams: Other hparams (kwargs) for the AutoAugmentation scheme Returns: A PyTorch compatible Transform Examples:: 'original-mstd0.5' results in AutoAugment with original policy, magnitude_std 0.5 -rr*N(\d.*)rmstdrz"Unknown AutoAugment config section)r)splitrers setdefaultrrirk) rurconfig policy_namerNcskeyval aa_policys rauto_augment_transformrJs$  c "F)K ABZF  ? XXi # r7Q; bq6S &=   c ; >> >5 ?$KAI y !!r!)rrrrrrrrr~rrrrrr)rrrrrrrrrrrrrrr)rrrr%rr*)rrrrrrrrrrrrrrg?g?)rrrrrrrrrrrrrrr transformsctt|j\}}tj|}|tj |z }||fSrG)rzipitemsnparraysum)rprobss r_get_weighted_transformsrsIS*"2"2"456J HHUOE BFF5M !E u r!rc`|dk(rtS|dk(rtS|dk(rtS|rtStS)Nweights3awrh)_RAND_WEIGHTED_0_RAND_WEIGHTED_3A_RAND_3A_RAND_INCREASING_TRANSFORMS_RAND_TRANSFORMS)r increasings rrand_augment_choicesrs8 y u}   t|*4 &J:JJr!rrc n|xst}|xst}|Dcgc]}t||||c}Scc}w)Nrrr)rrr)rrrrrs rrand_augment_opsrsL ))G//JKU WCG  49g ? WW W2c eZdZddZdZdZy) RandAugmentNc.||_||_||_yrG)ops num_layerschoice_weights)rrrrs rrzRandAugment.__init__s$,r!ctjj|j|j|j du|j }|D] }||} |S)N)replacert)rrrrrr)rr0rros rrzRandAugment.__call__s_ii HH OO''4/!!    BS'C  r!c|jjd|jdz}|jD] }|d|z } |dz }|S)Nz(n=, ops= r)rrrrrrros rrzRandAugment.__repr__sU ^^ $ $T__,=V'D D(( B D+ B  c  r!)rNrrHr!rrrs- r!rc$t}d}d}d}|jd}|ddk(sJ|dd}|D]}|jd rt|dd} |%| }(t jd |} t | dkrM| dd\} } | d k(r.t | } | d kDr t d } |jd| | dk(r|jdt| | dk(rt| sd}| dk(r t| }| dk(r t| }| dk(r t | }Jdt|trt||}n||rtnt}d} t|trt|\}} t!||||}t#||| S)a; Create a RandAugment transform Args: config_str (str): String defining configuration of random augmentation. Consists of multiple sections separated by dashes ('-'). The first section defines the specific variant of rand augment (currently only 'rand'). The remaining sections, not order specific determine * 'm' - integer magnitude of rand augment * 'n' - integer num layers (number of transform ops selected per image) * 'p' - float probability of applying each layer (default 0.5) * 'mstd' - float std deviation of magnitude noise applied, or uniform sampling if infinity (or > 100) * 'mmax' - set upper bound for magnitude to something other than default of _LEVEL_DENOM (10) * 'inc' - integer (bool), use augmentations that increase in severity with magnitude (default: 0) * 't' - str name of transform set to use hparams (dict): Other hparams (kwargs) for the RandAugmentation scheme Returns: A PyTorch compatible Transform Examples:: 'rand-m9-n3-mstd0.5' results in RandAugment with magnitude 9, num_layers 3, magnitude_std 0.5 'rand-mstd1-tweights' results in mag std 1.0, weighted transforms, default mag of 10 and num_layers 2 rFrrwrrandr*NtrxrydrrmmaxrincTmnrtz"Unknown RandAugment config section)r)rrrr)r)rrz startswithrsr{rsrr|rboolrrrrrrrr)rurrrrrrr}rNrrrryrra_opss rrand_augment_transformrs<IJJ D   c "F !9   ABZF  C << ae*C! )Q'B2w{"1vHCf}Sz#: 0DT N*d#%=j%I" N  gZd eF vz. IIr!) rrrrrrrrrrrrrc n|xst}|xst}|Dcgc]}t|d||c}Scc}w)Nrr)r_AUGMIX_TRANSFORMSr)rrrrs r augmix_opsr_sO ))G11J          rc6eZdZdZd dZdZdZdZdZdZ y) AugMixAugmenta AugMix Transform Adapted and improved from impl here: https://github.com/google-research/augmix/blob/master/imagenet.py From paper: 'AugMix: A Simple Data Processing Method to Improve Robustness and Uncertainty - https://arxiv.org/abs/1912.02781 cJ||_||_||_||_||_yrG)ralphawidthdepthblended)rrrrrrs rrzAugMixAugment.__init__ts%    r!c||z}d}g}|dddD] }||z }|d|z z}|j|"tj|dddtjS)Nrr*dtype)rprrfloat32)rwsrcumprwsrYrs r_calc_blended_weightsz#AugMixAugment._calc_blended_weights{sn !VDbD AHE QY D JJu  xxDbD 44r!cv|j}|j||}|D]}|jdkDr |jntjj dd}tjj |j|d}|} |D] } | | } tj|| |}|S)Nrr*rTr) rrrrrrandintrrrblend) rr0mixing_weightsrimg_origrrYrrimg_augros r_apply_blendedzAugMixAugment._apply_blendeds 88:  ' ' : /A"&**q.DJJbii6G6G16ME))""488UD"ACG &W+ &++c7A.C  / r!c|jd|jdt|jf}tj|tj }|D]}|j dkDr |j ntjjdd}tjj|j|d}|} |D] } | | } ||tj| tj zz }tj|dd|tj|jtj }tj"|||S) Nrr*rrTrgo@)out)r-rsgetbandsrzerosrrrrrrasarrayclipr fromarrayastypeuint8r) rr0rr img_shapemixedmwrrrros r _apply_basiczAugMixAugment._apply_basicsHHQK!c#,,..AA "**5  @B"&**q.DJJbii6G6G16ME))""488UD"ACG &W+ & R"**WBJJ?? ?E  @ q$E* RXX 67{{3q))r!ctjtjj|jg|j z}tjtjj |j|j}|jr|j|||}|S|j|||}|SrG) rrr dirichletrrbetarrr)rr0rrrs rrzAugMixAugment.__call__sBII$7$7 tzz8Q$RS JJryy~~djj$**= > <<''^Q?E %%c>1=E r!c|jjd|jd|jd|jdz}|j D] }|d|z } |dz }|S)Nz(alpha=z, width=z, depth=rrr)rrrrrrrs rrzAugMixAugment.__repr__sn ^^ $ $ HTZZLPXY]YcYcXddj'k k(( B D+ B  c  r!N)rrrF) rrr__doc__rrrrrrrHr!rrrns% 5 *"r!rc&d}d}d}d}d}|jd}|ddk(sJ|dd }|D]}tjd |} t| d kr(| d d \} } | d k(r|jd t | Q| dk(r t | }b| dk(r t | }s| dk(r t | }| dk(r t | }| dk(r t | }Jd|jd t dt||} t| ||||S)a  Create AugMix PyTorch transform Args: config_str (str): String defining configuration of random augmentation. Consists of multiple sections separated by dashes ('-'). The first section defines the specific variant of rand augment (currently only 'rand'). The remaining sections, not order specific determine 'm' - integer magnitude (severity) of augmentation mix (default: 3) 'w' - integer width of augmentation chain (default: 3) 'd' - integer depth of augmentation chain (-1 is random [1, 3], default: -1) 'b' - integer (bool), blend each branch of chain into end result without a final blend, less CPU (default: 0) 'mstd' - float std deviation of magnitude noise applied (default: 0) Ex 'augmix-m5-w4-d2' results in AugMix with severity 5, chain width 4, chain depth 2 hparams: Other hparams (kwargs) for the Augmentation transforms Returns: A PyTorch compatible Transform rrrFrwraugmixr*NrxrryrrrYrOrLrMzUnknown AugMix config sectionr)rr)rrrr) rzr{rsr|rrrrr) rurrrrrrr}rNrrrrs raugment_and_mix_transformrs1&I E E EG   c "F !9  ABZF : XXi # r7Q; bq6S &=   c ; CZCI CZHE CZHE CZ#JE CZ3iG 99 95':( e 5 y' :C EeW UUr!)r)rErT)rfNrG)T)rrNN)NN)rNN)arrrSr{ functoolsrtypingrrrrPILrr r r r numpyrr __version__rzrr&rrrrhasattrrBILINEARBICUBICrrr r'r2r4r:r<r?rArRrbrdrfrhrxr{rrrrrrrrrrrrrrrrrrrrrrrrrBrFr^r`rbrirkrsrrrrrrrrrrrrrrrr)rIs0rrs, ..FF  #//"7"7"& "*  1 6387 3 . / ,;08 = 8 D d "  ( =9&;- "7%: '!"<#$&%&<!!--00.SI0#sK,9 @M f f    9 (< Uu(* J!"#$%!!$$!*7 >//dBDBB .* "s "Xd^ "F(( *&KsK(*"&26 We$ W W$ WU4:./ W8#'7;QJQJ$QJU3d?34QJh$(*"&7; e$ $ U3d?34 FFR1V#1V1VkBsK