
    kh                        d dl mZ d dlmZ d dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dl m!Z! d dl"m#Z# d dl$m%Z% d dl&m'Z' d dl(m)Z) d dl*m+Z+ ddl,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 	 ddl,m4Z4m5Z5 d dl7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? d dl@mAZAmBZBmCZC y# e6$ r Y &w xY w)   )	AdaBelief)	Adafactor)AdafactorBigVision)
Adahessian)AdamP)AdamWLegacy)Adan)Adopt)Lamb)LaProp)Lars)Lion)	Lookahead)MADGRAD)Mars)NAdamLegacy)NAdamW)
NvNovoGrad)RAdamLegacy)	RMSpropTF)SGDP)SGDW    )AdadeltaAdagradAdamaxAdamAdamWRMSpropSGD)NAdamRAdam)list_optimizersget_optimizer_classget_optimizer_info	OptimInfoOptimizerRegistrycreate_optimizer_v2create_optimizeroptimizer_kwargs)param_groups_layer_decayparam_groups_weight_decayauto_group_layersN)D	adabeliefr   	adafactorr   adafactor_bvr   
adahessianr   adampr   adamwr   adanr	   adoptr
   lambr   lapropr   larsr   lionr   	lookaheadr   madgradr   marsr   nadamr   nadamwr   
nvnovogradr   radamr   
rmsprop_tfr   sgdpr   sgdwr   torch.optimr   r   r   r   r   r   r    r!   r"   ImportError_optim_factoryr#   r$   r%   r&   r'   r(   r)   r*   _param_groupsr+   r,   r-        O/var/www/teggl/fontify/venv/lib/python3.12/site-packages/timm/optim/__init__.py<module>rK      s        , "               "  !   M L L	(< < < a a  		s   B? ?CC