Module: tfm.optimization.optimizer_factory

Optimizer factory class.

Classes

class OptimizerFactory: Optimizer factory class.

Functions

register_optimizer_cls(...): Register customize optimizer cls.

LEGACY_OPTIMIZERS_CLS 

{ 'adafactor': 'Unimplemented', 'adagrad': <class 'keras.src.optimizers.legacy.adagrad.Adagrad'>, 'adam': <class 'keras.src.optimizers.legacy.adam.Adam'>, 'adam_experimental': <class 'keras.src.optimizers.adam.Adam'>, 'adamw': <class 'official.modeling.optimization.legacy_adamw.AdamWeightDecay'>, 'adamw_experimental': <class 'keras.src.optimizers.adamw.AdamW'>, 'lamb': <class 'official.modeling.optimization.lamb.LAMB'>, 'lars': <class 'official.modeling.optimization.lars.LARS'>, 'rmsprop': <class 'keras.src.optimizers.legacy.rmsprop.RMSprop'>, 'sgd': <class 'keras.src.optimizers.legacy.gradient_descent.SGD'>, 'sgd_experimental': <class 'keras.src.optimizers.sgd.SGD'>, 'slide': 'Unimplemented' }

LR_CLS 

{ 'cosine': <class 'official.modeling.optimization.lr_schedule.CosineDecayWithOffset'>, 'exponential': <class 'official.modeling.optimization.lr_schedule.ExponentialDecayWithOffset'>, 'polynomial': <class 'official.modeling.optimization.lr_schedule.PolynomialDecayWithOffset'>, 'power': <class 'official.modeling.optimization.lr_schedule.DirectPowerDecay'>, 'power_linear': <class 'official.modeling.optimization.lr_schedule.PowerAndLinearDecay'>, 'power_with_offset': <class 'official.modeling.optimization.lr_schedule.PowerDecayWithOffset'>, 'step_cosine_with_offset': <class 'official.modeling.optimization.lr_schedule.StepCosineDecayWithOffset'>, 'stepwise': <class 'official.modeling.optimization.lr_schedule.PiecewiseConstantDecayWithOffset'> }

NEW_OPTIMIZERS_CLS 

{ 'adafactor': 'Unimplemented', 'adagrad': <class 'keras.src.optimizers.adagrad.Adagrad'>, 'adam': <class 'keras.src.optimizers.adam.Adam'>, 'adam_experimental': <class 'keras.src.optimizers.adam.Adam'>, 'adamw': <class 'official.modeling.optimization.legacy_adamw.AdamWeightDecay'>, 'adamw_experimental': <class 'keras.src.optimizers.adamw.AdamW'>, 'lamb': <class 'official.modeling.optimization.lamb.LAMB'>, 'lars': <class 'official.modeling.optimization.lars.LARS'>, 'rmsprop': <class 'keras.src.optimizers.rmsprop.RMSprop'>, 'sgd': <class 'keras.src.optimizers.sgd.SGD'>, 'sgd_experimental': <class 'keras.src.optimizers.sgd.SGD'>, 'slide': 'Unimplemented' }

SHARED_OPTIMIZERS 

{ 'adafactor': 'Unimplemented', 'adam_experimental': <class 'keras.src.optimizers.adam.Adam'>, 'adamw': <class 'official.modeling.optimization.legacy_adamw.AdamWeightDecay'>, 'adamw_experimental': <class 'keras.src.optimizers.adamw.AdamW'>, 'lamb': <class 'official.modeling.optimization.lamb.LAMB'>, 'lars': <class 'official.modeling.optimization.lars.LARS'>, 'sgd_experimental': <class 'keras.src.optimizers.sgd.SGD'>, 'slide': 'Unimplemented' }

WARMUP_CLS 

{ 'linear': <class 'official.modeling.optimization.lr_schedule.LinearWarmup'>, 'polynomial': <class 'official.modeling.optimization.lr_schedule.PolynomialWarmUp'> }