Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

#652 Added AdamW optimizer

Merged
Ghost merged 1 commits into Deci-AI:master from deci-ai:feature/SG-000-Add-AdamW-optimizer
@@ -113,6 +113,7 @@ class Optimizers:
 
 
     SGD = "SGD"
     SGD = "SGD"
     ADAM = "Adam"
     ADAM = "Adam"
+    ADAMW = "AdamW"
     RMS_PROP = "RMSprop"
     RMS_PROP = "RMSprop"
     RMS_PROP_TF = "RMSpropTF"
     RMS_PROP_TF = "RMSpropTF"
     LAMB = "Lamb"
     LAMB = "Lamb"
Discard
@@ -7,6 +7,7 @@ from super_gradients.training.utils.optimizers.lamb import Lamb
 OPTIMIZERS = {
 OPTIMIZERS = {
     Optimizers.SGD: optim.SGD,
     Optimizers.SGD: optim.SGD,
     Optimizers.ADAM: optim.Adam,
     Optimizers.ADAM: optim.Adam,
+    Optimizers.ADAMW: optim.AdamW,
     Optimizers.RMS_PROP: optim.RMSprop,
     Optimizers.RMS_PROP: optim.RMSprop,
     Optimizers.RMS_PROP_TF: RMSpropTF,
     Optimizers.RMS_PROP_TF: RMSpropTF,
     Optimizers.LAMB: Lamb,
     Optimizers.LAMB: Lamb,
Discard