Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

#647 Feature/sg 573 Integrate new EMA decay schedules

Merged
Ghost merged 1 commits into Deci-AI:master from deci-ai:feature/SG-573-Integrate-EMA
@@ -16,7 +16,7 @@ ema: True
 ema_params:
 ema_params:
   decay: 0.9999
   decay: 0.9999
   beta: 15
   beta: 15
-  exp_activation: True
+  decay_type: exp
 
 
 train_metrics_list:
 train_metrics_list:
   - PixelAccuracy:
   - PixelAccuracy:
Discard
@@ -30,8 +30,8 @@ criterion_params: {} # when `loss` is one of SuperGradient's built in options, i
 ema: False # whether to use Model Exponential Moving Average
 ema: False # whether to use Model Exponential Moving Average
 ema_params: # parameters for the ema model.
 ema_params: # parameters for the ema model.
   decay: 0.9999
   decay: 0.9999
+  decay_type: exp
   beta: 15
   beta: 15
-  exp_activation: True
 
 
 
 
 train_metrics_list: [] # Metrics to log during training. For more information on torchmetrics see https://torchmetrics.rtfd.io/en/latest/.
 train_metrics_list: [] # Metrics to log during training. For more information on torchmetrics see https://torchmetrics.rtfd.io/en/latest/.
Discard
@@ -17,8 +17,8 @@ optimizer_params:
 
 
 ema: True
 ema: True
 ema_params:
 ema_params:
-  exp_activation: False
   decay: 0.9999
   decay: 0.9999
+  decay_type: constant
 
 
 loss: cross_entropy
 loss: cross_entropy
 criterion_params:
 criterion_params:
@@ -42,4 +42,3 @@ valid_metrics_list:                               # metrics for evaluation
   - Top5
   - Top5
 
 
 _convert_: all
 _convert_: all
-
Discard
@@ -17,7 +17,7 @@ optimizer_params:
 
 
 ema: True
 ema: True
 ema_params:
 ema_params:
-  exp_activation: False
+  decay_type: constant
   decay: 0.9999
   decay: 0.9999
 
 
 loss: cross_entropy
 loss: cross_entropy
Discard