Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

params.yml 1.1 KB

You have to be logged in to leave a comment. Sign In
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
  1. ema_decay: 0.995
  2. ema_start: 0
  3. finetune_batch_size: 512
  4. finetune_dropout_rate: 0.5
  5. finetune_epochs: 1000
  6. finetune_learning_rate: 4.0e-05
  7. finetune_optimizer_momentum: 0.9
  8. finetune_optimizer_nesterov: true
  9. mpl_augment_cutout_const: 4
  10. mpl_augment_magnitude: 16
  11. mpl_augment_ops: '[''AutoContrast'', ''Equalize'', ''Invert'', ''Rotate'', ''Posterize'',
  12. ''Solarize'', ''Color'', ''Contrast'', ''Brightness'', ''Sharpness'', ''ShearX'',
  13. ''ShearY'', ''TranslateX'', ''TranslateY'', ''Cutout'', ''SolarizeAdd'']'
  14. mpl_augment_translate_const: 4
  15. mpl_batch_size: 64
  16. mpl_epochs: 10000
  17. mpl_label_smoothing: 0.15
  18. mpl_num_augments: 2
  19. mpl_optimizer_grad_bound: 1000000000.0
  20. mpl_optimizer_momentum: 0.9
  21. mpl_optimizer_nesterov: true
  22. mpl_unlabeled_batch_size_multiplier: 7
  23. student_dropout_rate: 0.2
  24. student_learning_rate: 0.05
  25. student_learning_rate_numwait: 500
  26. student_learning_rate_warmup: 5000
  27. teacher_dropout_rate: 0.2
  28. teacher_learning_rate: 0.05
  29. teacher_learning_rate_numwait: 0
  30. teacher_learning_rate_warmup: 5000
  31. uda_label_temperature: 0.7
  32. uda_steps: 5000
  33. uda_threshold: 0.6
  34. uda_weight: 8.0
Tip!

Press p or to see the previous file or, n or to see the next file

Comments

Loading...