Dean
/
MegaMolBART
mirror of https://github.com/NVIDIA/MegaMolBART


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
            defaults:
  - megamolbart_pretrain_base

trainer:
  devices: 8
  num_nodes: 8

model:
  name: small_span_aug
  # model architecture
  num_layers: 6
  hidden_size: 512
  num_attention_heads: 8