1234567891011121314151617181920212223 |
- defaults:
- - /experiment/owt/base.yaml
- - override /model: gpt2-hf
- - override /model/gpt2model: gpt2-small
- - override /callbacks: [default, norm-monitor, flop-count]
- datamodule:
- batch_size: 8
- train:
-
- loss_fn: null
- callbacks:
- flop_count:
- input_size:
- - ${datamodule.max_length}
- input_dtype:
-
- _target_: torch.__getattribute__
- _args_:
- - long
|