1
0

gpt3s-flash-rotary-30B.yaml 161 B

12345678910
  1. # @package _global_
  2. defaults:
  3. - /experiment/pile/gpt3s-flash-rotary.yaml
  4. trainer:
  5. max_steps: 60000
  6. train:
  7. scheduler:
  8. t_initial: ${trainer.max_steps}