mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-12 16:18:22 +00:00
24 lines
344 B
TOML
24 lines
344 B
TOML
[mock_model1]
|
|
requires_grad = true
|
|
learning_rate = 1e-5
|
|
|
|
[mock_model2]
|
|
requires_grad = true
|
|
|
|
[clock]
|
|
verbose = false
|
|
|
|
[training]
|
|
duration = "100:epoch"
|
|
seed = 0
|
|
gradient_accumulation = "4:step"
|
|
gradient_clipping_max_norm = 1.0
|
|
|
|
[optimizer]
|
|
optimizer = "SGD"
|
|
learning_rate = 1
|
|
|
|
[lr_scheduler]
|
|
type = "ConstantLR"
|
|
update_interval = "1:iteration"
|