mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-09-20 03:15:26 +00:00
3488273f50
Also add a custom ModelConfig for the MockTrainer test Update src/refiners/training_utils/config.py Co-authored-by: Cédric Deltheil <355031+deltheil@users.noreply.github.com>
29 lines
438 B
TOML
29 lines
438 B
TOML
[mock_model]
|
|
requires_grad = true
|
|
use_activation = true
|
|
|
|
[clock]
|
|
verbose = false
|
|
|
|
[gradient_clipping]
|
|
clip_grad_norm = 1.0
|
|
|
|
[training]
|
|
duration = "100:epoch"
|
|
seed = 0
|
|
device = "cpu"
|
|
dtype = "float32"
|
|
batch_size = 4
|
|
gradient_accumulation = "4:step"
|
|
evaluation_interval = "5:epoch"
|
|
evaluation_seed = 1
|
|
|
|
[optimizer]
|
|
optimizer = "SGD"
|
|
learning_rate = 1
|
|
|
|
[scheduler]
|
|
scheduler_type = "ConstantLR"
|
|
update_interval = "1:step"
|
|
warmup = "20:step"
|