refiners/tests/training_utils/mock_config.toml
2024-04-22 18:14:33 +02:00

36 lines
560 B
TOML

[mock_callback.on_optimizer_step_begin]
interval = "2:iteration"
seed = 42
[mock_callback.on_batch_end]
interval = "3:step"
[mock_model]
requires_grad = true
use_activation = true
[clock]
verbose = false
[training]
duration = "100:epoch"
seed = 0
device = "cpu"
dtype = "float32"
batch_size = 4
gradient_accumulation = "4:step"
evaluation_interval = "5:epoch"
evaluation_seed = 1
gradient_clipping_max_norm = 1.0
[optimizer]
optimizer = "SGD"
learning_rate = 1
[lr_scheduler]
type = "ConstantLR"
update_interval = "1:iteration"
warmup = "20:iteration"