refiners/tests/training_utils/mock_config.toml

33 lines
512 B
TOML
Raw Normal View History

[mock_callback]
on_batch_end_interval = "3:step"
on_batch_end_seed = 42
on_optimizer_step_interval = "2:iteration"
2024-04-19 15:59:48 +00:00
2024-02-12 13:17:51 +00:00
[mock_model]
requires_grad = true
use_activation = true
[clock]
verbose = false
2024-01-14 14:06:48 +00:00
[training]
duration = "100:epoch"
seed = 0
device = "cpu"
dtype = "float32"
2024-04-24 16:50:27 +00:00
gradient_accumulation = "4:step"
gradient_clipping_max_norm = 1.0
2024-01-14 14:06:48 +00:00
2024-04-24 17:14:32 +00:00
[data_loader]
batch_size = 4
2024-01-14 14:06:48 +00:00
[optimizer]
optimizer = "SGD"
learning_rate = 1
2024-02-15 09:48:12 +00:00
[lr_scheduler]
type = "ConstantLR"
2024-04-18 14:41:57 +00:00
update_interval = "1:iteration"
warmup = "20:iteration"