Use bias correction on Prodigy

This commit is contained in:
Doryan Kaced 2023-09-11 23:14:56 +02:00
parent 9364c0ea1c
commit 2f2510a9b1

View file

@ -165,6 +165,7 @@ class OptimizerConfig(BaseModel):
betas=self.betas,
weight_decay=self.weight_decay, # type: ignore
safeguard_warmup=True,
use_bias_correction=True, # recommended for diffusion models
)