mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-09 15:02:01 +00:00
Use bias correction on Prodigy
This commit is contained in:
parent
9364c0ea1c
commit
2f2510a9b1
|
@ -165,6 +165,7 @@ class OptimizerConfig(BaseModel):
|
|||
betas=self.betas,
|
||||
weight_decay=self.weight_decay, # type: ignore
|
||||
safeguard_warmup=True,
|
||||
use_bias_correction=True, # recommended for diffusion models
|
||||
)
|
||||
|
||||
|
||||
|
|
Loading…
Reference in a new issue