mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-12 16:18:22 +00:00
Use bias correction on Prodigy
This commit is contained in:
parent
9364c0ea1c
commit
2f2510a9b1
|
@ -165,6 +165,7 @@ class OptimizerConfig(BaseModel):
|
||||||
betas=self.betas,
|
betas=self.betas,
|
||||||
weight_decay=self.weight_decay, # type: ignore
|
weight_decay=self.weight_decay, # type: ignore
|
||||||
safeguard_warmup=True,
|
safeguard_warmup=True,
|
||||||
|
use_bias_correction=True, # recommended for diffusion models
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue