From 2f2510a9b1796e942745872b1bd2df844b96600f Mon Sep 17 00:00:00 2001
From: Doryan Kaced <doryan.kaced@gmail.com>
Date: Mon, 11 Sep 2023 23:14:56 +0200
Subject: [PATCH] Use bias correction on Prodigy

---
 src/refiners/training_utils/config.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/refiners/training_utils/config.py b/src/refiners/training_utils/config.py
index 097e74f..6c21461 100644
--- a/src/refiners/training_utils/config.py
+++ b/src/refiners/training_utils/config.py
@@ -165,6 +165,7 @@ class OptimizerConfig(BaseModel):
                     betas=self.betas,
                     weight_decay=self.weight_decay,  # type: ignore
                     safeguard_warmup=True,
+                    use_bias_correction=True,  # recommended for diffusion models
                 )