mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-09 23:12:02 +00:00
Change weight decay for Optimizer to normal PyTorch default
This commit is contained in:
parent
46612a5138
commit
ff5341c85c
|
@ -90,7 +90,7 @@ class OptimizerConfig(BaseModel):
|
||||||
learning_rate: float = 1e-4
|
learning_rate: float = 1e-4
|
||||||
betas: tuple[float, float] = (0.9, 0.999)
|
betas: tuple[float, float] = (0.9, 0.999)
|
||||||
eps: float = 1e-8
|
eps: float = 1e-8
|
||||||
weight_decay: float = 0.0
|
weight_decay: float = 1e-2
|
||||||
|
|
||||||
model_config = ConfigDict(extra="forbid")
|
model_config = ConfigDict(extra="forbid")
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue