mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-21 13:48:46 +00:00
Change weight decay for Optimizer to normal PyTorch default
This commit is contained in:
parent
46612a5138
commit
ff5341c85c
|
@ -90,7 +90,7 @@ class OptimizerConfig(BaseModel):
|
|||
learning_rate: float = 1e-4
|
||||
betas: tuple[float, float] = (0.9, 0.999)
|
||||
eps: float = 1e-8
|
||||
weight_decay: float = 0.0
|
||||
weight_decay: float = 1e-2
|
||||
|
||||
model_config = ConfigDict(extra="forbid")
|
||||
|
||||
|
|
Loading…
Reference in a new issue