.

2021-09-27 11:30:10 -04:00 · 2021-09-27 11:30:10 -04:00 · 73e444d486
parent cf1f06381e
commit 73e444d486
1 changed files with 3 additions and 0 deletions
--- a/utils/trainer.py
+++ b/utils/trainer.py
@ -198,6 +198,9 @@ class ModelTrainer:
                    #torch.nn.utils.clip_grad_norm_(net.parameters(), config.grad_clip_norm)
                    torch.nn.utils.clip_grad_value_(net.parameters(), config.grad_clip_norm)
                self.optimizer.step()
+
+                
+                torch.cuda.empty_cache()
                torch.cuda.synchronize(self.device)

                t += [time.time()]