From 04e59bf3d9ca8274ba24cdb4d6606e73f1fc03b7 Mon Sep 17 00:00:00 2001
From: Laurent <laurent@lagon.tech>
Date: Fri, 29 Mar 2024 17:50:05 +0000
Subject: [PATCH] fix GLU Activation docstrings

---
 src/refiners/fluxion/layers/activations.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/refiners/fluxion/layers/activations.py b/src/refiners/fluxion/layers/activations.py
index 786f644..8fa7801 100644
--- a/src/refiners/fluxion/layers/activations.py
+++ b/src/refiners/fluxion/layers/activations.py
@@ -140,10 +140,10 @@ class GLU(Activation):
 
     Example:
         ```py
-        glu = fl.GLU()
-
-        tensor = torch.tensor([[-1.0, 0.0, 1.0]])
+        glu = fl.GLU(fl.ReLU())
+        tensor = torch.tensor([[1.0, 0.0, -1.0, 1.0]])
         output = glu(tensor)
+        assert torch.allclose(output, torch.tensor([0.0, 0.0]))
         ```
     """