mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-09 23:12:02 +00:00
fix GLU Activation docstrings
This commit is contained in:
parent
f26b6ee00a
commit
04e59bf3d9
|
@ -140,10 +140,10 @@ class GLU(Activation):
|
|||
|
||||
Example:
|
||||
```py
|
||||
glu = fl.GLU()
|
||||
|
||||
tensor = torch.tensor([[-1.0, 0.0, 1.0]])
|
||||
glu = fl.GLU(fl.ReLU())
|
||||
tensor = torch.tensor([[1.0, 0.0, -1.0, 1.0]])
|
||||
output = glu(tensor)
|
||||
assert torch.allclose(output, torch.tensor([0.0, 0.0]))
|
||||
```
|
||||
"""
|
||||
|
||||
|
|
Loading…
Reference in a new issue