mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-09 23:12:02 +00:00
fix GLU Activation docstrings
This commit is contained in:
parent
f26b6ee00a
commit
04e59bf3d9
|
@ -140,10 +140,10 @@ class GLU(Activation):
|
||||||
|
|
||||||
Example:
|
Example:
|
||||||
```py
|
```py
|
||||||
glu = fl.GLU()
|
glu = fl.GLU(fl.ReLU())
|
||||||
|
tensor = torch.tensor([[1.0, 0.0, -1.0, 1.0]])
|
||||||
tensor = torch.tensor([[-1.0, 0.0, 1.0]])
|
|
||||||
output = glu(tensor)
|
output = glu(tensor)
|
||||||
|
assert torch.allclose(output, torch.tensor([0.0, 0.0]))
|
||||||
```
|
```
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue