Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-11-21 21:58:47 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

(doc/fluxion) export Activation and ScaledDotProductAttention

Browse source
This commit is contained in:
Laurent 2024-02-01 22:09:28 +00:00 committed by Laureηt
parent c7fd1496b5
commit 9fb9df5f91
1 changed files with 17 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
src/refiners/fluxion/layers/__init__.py
View file

@ -1,5 +1,18 @@
from refiners.fluxion.layers.activations import GLU, ApproximateGeLU, GeLU, ReLU, Sigmoid, SiLU
from refiners.fluxion.layers.attentions import Attention, SelfAttention, SelfAttention2d
from refiners.fluxion.layers.activations import (
GLU,
Activation,
ApproximateGeLU,
GeLU,
ReLU,
Sigmoid,
SiLU,
)
from refiners.fluxion.layers.attentions import (
Attention,
ScaledDotProductAttention,
SelfAttention,
SelfAttention2d,
)
from refiners.fluxion.layers.basics import (
Cos,
Flatten,
@ -49,6 +62,7 @@ __all__ = [
"GroupNorm",
"LayerNorm2d",
"InstanceNorm2d",
"Activation",
"GeLU",
"GLU",
"SiLU",
@ -56,6 +70,7 @@ __all__ = [
"ApproximateGeLU",
"Sigmoid",
"Attention",
"ScaledDotProductAttention",
"SelfAttention",
"SelfAttention2d",
"Identity",