mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-22 06:08:46 +00:00
cross-attn 2d: record use_bias attribute
This commit is contained in:
parent
b933fabf31
commit
3a10baa9f8
|
@ -137,6 +137,7 @@ class CrossAttentionBlock2d(Sum):
|
||||||
self.num_attention_heads = num_attention_heads
|
self.num_attention_heads = num_attention_heads
|
||||||
self.num_attention_layers = num_attention_layers
|
self.num_attention_layers = num_attention_layers
|
||||||
self.num_groups = num_groups
|
self.num_groups = num_groups
|
||||||
|
self.use_bias = use_bias
|
||||||
self.context_key = context_key
|
self.context_key = context_key
|
||||||
self.use_linear_projection = use_linear_projection
|
self.use_linear_projection = use_linear_projection
|
||||||
self.projection_type = "Linear" if use_linear_projection else "Conv2d"
|
self.projection_type = "Linear" if use_linear_projection else "Conv2d"
|
||||||
|
|
Loading…
Reference in a new issue