diff --git a/src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py b/src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py
index 59e3f9c..753472a 100644
--- a/src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py
+++ b/src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py
@@ -76,8 +76,6 @@ class TimestepEncoder(fl.Passthrough):
 
 
 class SDXLCrossAttention(CrossAttentionBlock2d):
-    structural_attrs = ["channels", "num_attention_layers", "num_attention_heads"]
-
     def __init__(
         self,
         channels: int,