Coverage for transformer_lens/model_bridge/generalized_components/__init__.py: 100%
50 statements
« prev ^ index » next coverage.py v7.10.1, created at 2026-09-21 19:27 +0000
1"""Bridge components for transformer architectures."""
3from transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention import (
4 ALiBiJointQKVAttentionBridge,
5)
6from transformer_lens.model_bridge.generalized_components.altup_block import (
7 AltUpBlockBridge,
8)
9from transformer_lens.model_bridge.generalized_components.attention import (
10 AttentionBridge,
11)
12from transformer_lens.model_bridge.generalized_components.audio_feature_extractor import (
13 AudioFeatureExtractorBridge,
14)
15from transformer_lens.model_bridge.generalized_components.block import (
16 BlockBridge,
17 DelegatedAttentionBlockBridge,
18 MLABlockBridge,
19 ParallelBlockBridge,
20 ScaledResidualBlockBridge,
21)
22from transformer_lens.model_bridge.generalized_components.bloom_attention import (
23 BloomAttentionBridge,
24)
25from transformer_lens.model_bridge.generalized_components.bloom_block import (
26 BloomBlockBridge,
27)
28from transformer_lens.model_bridge.generalized_components.bloom_mlp import (
29 BloomMLPBridge,
30)
31from transformer_lens.model_bridge.generalized_components.clip_vision_encoder import (
32 CLIPVisionEncoderBridge,
33 CLIPVisionEncoderLayerBridge,
34)
35from transformer_lens.model_bridge.generalized_components.codegen_attention import (
36 CodeGenAttentionBridge,
37)
38from transformer_lens.model_bridge.generalized_components.conv1d import Conv1DBridge
39from transformer_lens.model_bridge.generalized_components.conv_pos_embed import (
40 ConvPosEmbedBridge,
41)
42from transformer_lens.model_bridge.generalized_components.depthwise_conv1d import (
43 DepthwiseConv1DBridge,
44)
45from transformer_lens.model_bridge.generalized_components.embedding import (
46 EmbeddingBridge,
47)
48from transformer_lens.model_bridge.generalized_components.gated_delta_net import (
49 GatedDeltaNetBridge,
50)
51from transformer_lens.model_bridge.generalized_components.gated_mlp import (
52 GatedMLPBridge,
53)
54from transformer_lens.model_bridge.generalized_components.gated_rms_norm import (
55 GatedRMSNormBridge,
56)
57from transformer_lens.model_bridge.generalized_components.glm_moe_dsa_attention import (
58 GlmMoeDsaAttentionBridge,
59)
60from transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp import (
61 JointGateUpMLPBridge,
62)
63from transformer_lens.model_bridge.generalized_components.joint_qkv_attention import (
64 JointQKVAttentionBridge,
65)
66from transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention import (
67 JointQKVPositionEmbeddingsAttentionBridge,
68)
69from transformer_lens.model_bridge.generalized_components.lfm2_gated_short_conv import (
70 Lfm2ShortConvBridge,
71)
72from transformer_lens.model_bridge.generalized_components.linear import LinearBridge
73from transformer_lens.model_bridge.generalized_components.mla_attention import (
74 MLAAttentionBridge,
75)
76from transformer_lens.model_bridge.generalized_components.mlp import MLPBridge
77from transformer_lens.model_bridge.generalized_components.pooler import (
78 BertPoolerBridge,
79)
80from transformer_lens.model_bridge.generalized_components.moe import (
81 MoEBridge,
82 MoERouterBridge,
83)
84from transformer_lens.model_bridge.generalized_components.mpt_alibi_attention import (
85 MPTALiBiAttentionBridge,
86)
87from transformer_lens.model_bridge.generalized_components.normalization import (
88 LayerNormPreBridge,
89 NormalizationBridge,
90 RMSNormPreBridge,
91)
92from transformer_lens.model_bridge.generalized_components.opaque_block import (
93 OpaqueBlockBridge,
94)
95from transformer_lens.model_bridge.generalized_components.pos_embed import (
96 PosEmbedBridge,
97)
98from transformer_lens.model_bridge.generalized_components.position_embeddings_attention import (
99 PositionEmbeddingsAttentionBridge,
100)
101from transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder import (
102 Qwen3_5VisionBlockBridge,
103 Qwen3_5VisionEncoderBridge,
104)
105from transformer_lens.model_bridge.generalized_components.rms_normalization import (
106 RMSNormalizationBridge,
107)
108from transformer_lens.model_bridge.generalized_components.rotary_embedding import (
109 RotaryEmbeddingBridge,
110)
111from transformer_lens.model_bridge.generalized_components.siglip_vision_encoder import (
112 SiglipVisionEncoderBridge,
113 SiglipVisionEncoderLayerBridge,
114)
115from transformer_lens.model_bridge.generalized_components.ssm2_mixer import (
116 SSM2MixerBridge,
117)
118from transformer_lens.model_bridge.generalized_components.ssm_block import (
119 SSMBlockBridge,
120)
121from transformer_lens.model_bridge.generalized_components.ssm_mixer import (
122 SSMMixerBridge,
123)
124from transformer_lens.model_bridge.generalized_components.ssm_protocol import (
125 SSMMixerProtocol,
126 SSMStateHookMixin,
127 find_ssm_mixer,
128)
129from transformer_lens.model_bridge.generalized_components.symbolic import SymbolicBridge
130from transformer_lens.model_bridge.generalized_components.t5_block import T5BlockBridge
131from transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block import (
132 T5Gemma2DecoderBlockBridge,
133)
134from transformer_lens.model_bridge.generalized_components.t5gemma2_merged_attention import (
135 T5Gemma2MergedAttentionBridge,
136)
137from transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block import (
138 T5GemmaDecoderBlockBridge,
139)
140from transformer_lens.model_bridge.generalized_components.unembedding import (
141 UnembeddingBridge,
142)
143from transformer_lens.model_bridge.generalized_components.vision_projection import (
144 VisionProjectionBridge,
145)
146from transformer_lens.model_bridge.generalized_components.vision_embeddings import (
147 VisionEmbeddingsBridge,
148)
149from transformer_lens.model_bridge.generalized_components.vision_classifier_head import (
150 VisionClassifierHeadBridge,
151)
153__all__ = [
154 "AttentionBridge",
155 "AudioFeatureExtractorBridge",
156 "BlockBridge",
157 "DelegatedAttentionBlockBridge",
158 "Lfm2ShortConvBridge",
159 "MLABlockBridge",
160 "ParallelBlockBridge",
161 "ScaledResidualBlockBridge",
162 "BloomBlockBridge",
163 "BloomAttentionBridge",
164 "CodeGenAttentionBridge",
165 "BloomMLPBridge",
166 "CLIPVisionEncoderBridge",
167 "CLIPVisionEncoderLayerBridge",
168 "Conv1DBridge",
169 "ConvPosEmbedBridge",
170 "DepthwiseConv1DBridge",
171 "EmbeddingBridge",
172 "ALiBiJointQKVAttentionBridge",
173 "RotaryEmbeddingBridge",
174 "PosEmbedBridge",
175 "LayerNormPreBridge",
176 "NormalizationBridge",
177 "RMSNormalizationBridge",
178 "RMSNormPreBridge",
179 "JointQKVAttentionBridge",
180 "JointQKVPositionEmbeddingsAttentionBridge",
181 "JointGateUpMLPBridge",
182 "LinearBridge",
183 "MLPBridge",
184 "MPTALiBiAttentionBridge",
185 "AltUpBlockBridge",
186 "GatedMLPBridge",
187 "GlmMoeDsaAttentionBridge",
188 "MLAAttentionBridge",
189 "GatedRMSNormBridge",
190 "MoEBridge",
191 "MoERouterBridge",
192 "BertPoolerBridge",
193 "PositionEmbeddingsAttentionBridge",
194 "Qwen3_5VisionBlockBridge",
195 "Qwen3_5VisionEncoderBridge",
196 "SymbolicBridge",
197 "UnembeddingBridge",
198 "T5BlockBridge",
199 "T5GemmaDecoderBlockBridge",
200 "T5Gemma2DecoderBlockBridge",
201 "T5Gemma2MergedAttentionBridge",
202 "SiglipVisionEncoderBridge",
203 "SiglipVisionEncoderLayerBridge",
204 "SSM2MixerBridge",
205 "SSMMixerProtocol",
206 "SSMStateHookMixin",
207 "find_ssm_mixer",
208 "OpaqueBlockBridge",
209 "SSMBlockBridge",
210 "SSMMixerBridge",
211 "VisionProjectionBridge",
212 "VisionEmbeddingsBridge",
213 "VisionClassifierHeadBridge",
214]