Coverage for transformer_lens/model_bridge/generalized_components/__init__.py: 100%

1"""Bridge components for transformer architectures.""" 

2from transformer_lens.model_bridge.generalized_components.attention import ( 

3 AttentionBridge, 

4) 

5from transformer_lens.model_bridge.generalized_components.audio_feature_extractor import ( 

6 AudioFeatureExtractorBridge, 

7) 

8from transformer_lens.model_bridge.generalized_components.block import ( 

9 BlockBridge, 

10 DelegatedAttentionBlockBridge, 

11 MLABlockBridge, 

12 ParallelBlockBridge, 

13) 

14from transformer_lens.model_bridge.generalized_components.bloom_attention import ( 

15 BloomAttentionBridge, 

16) 

17from transformer_lens.model_bridge.generalized_components.codegen_attention import ( 

18 CodeGenAttentionBridge, 

19) 

20from transformer_lens.model_bridge.generalized_components.bloom_block import ( 

21 BloomBlockBridge, 

22) 

23from transformer_lens.model_bridge.generalized_components.bloom_mlp import ( 

24 BloomMLPBridge, 

25) 

26from transformer_lens.model_bridge.generalized_components.clip_vision_encoder import ( 

27 CLIPVisionEncoderBridge, 

28 CLIPVisionEncoderLayerBridge, 

29) 

30from transformer_lens.model_bridge.generalized_components.conv1d import Conv1DBridge 

31from transformer_lens.model_bridge.generalized_components.conv_pos_embed import ( 

32 ConvPosEmbedBridge, 

33) 

34from transformer_lens.model_bridge.generalized_components.depthwise_conv1d import ( 

35 DepthwiseConv1DBridge, 

36) 

37from transformer_lens.model_bridge.generalized_components.embedding import ( 

38 EmbeddingBridge, 

39) 

40from transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention import ( 

41 ALiBiJointQKVAttentionBridge, 

42) 

43from transformer_lens.model_bridge.generalized_components.gated_delta_net import ( 

44 GatedDeltaNetBridge, 

45) 

46from transformer_lens.model_bridge.generalized_components.altup_block import ( 

47 AltUpBlockBridge, 

48) 

49from transformer_lens.model_bridge.generalized_components.gated_mlp import ( 

50 GatedMLPBridge, 

51) 

52from transformer_lens.model_bridge.generalized_components.glm_moe_dsa_attention import ( 

53 GlmMoeDsaAttentionBridge, 

54) 

55from transformer_lens.model_bridge.generalized_components.gated_rms_norm import ( 

56 GatedRMSNormBridge, 

57) 

58from transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp import ( 

59 JointGateUpMLPBridge, 

60) 

61from transformer_lens.model_bridge.generalized_components.joint_qkv_attention import ( 

62 JointQKVAttentionBridge, 

63) 

64from transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention import ( 

65 JointQKVPositionEmbeddingsAttentionBridge, 

66) 

67from transformer_lens.model_bridge.generalized_components.linear import LinearBridge 

68from transformer_lens.model_bridge.generalized_components.mla_attention import ( 

69 MLAAttentionBridge, 

70) 

71from transformer_lens.model_bridge.generalized_components.mlp import MLPBridge 

72from transformer_lens.model_bridge.generalized_components.mpt_alibi_attention import ( 

73 MPTALiBiAttentionBridge, 

74) 

75from transformer_lens.model_bridge.generalized_components.moe import MoEBridge 

76from transformer_lens.model_bridge.generalized_components.normalization import ( 

77 NormalizationBridge, 

78) 

79from transformer_lens.model_bridge.generalized_components.pos_embed import ( 

80 PosEmbedBridge, 

81) 

82from transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder import ( 

83 Qwen3_5VisionBlockBridge, 

84 Qwen3_5VisionEncoderBridge, 

85) 

86from transformer_lens.model_bridge.generalized_components.position_embeddings_attention import ( 

87 PositionEmbeddingsAttentionBridge, 

88) 

89from transformer_lens.model_bridge.generalized_components.rms_normalization import ( 

90 RMSNormalizationBridge, 

91) 

92from transformer_lens.model_bridge.generalized_components.rotary_embedding import ( 

93 RotaryEmbeddingBridge, 

94) 

95from transformer_lens.model_bridge.generalized_components.siglip_vision_encoder import ( 

96 SiglipVisionEncoderBridge, 

97 SiglipVisionEncoderLayerBridge, 

98) 

99from transformer_lens.model_bridge.generalized_components.ssm2_mixer import SSM2MixerBridge 

100from transformer_lens.model_bridge.generalized_components.ssm_block import SSMBlockBridge 

101from transformer_lens.model_bridge.generalized_components.ssm_mixer import SSMMixerBridge 

102from transformer_lens.model_bridge.generalized_components.symbolic import SymbolicBridge 

103from transformer_lens.model_bridge.generalized_components.t5_block import T5BlockBridge 

104from transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block import ( 

105 T5GemmaDecoderBlockBridge, 

106) 

107from transformer_lens.model_bridge.generalized_components.unembedding import ( 

108 UnembeddingBridge, 

109) 

110from transformer_lens.model_bridge.generalized_components.vision_projection import ( 

111 VisionProjectionBridge, 

112) 

113 

114__all__ = [ 

115 "AttentionBridge", 

116 "AudioFeatureExtractorBridge", 

117 "BlockBridge", 

118 "DelegatedAttentionBlockBridge", 

119 "MLABlockBridge", 

120 "ParallelBlockBridge", 

121 "BloomBlockBridge", 

122 "BloomAttentionBridge", 

123 "CodeGenAttentionBridge", 

124 "BloomMLPBridge", 

125 "CLIPVisionEncoderBridge", 

126 "CLIPVisionEncoderLayerBridge", 

127 "Conv1DBridge", 

128 "ConvPosEmbedBridge", 

129 "DepthwiseConv1DBridge", 

130 "EmbeddingBridge", 

131 "ALiBiJointQKVAttentionBridge", 

132 "RotaryEmbeddingBridge", 

133 "PosEmbedBridge", 

134 "NormalizationBridge", 

135 "RMSNormalizationBridge", 

136 "JointQKVAttentionBridge", 

137 "JointQKVPositionEmbeddingsAttentionBridge", 

138 "JointGateUpMLPBridge", 

139 "LinearBridge", 

140 "MLPBridge", 

141 "MPTALiBiAttentionBridge", 

142 "AltUpBlockBridge", 

143 "GatedMLPBridge", 

144 "GlmMoeDsaAttentionBridge", 

145 "MLAAttentionBridge", 

146 "GatedRMSNormBridge", 

147 "MoEBridge", 

148 "PositionEmbeddingsAttentionBridge", 

149 "Qwen3_5VisionBlockBridge", 

150 "Qwen3_5VisionEncoderBridge", 

151 "SymbolicBridge", 

152 "UnembeddingBridge", 

153 "T5BlockBridge", 

154 "T5GemmaDecoderBlockBridge", 

155 "SiglipVisionEncoderBridge", 

156 "SiglipVisionEncoderLayerBridge", 

157 "SSM2MixerBridge", 

158 "SSMBlockBridge", 

159 "SSMMixerBridge", 

160 "VisionProjectionBridge", 

161]