Coverage for transformer_lens/model_bridge/generalized_components/__init__.py: 100%

1"""Bridge components for transformer architectures.""" 

2from transformer_lens.model_bridge.generalized_components.attention import ( 

3 AttentionBridge, 

4) 

5from transformer_lens.model_bridge.generalized_components.audio_feature_extractor import ( 

6 AudioFeatureExtractorBridge, 

7) 

8from transformer_lens.model_bridge.generalized_components.block import ( 

9 BlockBridge, 

10 MLABlockBridge, 

11 ParallelBlockBridge, 

12) 

13from transformer_lens.model_bridge.generalized_components.bloom_attention import ( 

14 BloomAttentionBridge, 

15) 

16from transformer_lens.model_bridge.generalized_components.codegen_attention import ( 

17 CodeGenAttentionBridge, 

18) 

19from transformer_lens.model_bridge.generalized_components.bloom_block import ( 

20 BloomBlockBridge, 

21) 

22from transformer_lens.model_bridge.generalized_components.bloom_mlp import ( 

23 BloomMLPBridge, 

24) 

25from transformer_lens.model_bridge.generalized_components.clip_vision_encoder import ( 

26 CLIPVisionEncoderBridge, 

27 CLIPVisionEncoderLayerBridge, 

28) 

29from transformer_lens.model_bridge.generalized_components.conv1d import Conv1DBridge 

30from transformer_lens.model_bridge.generalized_components.conv_pos_embed import ( 

31 ConvPosEmbedBridge, 

32) 

33from transformer_lens.model_bridge.generalized_components.depthwise_conv1d import ( 

34 DepthwiseConv1DBridge, 

35) 

36from transformer_lens.model_bridge.generalized_components.embedding import ( 

37 EmbeddingBridge, 

38) 

39from transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention import ( 

40 ALiBiJointQKVAttentionBridge, 

41) 

42from transformer_lens.model_bridge.generalized_components.gated_delta_net import ( 

43 GatedDeltaNetBridge, 

44) 

45from transformer_lens.model_bridge.generalized_components.altup_block import ( 

46 AltUpBlockBridge, 

47) 

48from transformer_lens.model_bridge.generalized_components.gated_mlp import ( 

49 GatedMLPBridge, 

50) 

51from transformer_lens.model_bridge.generalized_components.gated_rms_norm import ( 

52 GatedRMSNormBridge, 

53) 

54from transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp import ( 

55 JointGateUpMLPBridge, 

56) 

57from transformer_lens.model_bridge.generalized_components.joint_qkv_attention import ( 

58 JointQKVAttentionBridge, 

59) 

60from transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention import ( 

61 JointQKVPositionEmbeddingsAttentionBridge, 

62) 

63from transformer_lens.model_bridge.generalized_components.linear import LinearBridge 

64from transformer_lens.model_bridge.generalized_components.mla_attention import ( 

65 MLAAttentionBridge, 

66) 

67from transformer_lens.model_bridge.generalized_components.mlp import MLPBridge 

68from transformer_lens.model_bridge.generalized_components.mpt_alibi_attention import ( 

69 MPTALiBiAttentionBridge, 

70) 

71from transformer_lens.model_bridge.generalized_components.moe import MoEBridge 

72from transformer_lens.model_bridge.generalized_components.normalization import ( 

73 NormalizationBridge, 

74) 

75from transformer_lens.model_bridge.generalized_components.pos_embed import ( 

76 PosEmbedBridge, 

77) 

78from transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder import ( 

79 Qwen3_5VisionBlockBridge, 

80 Qwen3_5VisionEncoderBridge, 

81) 

82from transformer_lens.model_bridge.generalized_components.position_embeddings_attention import ( 

83 PositionEmbeddingsAttentionBridge, 

84) 

85from transformer_lens.model_bridge.generalized_components.rms_normalization import ( 

86 RMSNormalizationBridge, 

87) 

88from transformer_lens.model_bridge.generalized_components.rotary_embedding import ( 

89 RotaryEmbeddingBridge, 

90) 

91from transformer_lens.model_bridge.generalized_components.siglip_vision_encoder import ( 

92 SiglipVisionEncoderBridge, 

93 SiglipVisionEncoderLayerBridge, 

94) 

95from transformer_lens.model_bridge.generalized_components.ssm2_mixer import SSM2MixerBridge 

96from transformer_lens.model_bridge.generalized_components.ssm_block import SSMBlockBridge 

97from transformer_lens.model_bridge.generalized_components.ssm_mixer import SSMMixerBridge 

98from transformer_lens.model_bridge.generalized_components.symbolic import SymbolicBridge 

99from transformer_lens.model_bridge.generalized_components.t5_block import T5BlockBridge 

100from transformer_lens.model_bridge.generalized_components.unembedding import ( 

101 UnembeddingBridge, 

102) 

103from transformer_lens.model_bridge.generalized_components.vision_projection import ( 

104 VisionProjectionBridge, 

105) 

106 

107__all__ = [ 

108 "AttentionBridge", 

109 "AudioFeatureExtractorBridge", 

110 "BlockBridge", 

111 "MLABlockBridge", 

112 "ParallelBlockBridge", 

113 "BloomBlockBridge", 

114 "BloomAttentionBridge", 

115 "CodeGenAttentionBridge", 

116 "BloomMLPBridge", 

117 "CLIPVisionEncoderBridge", 

118 "CLIPVisionEncoderLayerBridge", 

119 "Conv1DBridge", 

120 "ConvPosEmbedBridge", 

121 "DepthwiseConv1DBridge", 

122 "EmbeddingBridge", 

123 "ALiBiJointQKVAttentionBridge", 

124 "RotaryEmbeddingBridge", 

125 "PosEmbedBridge", 

126 "NormalizationBridge", 

127 "RMSNormalizationBridge", 

128 "JointQKVAttentionBridge", 

129 "JointQKVPositionEmbeddingsAttentionBridge", 

130 "JointGateUpMLPBridge", 

131 "LinearBridge", 

132 "MLPBridge", 

133 "MPTALiBiAttentionBridge", 

134 "AltUpBlockBridge", 

135 "GatedMLPBridge", 

136 "MLAAttentionBridge", 

137 "GatedRMSNormBridge", 

138 "MoEBridge", 

139 "PositionEmbeddingsAttentionBridge", 

140 "Qwen3_5VisionBlockBridge", 

141 "Qwen3_5VisionEncoderBridge", 

142 "SymbolicBridge", 

143 "UnembeddingBridge", 

144 "T5BlockBridge", 

145 "SiglipVisionEncoderBridge", 

146 "SiglipVisionEncoderLayerBridge", 

147 "SSM2MixerBridge", 

148 "SSMBlockBridge", 

149 "SSMMixerBridge", 

150 "VisionProjectionBridge", 

151]