Coverage for transformer_lens/model_bridge/generalized_components/__init__.py: 100%

1"""Bridge components for transformer architectures.""" 

2from transformer_lens.model_bridge.generalized_components.attention import ( 

3 AttentionBridge, 

4) 

5from transformer_lens.model_bridge.generalized_components.audio_feature_extractor import ( 

6 AudioFeatureExtractorBridge, 

7) 

8from transformer_lens.model_bridge.generalized_components.block import ( 

9 BlockBridge, 

10 MLABlockBridge, 

11 ParallelBlockBridge, 

12) 

13from transformer_lens.model_bridge.generalized_components.bloom_attention import ( 

14 BloomAttentionBridge, 

15) 

16from transformer_lens.model_bridge.generalized_components.codegen_attention import ( 

17 CodeGenAttentionBridge, 

18) 

19from transformer_lens.model_bridge.generalized_components.bloom_block import ( 

20 BloomBlockBridge, 

21) 

22from transformer_lens.model_bridge.generalized_components.bloom_mlp import ( 

23 BloomMLPBridge, 

24) 

25from transformer_lens.model_bridge.generalized_components.clip_vision_encoder import ( 

26 CLIPVisionEncoderBridge, 

27 CLIPVisionEncoderLayerBridge, 

28) 

29from transformer_lens.model_bridge.generalized_components.conv1d import Conv1DBridge 

30from transformer_lens.model_bridge.generalized_components.conv_pos_embed import ( 

31 ConvPosEmbedBridge, 

32) 

33from transformer_lens.model_bridge.generalized_components.depthwise_conv1d import ( 

34 DepthwiseConv1DBridge, 

35) 

36from transformer_lens.model_bridge.generalized_components.embedding import ( 

37 EmbeddingBridge, 

38) 

39from transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention import ( 

40 ALiBiJointQKVAttentionBridge, 

41) 

42from transformer_lens.model_bridge.generalized_components.gated_delta_net import ( 

43 GatedDeltaNetBridge, 

44) 

45from transformer_lens.model_bridge.generalized_components.gated_mlp import ( 

46 GatedMLPBridge, 

47) 

48from transformer_lens.model_bridge.generalized_components.gated_rms_norm import ( 

49 GatedRMSNormBridge, 

50) 

51from transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp import ( 

52 JointGateUpMLPBridge, 

53) 

54from transformer_lens.model_bridge.generalized_components.joint_qkv_attention import ( 

55 JointQKVAttentionBridge, 

56) 

57from transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention import ( 

58 JointQKVPositionEmbeddingsAttentionBridge, 

59) 

60from transformer_lens.model_bridge.generalized_components.linear import LinearBridge 

61from transformer_lens.model_bridge.generalized_components.mla_attention import ( 

62 MLAAttentionBridge, 

63) 

64from transformer_lens.model_bridge.generalized_components.mlp import MLPBridge 

65from transformer_lens.model_bridge.generalized_components.mpt_alibi_attention import ( 

66 MPTALiBiAttentionBridge, 

67) 

68from transformer_lens.model_bridge.generalized_components.moe import MoEBridge 

69from transformer_lens.model_bridge.generalized_components.normalization import ( 

70 NormalizationBridge, 

71) 

72from transformer_lens.model_bridge.generalized_components.pos_embed import ( 

73 PosEmbedBridge, 

74) 

75from transformer_lens.model_bridge.generalized_components.position_embeddings_attention import ( 

76 PositionEmbeddingsAttentionBridge, 

77) 

78from transformer_lens.model_bridge.generalized_components.rms_normalization import ( 

79 RMSNormalizationBridge, 

80) 

81from transformer_lens.model_bridge.generalized_components.rotary_embedding import ( 

82 RotaryEmbeddingBridge, 

83) 

84from transformer_lens.model_bridge.generalized_components.siglip_vision_encoder import ( 

85 SiglipVisionEncoderBridge, 

86 SiglipVisionEncoderLayerBridge, 

87) 

88from transformer_lens.model_bridge.generalized_components.ssm2_mixer import SSM2MixerBridge 

89from transformer_lens.model_bridge.generalized_components.ssm_block import SSMBlockBridge 

90from transformer_lens.model_bridge.generalized_components.ssm_mixer import SSMMixerBridge 

91from transformer_lens.model_bridge.generalized_components.symbolic import SymbolicBridge 

92from transformer_lens.model_bridge.generalized_components.t5_block import T5BlockBridge 

93from transformer_lens.model_bridge.generalized_components.unembedding import ( 

94 UnembeddingBridge, 

95) 

96from transformer_lens.model_bridge.generalized_components.vision_projection import ( 

97 VisionProjectionBridge, 

98) 

99 

100__all__ = [ 

101 "AttentionBridge", 

102 "AudioFeatureExtractorBridge", 

103 "BlockBridge", 

104 "MLABlockBridge", 

105 "ParallelBlockBridge", 

106 "BloomBlockBridge", 

107 "BloomAttentionBridge", 

108 "CodeGenAttentionBridge", 

109 "BloomMLPBridge", 

110 "CLIPVisionEncoderBridge", 

111 "CLIPVisionEncoderLayerBridge", 

112 "Conv1DBridge", 

113 "ConvPosEmbedBridge", 

114 "DepthwiseConv1DBridge", 

115 "EmbeddingBridge", 

116 "ALiBiJointQKVAttentionBridge", 

117 "RotaryEmbeddingBridge", 

118 "PosEmbedBridge", 

119 "NormalizationBridge", 

120 "RMSNormalizationBridge", 

121 "JointQKVAttentionBridge", 

122 "JointQKVPositionEmbeddingsAttentionBridge", 

123 "JointGateUpMLPBridge", 

124 "LinearBridge", 

125 "MLPBridge", 

126 "MPTALiBiAttentionBridge", 

127 "GatedMLPBridge", 

128 "MLAAttentionBridge", 

129 "GatedRMSNormBridge", 

130 "MoEBridge", 

131 "PositionEmbeddingsAttentionBridge", 

132 "SymbolicBridge", 

133 "UnembeddingBridge", 

134 "T5BlockBridge", 

135 "SiglipVisionEncoderBridge", 

136 "SiglipVisionEncoderLayerBridge", 

137 "SSM2MixerBridge", 

138 "SSMBlockBridge", 

139 "SSMMixerBridge", 

140 "VisionProjectionBridge", 

141]