Coverage for transformer_lens/model_bridge/supported_architectures/__init__.py: 100%

58 statements  

« prev     ^ index     » next       coverage.py v7.10.1, created at 2026-06-09 00:32 +0000

1"""Supported architecture adapters. 

2 

3This module contains all the supported architecture adapters for different model architectures. 

4""" 

5 

6from transformer_lens.model_bridge.supported_architectures.apertus import ( 

7 ApertusArchitectureAdapter, 

8) 

9from transformer_lens.model_bridge.supported_architectures.baichuan import ( 

10 BaichuanArchitectureAdapter, 

11) 

12from transformer_lens.model_bridge.supported_architectures.bert import ( 

13 BertArchitectureAdapter, 

14) 

15from transformer_lens.model_bridge.supported_architectures.bloom import ( 

16 BloomArchitectureAdapter, 

17) 

18from transformer_lens.model_bridge.supported_architectures.codegen import ( 

19 CodeGenArchitectureAdapter, 

20) 

21from transformer_lens.model_bridge.supported_architectures.cohere import ( 

22 CohereArchitectureAdapter, 

23) 

24from transformer_lens.model_bridge.supported_architectures.deepseek_v3 import ( 

25 DeepSeekV3ArchitectureAdapter, 

26) 

27from transformer_lens.model_bridge.supported_architectures.falcon import ( 

28 FalconArchitectureAdapter, 

29) 

30from transformer_lens.model_bridge.supported_architectures.gemma1 import ( 

31 Gemma1ArchitectureAdapter, 

32) 

33from transformer_lens.model_bridge.supported_architectures.gemma2 import ( 

34 Gemma2ArchitectureAdapter, 

35) 

36from transformer_lens.model_bridge.supported_architectures.gemma3 import ( 

37 Gemma3ArchitectureAdapter, 

38) 

39from transformer_lens.model_bridge.supported_architectures.gemma3_multimodal import ( 

40 Gemma3MultimodalArchitectureAdapter, 

41) 

42from transformer_lens.model_bridge.supported_architectures.gemma3n import ( 

43 Gemma3nArchitectureAdapter, 

44) 

45from transformer_lens.model_bridge.supported_architectures.gpt2 import ( 

46 GPT2ArchitectureAdapter, 

47) 

48from transformer_lens.model_bridge.supported_architectures.gpt_bigcode import ( 

49 GPTBigCodeArchitectureAdapter, 

50) 

51from transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom import ( 

52 Gpt2LmHeadCustomArchitectureAdapter, 

53) 

54from transformer_lens.model_bridge.supported_architectures.gpt_oss import ( 

55 GPTOSSArchitectureAdapter, 

56) 

57from transformer_lens.model_bridge.supported_architectures.gptj import ( 

58 GptjArchitectureAdapter, 

59) 

60from transformer_lens.model_bridge.supported_architectures.granite import ( 

61 GraniteArchitectureAdapter, 

62) 

63from transformer_lens.model_bridge.supported_architectures.granite_moe import ( 

64 GraniteMoeArchitectureAdapter, 

65) 

66from transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid import ( 

67 GraniteMoeHybridArchitectureAdapter, 

68) 

69from transformer_lens.model_bridge.supported_architectures.hubert import ( 

70 HubertArchitectureAdapter, 

71) 

72from transformer_lens.model_bridge.supported_architectures.internlm2 import ( 

73 InternLM2ArchitectureAdapter, 

74) 

75from transformer_lens.model_bridge.supported_architectures.llama import ( 

76 LlamaArchitectureAdapter, 

77) 

78from transformer_lens.model_bridge.supported_architectures.llava import ( 

79 LlavaArchitectureAdapter, 

80) 

81from transformer_lens.model_bridge.supported_architectures.llava_next import ( 

82 LlavaNextArchitectureAdapter, 

83) 

84from transformer_lens.model_bridge.supported_architectures.llava_onevision import ( 

85 LlavaOnevisionArchitectureAdapter, 

86) 

87from transformer_lens.model_bridge.supported_architectures.mamba import ( 

88 MambaArchitectureAdapter, 

89) 

90from transformer_lens.model_bridge.supported_architectures.mamba2 import ( 

91 Mamba2ArchitectureAdapter, 

92) 

93from transformer_lens.model_bridge.supported_architectures.mingpt import ( 

94 MingptArchitectureAdapter, 

95) 

96from transformer_lens.model_bridge.supported_architectures.mistral import ( 

97 MistralArchitectureAdapter, 

98) 

99from transformer_lens.model_bridge.supported_architectures.mixtral import ( 

100 MixtralArchitectureAdapter, 

101) 

102from transformer_lens.model_bridge.supported_architectures.mpt import ( 

103 MPTArchitectureAdapter, 

104) 

105from transformer_lens.model_bridge.supported_architectures.nanogpt import ( 

106 NanogptArchitectureAdapter, 

107) 

108from transformer_lens.model_bridge.supported_architectures.native import ( 

109 NativeArchitectureAdapter, 

110) 

111from transformer_lens.model_bridge.supported_architectures.neel_solu_old import ( 

112 NeelSoluOldArchitectureAdapter, 

113) 

114from transformer_lens.model_bridge.supported_architectures.neo import ( 

115 NeoArchitectureAdapter, 

116) 

117from transformer_lens.model_bridge.supported_architectures.neox import ( 

118 NeoxArchitectureAdapter, 

119) 

120from transformer_lens.model_bridge.supported_architectures.olmo import ( 

121 OlmoArchitectureAdapter, 

122) 

123from transformer_lens.model_bridge.supported_architectures.olmo2 import ( 

124 Olmo2ArchitectureAdapter, 

125) 

126from transformer_lens.model_bridge.supported_architectures.olmo3 import ( 

127 Olmo3ArchitectureAdapter, 

128) 

129from transformer_lens.model_bridge.supported_architectures.olmoe import ( 

130 OlmoeArchitectureAdapter, 

131) 

132from transformer_lens.model_bridge.supported_architectures.openelm import ( 

133 OpenElmArchitectureAdapter, 

134) 

135from transformer_lens.model_bridge.supported_architectures.opt import ( 

136 OptArchitectureAdapter, 

137) 

138from transformer_lens.model_bridge.supported_architectures.phi import ( 

139 PhiArchitectureAdapter, 

140) 

141from transformer_lens.model_bridge.supported_architectures.phi3 import ( 

142 Phi3ArchitectureAdapter, 

143) 

144from transformer_lens.model_bridge.supported_architectures.qwen import ( 

145 QwenArchitectureAdapter, 

146) 

147from transformer_lens.model_bridge.supported_architectures.qwen2 import ( 

148 Qwen2ArchitectureAdapter, 

149) 

150from transformer_lens.model_bridge.supported_architectures.qwen3 import ( 

151 Qwen3ArchitectureAdapter, 

152) 

153from transformer_lens.model_bridge.supported_architectures.qwen3_moe import ( 

154 Qwen3MoeArchitectureAdapter, 

155) 

156from transformer_lens.model_bridge.supported_architectures.qwen3_next import ( 

157 Qwen3NextArchitectureAdapter, 

158) 

159from transformer_lens.model_bridge.supported_architectures.qwen3_5 import ( 

160 Qwen3_5ArchitectureAdapter, 

161) 

162from transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal import ( 

163 Qwen3_5MultimodalArchitectureAdapter, 

164) 

165from transformer_lens.model_bridge.supported_architectures.smollm3 import ( 

166 SmolLM3ArchitectureAdapter, 

167) 

168from transformer_lens.model_bridge.supported_architectures.stablelm import ( 

169 StableLmArchitectureAdapter, 

170) 

171from transformer_lens.model_bridge.supported_architectures.t5 import ( 

172 T5ArchitectureAdapter, 

173) 

174from transformer_lens.model_bridge.supported_architectures.xglm import ( 

175 XGLMArchitectureAdapter, 

176) 

177 

178__all__ = [ 

179 "ApertusArchitectureAdapter", 

180 "BaichuanArchitectureAdapter", 

181 "BertArchitectureAdapter", 

182 "BloomArchitectureAdapter", 

183 "CodeGenArchitectureAdapter", 

184 "CohereArchitectureAdapter", 

185 "DeepSeekV3ArchitectureAdapter", 

186 "FalconArchitectureAdapter", 

187 "Gemma1ArchitectureAdapter", 

188 "Gemma2ArchitectureAdapter", 

189 "Gemma3ArchitectureAdapter", 

190 "Gemma3nArchitectureAdapter", 

191 "Gemma3MultimodalArchitectureAdapter", 

192 "GraniteArchitectureAdapter", 

193 "GraniteMoeArchitectureAdapter", 

194 "GraniteMoeHybridArchitectureAdapter", 

195 "GPT2ArchitectureAdapter", 

196 "GPTBigCodeArchitectureAdapter", 

197 "GPTOSSArchitectureAdapter", 

198 "Gpt2LmHeadCustomArchitectureAdapter", 

199 "GptjArchitectureAdapter", 

200 "HubertArchitectureAdapter", 

201 "InternLM2ArchitectureAdapter", 

202 "LlamaArchitectureAdapter", 

203 "LlavaArchitectureAdapter", 

204 "LlavaNextArchitectureAdapter", 

205 "LlavaOnevisionArchitectureAdapter", 

206 "MambaArchitectureAdapter", 

207 "Mamba2ArchitectureAdapter", 

208 "MingptArchitectureAdapter", 

209 "MistralArchitectureAdapter", 

210 "MixtralArchitectureAdapter", 

211 "MPTArchitectureAdapter", 

212 "NanogptArchitectureAdapter", 

213 "NativeArchitectureAdapter", 

214 "NeelSoluOldArchitectureAdapter", 

215 "NeoArchitectureAdapter", 

216 "NeoxArchitectureAdapter", 

217 "OpenElmArchitectureAdapter", 

218 "OlmoArchitectureAdapter", 

219 "Olmo2ArchitectureAdapter", 

220 "Olmo3ArchitectureAdapter", 

221 "OlmoeArchitectureAdapter", 

222 "OptArchitectureAdapter", 

223 "PhiArchitectureAdapter", 

224 "Phi3ArchitectureAdapter", 

225 "QwenArchitectureAdapter", 

226 "Qwen2ArchitectureAdapter", 

227 "Qwen3ArchitectureAdapter", 

228 "Qwen3MoeArchitectureAdapter", 

229 "Qwen3NextArchitectureAdapter", 

230 "Qwen3_5ArchitectureAdapter", 

231 "Qwen3_5MultimodalArchitectureAdapter", 

232 "SmolLM3ArchitectureAdapter", 

233 "StableLmArchitectureAdapter", 

234 "T5ArchitectureAdapter", 

235 "XGLMArchitectureAdapter", 

236]