Coverage for transformer_lens/model_bridge/supported_architectures/__init__.py: 100%
68 statements
« prev ^ index » next coverage.py v7.10.1, created at 2026-07-01 15:58 +0000
1"""Supported architecture adapters.
3This module contains all the supported architecture adapters for different model architectures.
4"""
6from transformer_lens.model_bridge.supported_architectures.apertus import (
7 ApertusArchitectureAdapter,
8)
9from transformer_lens.model_bridge.supported_architectures.baichuan import (
10 BaichuanArchitectureAdapter,
11)
12from transformer_lens.model_bridge.supported_architectures.bart import (
13 BartArchitectureAdapter,
14)
15from transformer_lens.model_bridge.supported_architectures.bert import (
16 BertArchitectureAdapter,
17)
18from transformer_lens.model_bridge.supported_architectures.bloom import (
19 BloomArchitectureAdapter,
20)
21from transformer_lens.model_bridge.supported_architectures.codegen import (
22 CodeGenArchitectureAdapter,
23)
24from transformer_lens.model_bridge.supported_architectures.cohere import (
25 CohereArchitectureAdapter,
26)
27from transformer_lens.model_bridge.supported_architectures.deepseek_v2 import (
28 DeepSeekV2ArchitectureAdapter,
29)
30from transformer_lens.model_bridge.supported_architectures.deepseek_v3 import (
31 DeepSeekV3ArchitectureAdapter,
32)
33from transformer_lens.model_bridge.supported_architectures.falcon import (
34 FalconArchitectureAdapter,
35)
36from transformer_lens.model_bridge.supported_architectures.gemma1 import (
37 Gemma1ArchitectureAdapter,
38)
39from transformer_lens.model_bridge.supported_architectures.gemma2 import (
40 Gemma2ArchitectureAdapter,
41)
42from transformer_lens.model_bridge.supported_architectures.gemma3 import (
43 Gemma3ArchitectureAdapter,
44)
45from transformer_lens.model_bridge.supported_architectures.gemma3_multimodal import (
46 Gemma3MultimodalArchitectureAdapter,
47)
48from transformer_lens.model_bridge.supported_architectures.gemma3n import (
49 Gemma3nArchitectureAdapter,
50)
51from transformer_lens.model_bridge.supported_architectures.gemma4 import (
52 Gemma4ArchitectureAdapter,
53)
54from transformer_lens.model_bridge.supported_architectures.glm4_moe import (
55 Glm4MoeArchitectureAdapter,
56)
57from transformer_lens.model_bridge.supported_architectures.gpt2 import (
58 GPT2ArchitectureAdapter,
59)
60from transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom import (
61 Gpt2LmHeadCustomArchitectureAdapter,
62)
63from transformer_lens.model_bridge.supported_architectures.gpt_bigcode import (
64 GPTBigCodeArchitectureAdapter,
65)
66from transformer_lens.model_bridge.supported_architectures.gpt_oss import (
67 GPTOSSArchitectureAdapter,
68)
69from transformer_lens.model_bridge.supported_architectures.gptj import (
70 GptjArchitectureAdapter,
71)
72from transformer_lens.model_bridge.supported_architectures.glm_moe_dsa import (
73 GlmMoeDsaArchitectureAdapter,
74)
75from transformer_lens.model_bridge.supported_architectures.granite import (
76 GraniteArchitectureAdapter,
77)
78from transformer_lens.model_bridge.supported_architectures.granite_moe import (
79 GraniteMoeArchitectureAdapter,
80)
81from transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid import (
82 GraniteMoeHybridArchitectureAdapter,
83)
84from transformer_lens.model_bridge.supported_architectures.hubert import (
85 HubertArchitectureAdapter,
86)
87from transformer_lens.model_bridge.supported_architectures.hunyuan_v1_dense import (
88 HunYuanDenseV1ArchitectureAdapter,
89)
90from transformer_lens.model_bridge.supported_architectures.internlm2 import (
91 InternLM2ArchitectureAdapter,
92)
93from transformer_lens.model_bridge.supported_architectures.lfm2_moe import (
94 Lfm2MoeArchitectureAdapter,
95)
96from transformer_lens.model_bridge.supported_architectures.llama import (
97 LlamaArchitectureAdapter,
98)
99from transformer_lens.model_bridge.supported_architectures.llava import (
100 LlavaArchitectureAdapter,
101)
102from transformer_lens.model_bridge.supported_architectures.llava_next import (
103 LlavaNextArchitectureAdapter,
104)
105from transformer_lens.model_bridge.supported_architectures.llava_onevision import (
106 LlavaOnevisionArchitectureAdapter,
107)
108from transformer_lens.model_bridge.supported_architectures.mamba import (
109 MambaArchitectureAdapter,
110)
111from transformer_lens.model_bridge.supported_architectures.mamba2 import (
112 Mamba2ArchitectureAdapter,
113)
114from transformer_lens.model_bridge.supported_architectures.mingpt import (
115 MingptArchitectureAdapter,
116)
117from transformer_lens.model_bridge.supported_architectures.mistral import (
118 MistralArchitectureAdapter,
119)
120from transformer_lens.model_bridge.supported_architectures.mixtral import (
121 MixtralArchitectureAdapter,
122)
123from transformer_lens.model_bridge.supported_architectures.mpt import (
124 MPTArchitectureAdapter,
125)
126from transformer_lens.model_bridge.supported_architectures.nanogpt import (
127 NanogptArchitectureAdapter,
128)
129from transformer_lens.model_bridge.supported_architectures.native import (
130 NativeArchitectureAdapter,
131)
132from transformer_lens.model_bridge.supported_architectures.neel_solu_old import (
133 NeelSoluOldArchitectureAdapter,
134)
135from transformer_lens.model_bridge.supported_architectures.nemotron_h import (
136 NemotronHArchitectureAdapter,
137)
138from transformer_lens.model_bridge.supported_architectures.neo import (
139 NeoArchitectureAdapter,
140)
141from transformer_lens.model_bridge.supported_architectures.neox import (
142 NeoxArchitectureAdapter,
143)
144from transformer_lens.model_bridge.supported_architectures.olmo import (
145 OlmoArchitectureAdapter,
146)
147from transformer_lens.model_bridge.supported_architectures.olmo2 import (
148 Olmo2ArchitectureAdapter,
149)
150from transformer_lens.model_bridge.supported_architectures.olmo3 import (
151 Olmo3ArchitectureAdapter,
152)
153from transformer_lens.model_bridge.supported_architectures.olmoe import (
154 OlmoeArchitectureAdapter,
155)
156from transformer_lens.model_bridge.supported_architectures.openelm import (
157 OpenElmArchitectureAdapter,
158)
159from transformer_lens.model_bridge.supported_architectures.opt import (
160 OptArchitectureAdapter,
161)
162from transformer_lens.model_bridge.supported_architectures.phi import (
163 PhiArchitectureAdapter,
164)
165from transformer_lens.model_bridge.supported_architectures.phi3 import (
166 Phi3ArchitectureAdapter,
167)
168from transformer_lens.model_bridge.supported_architectures.phimoe import (
169 PhiMoEArchitectureAdapter,
170)
171from transformer_lens.model_bridge.supported_architectures.qwen import (
172 QwenArchitectureAdapter,
173)
174from transformer_lens.model_bridge.supported_architectures.qwen2 import (
175 Qwen2ArchitectureAdapter,
176)
177from transformer_lens.model_bridge.supported_architectures.qwen3 import (
178 Qwen3ArchitectureAdapter,
179)
180from transformer_lens.model_bridge.supported_architectures.qwen3_5 import (
181 Qwen3_5ArchitectureAdapter,
182)
183from transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal import (
184 Qwen3_5MultimodalArchitectureAdapter,
185)
186from transformer_lens.model_bridge.supported_architectures.qwen3_moe import (
187 Qwen3MoeArchitectureAdapter,
188)
189from transformer_lens.model_bridge.supported_architectures.qwen3_next import (
190 Qwen3NextArchitectureAdapter,
191)
192from transformer_lens.model_bridge.supported_architectures.smollm3 import (
193 SmolLM3ArchitectureAdapter,
194)
195from transformer_lens.model_bridge.supported_architectures.stablelm import (
196 StableLmArchitectureAdapter,
197)
198from transformer_lens.model_bridge.supported_architectures.t5 import (
199 T5ArchitectureAdapter,
200)
201from transformer_lens.model_bridge.supported_architectures.t5gemma import (
202 T5GemmaArchitectureAdapter,
203)
204from transformer_lens.model_bridge.supported_architectures.xglm import (
205 XGLMArchitectureAdapter,
206)
208__all__ = [
209 "ApertusArchitectureAdapter",
210 "BaichuanArchitectureAdapter",
211 "BartArchitectureAdapter",
212 "BertArchitectureAdapter",
213 "BloomArchitectureAdapter",
214 "CodeGenArchitectureAdapter",
215 "CohereArchitectureAdapter",
216 "DeepSeekV2ArchitectureAdapter",
217 "DeepSeekV3ArchitectureAdapter",
218 "FalconArchitectureAdapter",
219 "Gemma1ArchitectureAdapter",
220 "Gemma2ArchitectureAdapter",
221 "Gemma3ArchitectureAdapter",
222 "Gemma3nArchitectureAdapter",
223 "Gemma3MultimodalArchitectureAdapter",
224 "Gemma4ArchitectureAdapter",
225 "GlmMoeDsaArchitectureAdapter",
226 "Glm4MoeArchitectureAdapter",
227 "GraniteArchitectureAdapter",
228 "GraniteMoeArchitectureAdapter",
229 "GraniteMoeHybridArchitectureAdapter",
230 "GPT2ArchitectureAdapter",
231 "GPTBigCodeArchitectureAdapter",
232 "GPTOSSArchitectureAdapter",
233 "Gpt2LmHeadCustomArchitectureAdapter",
234 "GptjArchitectureAdapter",
235 "HubertArchitectureAdapter",
236 "HunYuanDenseV1ArchitectureAdapter",
237 "InternLM2ArchitectureAdapter",
238 "LlamaArchitectureAdapter",
239 "LlavaArchitectureAdapter",
240 "LlavaNextArchitectureAdapter",
241 "LlavaOnevisionArchitectureAdapter",
242 "Lfm2MoeArchitectureAdapter",
243 "MambaArchitectureAdapter",
244 "Mamba2ArchitectureAdapter",
245 "MingptArchitectureAdapter",
246 "MistralArchitectureAdapter",
247 "MixtralArchitectureAdapter",
248 "MPTArchitectureAdapter",
249 "NanogptArchitectureAdapter",
250 "NemotronHArchitectureAdapter",
251 "NativeArchitectureAdapter",
252 "NeelSoluOldArchitectureAdapter",
253 "NemotronHArchitectureAdapter",
254 "NeoArchitectureAdapter",
255 "NeoxArchitectureAdapter",
256 "OpenElmArchitectureAdapter",
257 "OlmoArchitectureAdapter",
258 "Olmo2ArchitectureAdapter",
259 "Olmo3ArchitectureAdapter",
260 "OlmoeArchitectureAdapter",
261 "OptArchitectureAdapter",
262 "PhiArchitectureAdapter",
263 "Phi3ArchitectureAdapter",
264 "PhiMoEArchitectureAdapter",
265 "QwenArchitectureAdapter",
266 "Qwen2ArchitectureAdapter",
267 "Qwen3ArchitectureAdapter",
268 "Qwen3MoeArchitectureAdapter",
269 "Qwen3NextArchitectureAdapter",
270 "Qwen3_5ArchitectureAdapter",
271 "Qwen3_5MultimodalArchitectureAdapter",
272 "SmolLM3ArchitectureAdapter",
273 "StableLmArchitectureAdapter",
274 "T5ArchitectureAdapter",
275 "T5GemmaArchitectureAdapter",
276 "XGLMArchitectureAdapter",
277]