Coverage for transformer_lens/model_bridge/supported_architectures/__init__.py: 100%

157 statements  

« prev     ^ index     » next       coverage.py v7.10.1, created at 2026-09-21 19:27 +0000

1"""Supported architecture adapters. 

2 

3This module contains all the supported architecture adapters for different model architectures. 

4""" 

5 

6from transformer_lens.model_bridge.supported_architectures.afmoe import AfmoeArchitectureAdapter 

7from transformer_lens.model_bridge.supported_architectures.apertus import ApertusArchitectureAdapter 

8from transformer_lens.model_bridge.supported_architectures.arcee import ArceeArchitectureAdapter 

9from transformer_lens.model_bridge.supported_architectures.ast import ASTArchitectureAdapter 

10from transformer_lens.model_bridge.supported_architectures.audio_flamingo3 import ( 

11 AudioFlamingo3ArchitectureAdapter, 

12) 

13from transformer_lens.model_bridge.supported_architectures.baichuan import ( 

14 BaichuanArchitectureAdapter, 

15) 

16from transformer_lens.model_bridge.supported_architectures.bamba import BambaArchitectureAdapter 

17from transformer_lens.model_bridge.supported_architectures.bart import BartArchitectureAdapter 

18from transformer_lens.model_bridge.supported_architectures.bd3lm import BD3LMArchitectureAdapter 

19from transformer_lens.model_bridge.supported_architectures.bert import BertArchitectureAdapter 

20from transformer_lens.model_bridge.supported_architectures.bitnet import BitNetArchitectureAdapter 

21from transformer_lens.model_bridge.supported_architectures.blenderbot import ( 

22 BlenderbotArchitectureAdapter, 

23) 

24from transformer_lens.model_bridge.supported_architectures.bloom import BloomArchitectureAdapter 

25from transformer_lens.model_bridge.supported_architectures.codegen import CodeGenArchitectureAdapter 

26from transformer_lens.model_bridge.supported_architectures.cohere import ( 

27 Cohere2ArchitectureAdapter, 

28 CohereArchitectureAdapter, 

29) 

30from transformer_lens.model_bridge.supported_architectures.deepseek_v2 import ( 

31 DeepSeekV2ArchitectureAdapter, 

32) 

33from transformer_lens.model_bridge.supported_architectures.deepseek_v3 import ( 

34 DeepSeekV3ArchitectureAdapter, 

35) 

36from transformer_lens.model_bridge.supported_architectures.deepseek_v4 import ( 

37 DeepSeekV4ArchitectureAdapter, 

38) 

39from transformer_lens.model_bridge.supported_architectures.dream import DreamArchitectureAdapter 

40from transformer_lens.model_bridge.supported_architectures.emu3 import Emu3ArchitectureAdapter 

41from transformer_lens.model_bridge.supported_architectures.ernie4_5 import ( 

42 Ernie4_5ArchitectureAdapter, 

43) 

44from transformer_lens.model_bridge.supported_architectures.ernie4_5_moe import ( 

45 Ernie4_5_MoeArchitectureAdapter, 

46) 

47from transformer_lens.model_bridge.supported_architectures.exaone import ExaoneArchitectureAdapter 

48from transformer_lens.model_bridge.supported_architectures.exaone4 import Exaone4ArchitectureAdapter 

49from transformer_lens.model_bridge.supported_architectures.falcon import FalconArchitectureAdapter 

50from transformer_lens.model_bridge.supported_architectures.falcon_h1 import ( 

51 FalconH1ArchitectureAdapter, 

52) 

53from transformer_lens.model_bridge.supported_architectures.falcon_mamba import ( 

54 FalconMambaArchitectureAdapter, 

55) 

56from transformer_lens.model_bridge.supported_architectures.flex_olmo import ( 

57 FlexOlmoArchitectureAdapter, 

58) 

59from transformer_lens.model_bridge.supported_architectures.florence2 import ( 

60 Florence2ArchitectureAdapter, 

61) 

62from transformer_lens.model_bridge.supported_architectures.gemma1 import Gemma1ArchitectureAdapter 

63from transformer_lens.model_bridge.supported_architectures.gemma2 import Gemma2ArchitectureAdapter 

64from transformer_lens.model_bridge.supported_architectures.gemma3 import Gemma3ArchitectureAdapter 

65from transformer_lens.model_bridge.supported_architectures.gemma3_multimodal import ( 

66 Gemma3MultimodalArchitectureAdapter, 

67) 

68from transformer_lens.model_bridge.supported_architectures.gemma3n import Gemma3nArchitectureAdapter 

69from transformer_lens.model_bridge.supported_architectures.gemma4 import Gemma4ArchitectureAdapter 

70from transformer_lens.model_bridge.supported_architectures.gemma4_text import ( 

71 Gemma4TextArchitectureAdapter, 

72) 

73from transformer_lens.model_bridge.supported_architectures.gidd import GiddArchitectureAdapter 

74from transformer_lens.model_bridge.supported_architectures.glm import GlmArchitectureAdapter 

75from transformer_lens.model_bridge.supported_architectures.glm4 import Glm4ArchitectureAdapter 

76from transformer_lens.model_bridge.supported_architectures.glm4_moe import ( 

77 Glm4MoeArchitectureAdapter, 

78) 

79from transformer_lens.model_bridge.supported_architectures.glm4_moe_lite import ( 

80 Glm4MoeLiteArchitectureAdapter, 

81) 

82from transformer_lens.model_bridge.supported_architectures.glm4v import Glm4vArchitectureAdapter 

83from transformer_lens.model_bridge.supported_architectures.glm_asr import GlmAsrArchitectureAdapter 

84from transformer_lens.model_bridge.supported_architectures.glm_moe_dsa import ( 

85 GlmMoeDsaArchitectureAdapter, 

86) 

87from transformer_lens.model_bridge.supported_architectures.gpt2 import GPT2ArchitectureAdapter 

88from transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom import ( 

89 Gpt2LmHeadCustomArchitectureAdapter, 

90) 

91from transformer_lens.model_bridge.supported_architectures.gpt_bigcode import ( 

92 GPTBigCodeArchitectureAdapter, 

93) 

94from transformer_lens.model_bridge.supported_architectures.gpt_oss import GPTOSSArchitectureAdapter 

95from transformer_lens.model_bridge.supported_architectures.gptj import GptjArchitectureAdapter 

96from transformer_lens.model_bridge.supported_architectures.granite import GraniteArchitectureAdapter 

97from transformer_lens.model_bridge.supported_architectures.granite_moe import ( 

98 GraniteMoeArchitectureAdapter, 

99) 

100from transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid import ( 

101 GraniteMoeHybridArchitectureAdapter, 

102) 

103from transformer_lens.model_bridge.supported_architectures.hrm_text import ( 

104 HrmTextArchitectureAdapter, 

105) 

106from transformer_lens.model_bridge.supported_architectures.hubert import HubertArchitectureAdapter 

107from transformer_lens.model_bridge.supported_architectures.wav2vec2 import ( 

108 Wav2Vec2ArchitectureAdapter, 

109) 

110from transformer_lens.model_bridge.supported_architectures.hunyuan_v1_dense import ( 

111 HunYuanDenseV1ArchitectureAdapter, 

112) 

113from transformer_lens.model_bridge.supported_architectures.hyenadna import ( 

114 HyenaDNAArchitectureAdapter, 

115) 

116from transformer_lens.model_bridge.supported_architectures.idefics3 import ( 

117 Idefics3ArchitectureAdapter, 

118) 

119from transformer_lens.model_bridge.supported_architectures.internlm2 import ( 

120 InternLM2ArchitectureAdapter, 

121) 

122from transformer_lens.model_bridge.supported_architectures.jais2 import Jais2ArchitectureAdapter 

123from transformer_lens.model_bridge.supported_architectures.jamba import JambaArchitectureAdapter 

124from transformer_lens.model_bridge.supported_architectures.jetmoe import JetMoeArchitectureAdapter 

125from transformer_lens.model_bridge.supported_architectures.laguna import LagunaArchitectureAdapter 

126from transformer_lens.model_bridge.supported_architectures.led import LEDArchitectureAdapter 

127from transformer_lens.model_bridge.supported_architectures.lfm2 import Lfm2ArchitectureAdapter 

128from transformer_lens.model_bridge.supported_architectures.lfm2_moe import ( 

129 Lfm2MoeArchitectureAdapter, 

130) 

131from transformer_lens.model_bridge.supported_architectures.llada import LLaDAArchitectureAdapter 

132from transformer_lens.model_bridge.supported_architectures.llada2_moe import ( 

133 LLaDA2MoeArchitectureAdapter, 

134) 

135from transformer_lens.model_bridge.supported_architectures.llama import LlamaArchitectureAdapter 

136from transformer_lens.model_bridge.supported_architectures.llama4 import Llama4ArchitectureAdapter 

137from transformer_lens.model_bridge.supported_architectures.llama4_multimodal import ( 

138 Llama4MultimodalArchitectureAdapter, 

139) 

140from transformer_lens.model_bridge.supported_architectures.llava import LlavaArchitectureAdapter 

141from transformer_lens.model_bridge.supported_architectures.llava_next import ( 

142 LlavaNextArchitectureAdapter, 

143) 

144from transformer_lens.model_bridge.supported_architectures.llava_onevision import ( 

145 LlavaOnevisionArchitectureAdapter, 

146) 

147from transformer_lens.model_bridge.supported_architectures.longt5 import LongT5ArchitectureAdapter 

148from transformer_lens.model_bridge.supported_architectures.m2m100 import M2M100ArchitectureAdapter 

149from transformer_lens.model_bridge.supported_architectures.mamba import MambaArchitectureAdapter 

150from transformer_lens.model_bridge.supported_architectures.mamba2 import Mamba2ArchitectureAdapter 

151from transformer_lens.model_bridge.supported_architectures.marian import MarianArchitectureAdapter 

152from transformer_lens.model_bridge.supported_architectures.mbart import MBartArchitectureAdapter 

153from transformer_lens.model_bridge.supported_architectures.mingpt import MingptArchitectureAdapter 

154from transformer_lens.model_bridge.supported_architectures.minimax_m2 import ( 

155 MiniMaxM2ArchitectureAdapter, 

156) 

157from transformer_lens.model_bridge.supported_architectures.ministral3 import ( 

158 Ministral3ArchitectureAdapter, 

159) 

160from transformer_lens.model_bridge.supported_architectures.mistral import MistralArchitectureAdapter 

161from transformer_lens.model_bridge.supported_architectures.mistral3 import ( 

162 Mistral3ArchitectureAdapter, 

163) 

164from transformer_lens.model_bridge.supported_architectures.mixtral import MixtralArchitectureAdapter 

165from transformer_lens.model_bridge.supported_architectures.modernbert_decoder import ( 

166 ModernBertDecoderArchitectureAdapter, 

167) 

168from transformer_lens.model_bridge.supported_architectures.mpt import MPTArchitectureAdapter 

169from transformer_lens.model_bridge.supported_architectures.music_flamingo import ( 

170 MusicFlamingoArchitectureAdapter, 

171) 

172from transformer_lens.model_bridge.supported_architectures.nanochat import ( 

173 NanoChatArchitectureAdapter, 

174) 

175from transformer_lens.model_bridge.supported_architectures.nanogpt import NanogptArchitectureAdapter 

176from transformer_lens.model_bridge.supported_architectures.native import NativeArchitectureAdapter 

177from transformer_lens.model_bridge.supported_architectures.neel_solu_old import ( 

178 NeelSoluOldArchitectureAdapter, 

179) 

180from transformer_lens.model_bridge.supported_architectures.nemotron import ( 

181 NemotronArchitectureAdapter, 

182) 

183from transformer_lens.model_bridge.supported_architectures.nemotron_h import ( 

184 NemotronHArchitectureAdapter, 

185) 

186from transformer_lens.model_bridge.supported_architectures.neo import NeoArchitectureAdapter 

187from transformer_lens.model_bridge.supported_architectures.neox import NeoxArchitectureAdapter 

188from transformer_lens.model_bridge.supported_architectures.olmo import OlmoArchitectureAdapter 

189from transformer_lens.model_bridge.supported_architectures.olmo2 import Olmo2ArchitectureAdapter 

190from transformer_lens.model_bridge.supported_architectures.olmo3 import Olmo3ArchitectureAdapter 

191from transformer_lens.model_bridge.supported_architectures.olmo_hybrid import ( 

192 OlmoHybridArchitectureAdapter, 

193) 

194from transformer_lens.model_bridge.supported_architectures.olmoe import OlmoeArchitectureAdapter 

195from transformer_lens.model_bridge.supported_architectures.openai_gpt import ( 

196 OpenAIGPTArchitectureAdapter, 

197) 

198from transformer_lens.model_bridge.supported_architectures.openelm import OpenElmArchitectureAdapter 

199from transformer_lens.model_bridge.supported_architectures.opt import OptArchitectureAdapter 

200from transformer_lens.model_bridge.supported_architectures.ouro import OuroArchitectureAdapter 

201from transformer_lens.model_bridge.supported_architectures.pegasus import PegasusArchitectureAdapter 

202from transformer_lens.model_bridge.supported_architectures.phi import PhiArchitectureAdapter 

203from transformer_lens.model_bridge.supported_architectures.phi3 import Phi3ArchitectureAdapter 

204from transformer_lens.model_bridge.supported_architectures.phimoe import PhiMoEArchitectureAdapter 

205from transformer_lens.model_bridge.supported_architectures.pretrain import ( 

206 PretrainArchitectureAdapter, 

207) 

208from transformer_lens.model_bridge.supported_architectures.qwen import QwenArchitectureAdapter 

209from transformer_lens.model_bridge.supported_architectures.qwen2 import Qwen2ArchitectureAdapter 

210from transformer_lens.model_bridge.supported_architectures.qwen2_5_vl import ( 

211 Qwen2_5_VLArchitectureAdapter, 

212) 

213from transformer_lens.model_bridge.supported_architectures.olmo3 import ( 

214 Olmo3ArchitectureAdapter, 

215) 

216from transformer_lens.model_bridge.supported_architectures.olmoe import ( 

217 OlmoeArchitectureAdapter, 

218) 

219from transformer_lens.model_bridge.supported_architectures.openelm import ( 

220 OpenElmArchitectureAdapter, 

221) 

222from transformer_lens.model_bridge.supported_architectures.opt import ( 

223 OptArchitectureAdapter, 

224) 

225from transformer_lens.model_bridge.supported_architectures.ouro import ( 

226 OuroArchitectureAdapter, 

227) 

228from transformer_lens.model_bridge.supported_architectures.phi import ( 

229 PhiArchitectureAdapter, 

230) 

231from transformer_lens.model_bridge.supported_architectures.phi3 import ( 

232 Phi3ArchitectureAdapter, 

233) 

234from transformer_lens.model_bridge.supported_architectures.phimoe import ( 

235 PhiMoEArchitectureAdapter, 

236) 

237from transformer_lens.model_bridge.supported_architectures.pretrain import ( 

238 PretrainArchitectureAdapter, 

239) 

240from transformer_lens.model_bridge.supported_architectures.qwen import ( 

241 QwenArchitectureAdapter, 

242) 

243from transformer_lens.model_bridge.supported_architectures.qwen2 import ( 

244 Qwen2ArchitectureAdapter, 

245) 

246from transformer_lens.model_bridge.supported_architectures.qwen2_audio import ( 

247 Qwen2AudioArchitectureAdapter, 

248) 

249from transformer_lens.model_bridge.supported_architectures.qwen2_moe import ( 

250 Qwen2MoeArchitectureAdapter, 

251) 

252from transformer_lens.model_bridge.supported_architectures.qwen3 import Qwen3ArchitectureAdapter 

253from transformer_lens.model_bridge.supported_architectures.qwen3_5 import Qwen3_5ArchitectureAdapter 

254from transformer_lens.model_bridge.supported_architectures.qwen3_5_moe import ( 

255 Qwen3_5MoeArchitectureAdapter, 

256 Qwen3_5MoeMultimodalArchitectureAdapter, 

257) 

258from transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal import ( 

259 Qwen3_5MultimodalArchitectureAdapter, 

260) 

261from transformer_lens.model_bridge.supported_architectures.qwen3_moe import ( 

262 Qwen3MoeArchitectureAdapter, 

263) 

264from transformer_lens.model_bridge.supported_architectures.qwen3_next import ( 

265 Qwen3NextArchitectureAdapter, 

266) 

267from transformer_lens.model_bridge.supported_architectures.raven import ( 

268 RavenArchitectureAdapter, 

269) 

270from transformer_lens.model_bridge.supported_architectures.recurrent_gemma import ( 

271 RecurrentGemmaArchitectureAdapter, 

272) 

273from transformer_lens.model_bridge.supported_architectures.rwkv7 import ( 

274 RWKV7ArchitectureAdapter, 

275) 

276from transformer_lens.model_bridge.supported_architectures.smollm3 import ( 

277 SmolLM3ArchitectureAdapter, 

278) 

279from transformer_lens.model_bridge.supported_architectures.qwen3_vl import ( 

280 Qwen3VLArchitectureAdapter, 

281) 

282from transformer_lens.model_bridge.supported_architectures.qwen3_vl_moe import ( 

283 Qwen3VLMoeArchitectureAdapter, 

284) 

285from transformer_lens.model_bridge.supported_architectures.raven import RavenArchitectureAdapter 

286from transformer_lens.model_bridge.supported_architectures.recurrent_gemma import ( 

287 RecurrentGemmaArchitectureAdapter, 

288) 

289from transformer_lens.model_bridge.supported_architectures.rwkv import RwkvArchitectureAdapter 

290from transformer_lens.model_bridge.supported_architectures.rwkv7 import RWKV7ArchitectureAdapter 

291from transformer_lens.model_bridge.supported_architectures.seed_oss import ( 

292 SeedOssArchitectureAdapter, 

293) 

294from transformer_lens.model_bridge.supported_architectures.smollm3 import SmolLM3ArchitectureAdapter 

295from transformer_lens.model_bridge.supported_architectures.stablelm import ( 

296 StableLmArchitectureAdapter, 

297) 

298from transformer_lens.model_bridge.supported_architectures.starcoder2 import ( 

299 Starcoder2ArchitectureAdapter, 

300) 

301from transformer_lens.model_bridge.supported_architectures.switch_transformers import ( 

302 SwitchTransformersArchitectureAdapter, 

303) 

304from transformer_lens.model_bridge.supported_architectures.vit import ( 

305 ViTArchitectureAdapter, 

306) 

307from transformer_lens.model_bridge.supported_architectures.t5 import T5ArchitectureAdapter 

308from transformer_lens.model_bridge.supported_architectures.t5gemma import T5GemmaArchitectureAdapter 

309from transformer_lens.model_bridge.supported_architectures.t5gemma2 import ( 

310 T5Gemma2ArchitectureAdapter, 

311) 

312from transformer_lens.model_bridge.supported_architectures.vaultgemma import ( 

313 VaultGemmaArchitectureAdapter, 

314) 

315from transformer_lens.model_bridge.supported_architectures.xglm import XGLMArchitectureAdapter 

316from transformer_lens.model_bridge.supported_architectures.youtu import YoutuArchitectureAdapter 

317from transformer_lens.model_bridge.supported_architectures.zamba2 import Zamba2ArchitectureAdapter 

318 

319__all__ = [ 

320 "AfmoeArchitectureAdapter", 

321 "ApertusArchitectureAdapter", 

322 "ArceeArchitectureAdapter", 

323 "ASTArchitectureAdapter", 

324 "AudioFlamingo3ArchitectureAdapter", 

325 "BD3LMArchitectureAdapter", 

326 "BaichuanArchitectureAdapter", 

327 "BambaArchitectureAdapter", 

328 "BartArchitectureAdapter", 

329 "BertArchitectureAdapter", 

330 "BitNetArchitectureAdapter", 

331 "BlenderbotArchitectureAdapter", 

332 "BloomArchitectureAdapter", 

333 "CodeGenArchitectureAdapter", 

334 "Cohere2ArchitectureAdapter", 

335 "CohereArchitectureAdapter", 

336 "DeepSeekV2ArchitectureAdapter", 

337 "DeepSeekV3ArchitectureAdapter", 

338 "DeepSeekV4ArchitectureAdapter", 

339 "DreamArchitectureAdapter", 

340 "Emu3ArchitectureAdapter", 

341 "Ernie4_5ArchitectureAdapter", 

342 "Ernie4_5_MoeArchitectureAdapter", 

343 "ExaoneArchitectureAdapter", 

344 "Exaone4ArchitectureAdapter", 

345 "FalconArchitectureAdapter", 

346 "FalconH1ArchitectureAdapter", 

347 "FalconMambaArchitectureAdapter", 

348 "FlexOlmoArchitectureAdapter", 

349 "Florence2ArchitectureAdapter", 

350 "Gemma1ArchitectureAdapter", 

351 "Gemma2ArchitectureAdapter", 

352 "Gemma3ArchitectureAdapter", 

353 "Gemma3nArchitectureAdapter", 

354 "Gemma3MultimodalArchitectureAdapter", 

355 "Gemma4ArchitectureAdapter", 

356 "Gemma4TextArchitectureAdapter", 

357 "GiddArchitectureAdapter", 

358 "GlmArchitectureAdapter", 

359 "Glm4ArchitectureAdapter", 

360 "Glm4vArchitectureAdapter", 

361 "GlmAsrArchitectureAdapter", 

362 "GlmMoeDsaArchitectureAdapter", 

363 "Glm4MoeArchitectureAdapter", 

364 "Glm4MoeLiteArchitectureAdapter", 

365 "GraniteArchitectureAdapter", 

366 "GraniteMoeArchitectureAdapter", 

367 "GraniteMoeHybridArchitectureAdapter", 

368 "GPT2ArchitectureAdapter", 

369 "GPTBigCodeArchitectureAdapter", 

370 "GPTOSSArchitectureAdapter", 

371 "Gpt2LmHeadCustomArchitectureAdapter", 

372 "GptjArchitectureAdapter", 

373 "HubertArchitectureAdapter", 

374 "Wav2Vec2ArchitectureAdapter", 

375 "HyenaDNAArchitectureAdapter", 

376 "HunYuanDenseV1ArchitectureAdapter", 

377 "Idefics3ArchitectureAdapter", 

378 "InternLM2ArchitectureAdapter", 

379 "LEDArchitectureAdapter", 

380 "LagunaArchitectureAdapter", 

381 "Jais2ArchitectureAdapter", 

382 "JambaArchitectureAdapter", 

383 "JetMoeArchitectureAdapter", 

384 "Ministral3ArchitectureAdapter", 

385 "VaultGemmaArchitectureAdapter", 

386 "YoutuArchitectureAdapter", 

387 "LLaDA2MoeArchitectureAdapter", 

388 "LlamaArchitectureAdapter", 

389 "Llama4ArchitectureAdapter", 

390 "Llama4MultimodalArchitectureAdapter", 

391 "LlavaArchitectureAdapter", 

392 "LlavaNextArchitectureAdapter", 

393 "LlavaOnevisionArchitectureAdapter", 

394 "Lfm2MoeArchitectureAdapter", 

395 "LongT5ArchitectureAdapter", 

396 "M2M100ArchitectureAdapter", 

397 "MambaArchitectureAdapter", 

398 "Mamba2ArchitectureAdapter", 

399 "MarianArchitectureAdapter", 

400 "MBartArchitectureAdapter", 

401 "MingptArchitectureAdapter", 

402 "MiniMaxM2ArchitectureAdapter", 

403 "MistralArchitectureAdapter", 

404 "Mistral3ArchitectureAdapter", 

405 "MixtralArchitectureAdapter", 

406 "ModernBertDecoderArchitectureAdapter", 

407 "MPTArchitectureAdapter", 

408 "MusicFlamingoArchitectureAdapter", 

409 "NanogptArchitectureAdapter", 

410 "NanoChatArchitectureAdapter", 

411 "NativeArchitectureAdapter", 

412 "NeelSoluOldArchitectureAdapter", 

413 "NemotronArchitectureAdapter", 

414 "NemotronHArchitectureAdapter", 

415 "NeoArchitectureAdapter", 

416 "NeoxArchitectureAdapter", 

417 "OpenAIGPTArchitectureAdapter", 

418 "OpenElmArchitectureAdapter", 

419 "PegasusArchitectureAdapter", 

420 "OlmoArchitectureAdapter", 

421 "Olmo2ArchitectureAdapter", 

422 "Olmo3ArchitectureAdapter", 

423 "OlmoHybridArchitectureAdapter", 

424 "OlmoeArchitectureAdapter", 

425 "OptArchitectureAdapter", 

426 "PhiArchitectureAdapter", 

427 "Phi3ArchitectureAdapter", 

428 "PhiMoEArchitectureAdapter", 

429 "PretrainArchitectureAdapter", 

430 "QwenArchitectureAdapter", 

431 "Qwen2ArchitectureAdapter", 

432 "Qwen2_5_VLArchitectureAdapter", 

433 "Qwen2AudioArchitectureAdapter", 

434 "Qwen2MoeArchitectureAdapter", 

435 "Qwen3ArchitectureAdapter", 

436 "Qwen3VLArchitectureAdapter", 

437 "Qwen3VLMoeArchitectureAdapter", 

438 "RavenArchitectureAdapter", 

439 "RwkvArchitectureAdapter", 

440 "Qwen3MoeArchitectureAdapter", 

441 "Qwen3NextArchitectureAdapter", 

442 "Qwen3_5ArchitectureAdapter", 

443 "Qwen3_5MoeArchitectureAdapter", 

444 "Qwen3_5MoeMultimodalArchitectureAdapter", 

445 "Qwen3_5MultimodalArchitectureAdapter", 

446 "RavenArchitectureAdapter", 

447 "RecurrentGemmaArchitectureAdapter", 

448 "RWKV7ArchitectureAdapter", 

449 "SeedOssArchitectureAdapter", 

450 "SmolLM3ArchitectureAdapter", 

451 "StableLmArchitectureAdapter", 

452 "SwitchTransformersArchitectureAdapter", 

453 "Starcoder2ArchitectureAdapter", 

454 "T5ArchitectureAdapter", 

455 "T5GemmaArchitectureAdapter", 

456 "T5Gemma2ArchitectureAdapter", 

457 "ViTArchitectureAdapter", 

458 "XGLMArchitectureAdapter", 

459 "Zamba2ArchitectureAdapter", 

460 "HrmTextArchitectureAdapter", 

461 "LLaDAArchitectureAdapter", 

462 "Lfm2ArchitectureAdapter", 

463 "OuroArchitectureAdapter", 

464 "RWKV7ArchitectureAdapter", 

465 "T5Gemma2ArchitectureAdapter", 

466]