Coverage for transformer_lens/supported

1# HookedTransformers model registry. If you are looking for TransformerBridge's supported models

2# see transformer_lens/tools/model_registry/data/supported_models.json or the docs page at

3# https://transformerlensorg.github.io/TransformerLens/generated/transformer_bridge_models.html

4OFFICIAL_MODEL_NAMES: list[str] = [

5 "01-ai/Yi-34B",

6 "01-ai/Yi-34B-Chat",

7 "01-ai/Yi-6B",

8 "01-ai/Yi-6B-Chat",

9 "ai-forever/mGPT",

10 "allenai/OLMo-1B-hf",

11 "allenai/OLMo-2-0425-1B",

12 "allenai/OLMo-2-1124-7B",

13 "allenai/Olmo-3-1025-7B",

14 "allenai/Olmo-3-1125-32B",

15 "allenai/Olmo-3-32B-Think",

16 "allenai/Olmo-3-7B-Instruct",

17 "allenai/Olmo-3-7B-Think",

18 "allenai/Olmo-3.1-32B-Instruct",

19 "allenai/Olmo-3.1-32B-Think",

20 "allenai/OLMo-7B-hf",

21 "allenai/OLMoE-1B-7B-0924",

22 "ArthurConmy/redwood_attn_2l",

23 "Baidicoot/Othello-GPT-Transformer-Lens",

24 "bigcode/santacoder",

25 "bigscience/bloom-1b1",

26 "bigscience/bloom-1b7",

27 "bigscience/bloom-3b",

28 "bigscience/bloom-560m",

29 "bigscience/bloom-7b1",

30 "codellama/CodeLlama-7b-hf",

31 "codellama/CodeLlama-7b-Instruct-hf",

32 "codellama/CodeLlama-7b-Python-hf",

33 "distilgpt2",

34 "EleutherAI/gpt-j-6B",

35 "EleutherAI/gpt-neo-1.3B",

36 "EleutherAI/gpt-neo-125M",

37 "EleutherAI/gpt-neo-2.7B",

38 "EleutherAI/gpt-neox-20b",

39 "EleutherAI/pythia-1.4b",

40 "EleutherAI/pythia-1.4b-deduped",

41 "EleutherAI/pythia-1.4b-deduped-v0",

42 "EleutherAI/pythia-1.4b-v0",

43 "EleutherAI/pythia-12b",

44 "EleutherAI/pythia-12b-deduped",

45 "EleutherAI/pythia-12b-deduped-v0",

46 "EleutherAI/pythia-12b-v0",

47 "EleutherAI/pythia-14m",

48 "EleutherAI/pythia-160m",

49 "EleutherAI/pythia-160m-deduped",

50 "EleutherAI/pythia-160m-deduped-v0",

51 "EleutherAI/pythia-160m-seed1",

52 "EleutherAI/pythia-160m-seed2",

53 "EleutherAI/pythia-160m-seed3",

54 "EleutherAI/pythia-160m-v0",

55 "EleutherAI/pythia-1b",

56 "EleutherAI/pythia-1b-deduped",

57 "EleutherAI/pythia-1b-deduped-v0",

58 "EleutherAI/pythia-1b-v0",

59 "EleutherAI/pythia-2.8b",

60 "EleutherAI/pythia-2.8b-deduped",

61 "EleutherAI/pythia-2.8b-deduped-v0",

62 "EleutherAI/pythia-2.8b-v0",

63 "EleutherAI/pythia-31m",

64 "EleutherAI/pythia-410m",

65 "EleutherAI/pythia-410m-deduped",

66 "EleutherAI/pythia-410m-deduped-v0",

67 "EleutherAI/pythia-410m-v0",

68 "EleutherAI/pythia-6.9b",

69 "EleutherAI/pythia-6.9b-deduped",

70 "EleutherAI/pythia-6.9b-deduped-v0",

71 "EleutherAI/pythia-6.9b-v0",

72 "EleutherAI/pythia-70m",

73 "EleutherAI/pythia-70m-deduped",

74 "EleutherAI/pythia-70m-deduped-v0",

75 "EleutherAI/pythia-70m-v0",

76 "facebook/hubert-base-ls960",

77 "facebook/opt-1.3b",

78 "facebook/opt-125m",

79 "facebook/opt-13b",

80 "facebook/opt-2.7b",

81 "facebook/opt-30b",

82 "facebook/opt-6.7b",

83 "facebook/opt-66b",

84 "facebook/wav2vec2-base",

85 "facebook/wav2vec2-large",

86 "google-bert/bert-base-cased",

87 "google-bert/bert-base-uncased",

88 "google-bert/bert-large-cased",

89 "google-bert/bert-large-uncased",

90 "google-t5/t5-base",

91 "google-t5/t5-large",

92 "google-t5/t5-small",

93 "google/gemma-2-27b",

94 "google/gemma-2-27b-it",

95 "google/gemma-2-2b",

96 "google/gemma-2-2b-it",

97 "google/gemma-2-9b",

98 "google/gemma-2-9b-it",

99 "google/gemma-2b",

100 "google/gemma-2b-it",

101 "google/gemma-3-12b-it",

102 "google/gemma-3-12b-pt",

103 "google/gemma-3-1b-it",

104 "google/gemma-3-1b-pt",

105 "google/gemma-3-270m",

106 "google/gemma-3-270m-it",

107 "google/gemma-3-27b-it",

108 "google/gemma-3-27b-pt",

109 "google/gemma-3-4b-it",

110 "google/gemma-3-4b-pt",

111 "google/gemma-7b",

112 "google/gemma-7b-it",

113 "google/medgemma-27b-it",

114 "google/medgemma-27b-text-it",

115 "google/medgemma-4b-it",

116 "google/medgemma-4b-pt",

117 "gpt2",

118 "gpt2-large",

119 "gpt2-medium",

120 "gpt2-xl",

121 "llama-13b-hf",

122 "llama-30b-hf",

123 "llama-65b-hf",

124 "llama-7b-hf",

125 "meta-llama/Llama-2-13b-chat-hf",

126 "meta-llama/Llama-2-13b-hf",

127 "meta-llama/Llama-2-70b-chat-hf",

128 "meta-llama/Llama-2-7b-chat-hf",

129 "meta-llama/Llama-2-7b-hf",

130 "meta-llama/Llama-3.1-70B",

131 "meta-llama/Llama-3.1-70B-Instruct",

132 "meta-llama/Llama-3.1-8B",

133 "meta-llama/Llama-3.1-8B-Instruct",

134 "meta-llama/Llama-3.2-1B",

135 "meta-llama/Llama-3.2-1B-Instruct",

136 "meta-llama/Llama-3.2-3B",

137 "meta-llama/Llama-3.2-3B-Instruct",

138 "meta-llama/Llama-3.3-70B-Instruct",

139 "meta-llama/Meta-Llama-3-70B",

140 "meta-llama/Meta-Llama-3-70B-Instruct",

141 "meta-llama/Meta-Llama-3-8B",

142 "meta-llama/Meta-Llama-3-8B-Instruct",

143 "microsoft/phi-1",

144 "microsoft/phi-1_5",

145 "microsoft/phi-2",

146 "microsoft/Phi-3-mini-4k-instruct",

147 "microsoft/phi-4",

148 "mistralai/Mistral-7B-Instruct-v0.1",

149 "mistralai/Mistral-7B-v0.1",

150 "mistralai/Mistral-Nemo-Base-2407",

151 "mistralai/Mistral-Small-24B-Base-2501",

152 "mistralai/Mixtral-8x7B-Instruct-v0.1",

153 "mistralai/Mixtral-8x7B-v0.1",

154 "NeelNanda/Attn-Only-2L512W-Shortformer-6B-big-lr",

155 "NeelNanda/Attn_Only_1L512W_C4_Code",

156 "NeelNanda/Attn_Only_2L512W_C4_Code",

157 "NeelNanda/Attn_Only_3L512W_C4_Code",

158 "NeelNanda/Attn_Only_4L512W_C4_Code",

159 "NeelNanda/GELU_1L512W_C4_Code",

160 "NeelNanda/GELU_2L512W_C4_Code",

161 "NeelNanda/GELU_3L512W_C4_Code",

162 "NeelNanda/GELU_4L512W_C4_Code",

163 "NeelNanda/SoLU_10L1280W_C4_Code",

164 "NeelNanda/SoLU_10L_v22_old",

165 "NeelNanda/SoLU_12L1536W_C4_Code",

166 "NeelNanda/SoLU_12L_v23_old",

167 "NeelNanda/SoLU_1L512W_C4_Code",

168 "NeelNanda/SoLU_1L512W_Wiki_Finetune",

169 "NeelNanda/SoLU_1L_v9_old",

170 "NeelNanda/SoLU_2L512W_C4_Code",

171 "NeelNanda/SoLU_2L_v10_old",

172 "NeelNanda/SoLU_3L512W_C4_Code",

173 "NeelNanda/SoLU_4L512W_C4_Code",

174 "NeelNanda/SoLU_4L512W_Wiki_Finetune",

175 "NeelNanda/SoLU_4L_v11_old",

176 "NeelNanda/SoLU_6L768W_C4_Code",

177 "NeelNanda/SoLU_6L_v13_old",

178 "NeelNanda/SoLU_8L1024W_C4_Code",

179 "NeelNanda/SoLU_8L_v21_old",

180 "openai/gpt-oss-20b",

181 "Qwen/Qwen-14B",

182 "Qwen/Qwen-14B-Chat",

183 "Qwen/Qwen-1_8B",

184 "Qwen/Qwen-1_8B-Chat",

185 "Qwen/Qwen-7B",

186 "Qwen/Qwen-7B-Chat",

187 "Qwen/Qwen1.5-0.5B",

188 "Qwen/Qwen1.5-0.5B-Chat",

189 "Qwen/Qwen1.5-1.8B",

190 "Qwen/Qwen1.5-1.8B-Chat",

191 "Qwen/Qwen1.5-14B",

192 "Qwen/Qwen1.5-14B-Chat",

193 "Qwen/Qwen1.5-4B",

194 "Qwen/Qwen1.5-4B-Chat",

195 "Qwen/Qwen1.5-7B",

196 "Qwen/Qwen1.5-7B-Chat",

197 "Qwen/Qwen2-0.5B",

198 "Qwen/Qwen2-0.5B-Instruct",

199 "Qwen/Qwen2-1.5B",

200 "Qwen/Qwen2-1.5B-Instruct",

201 "Qwen/Qwen2-7B",

202 "Qwen/Qwen2-7B-Instruct",

203 "Qwen/Qwen2.5-0.5B",

204 "Qwen/Qwen2.5-0.5B-Instruct",

205 "Qwen/Qwen2.5-1.5B",

206 "Qwen/Qwen2.5-1.5B-Instruct",

207 "Qwen/Qwen2.5-14B",

208 "Qwen/Qwen2.5-14B-Instruct",

209 "Qwen/Qwen2.5-32B",

210 "Qwen/Qwen2.5-32B-Instruct",

211 "Qwen/Qwen2.5-3B",

212 "Qwen/Qwen2.5-3B-Instruct",

213 "Qwen/Qwen2.5-72B",

214 "Qwen/Qwen2.5-72B-Instruct",

215 "Qwen/Qwen2.5-7B",

216 "Qwen/Qwen2.5-7B-Instruct",

217 "Qwen/Qwen3-0.6B",

218 "Qwen/Qwen3-0.6B-Base",

219 "Qwen/Qwen3-1.7B",

220 "Qwen/Qwen3-14B",

221 "Qwen/Qwen3-4B",

222 "Qwen/Qwen3-8B",

223 "Qwen/QwQ-32B-Preview",

224 "roneneldan/TinyStories-1Layer-21M",

225 "roneneldan/TinyStories-1M",

226 "roneneldan/TinyStories-28M",

227 "roneneldan/TinyStories-2Layers-33M",

228 "roneneldan/TinyStories-33M",

229 "roneneldan/TinyStories-3M",

230 "roneneldan/TinyStories-8M",

231 "roneneldan/TinyStories-Instruct-1M",

232 "roneneldan/TinyStories-Instruct-28M",

233 "roneneldan/TinyStories-Instruct-2Layers-33M",

234 "roneneldan/TinyStories-Instruct-33M",

235 "roneneldan/TinyStories-Instruct-3M",

236 "roneneldan/TinyStories-Instruct-8M",

237 "roneneldan/TinyStories-Instuct-1Layer-21M",

238 "stabilityai/stablelm-base-alpha-3b",

239 "stabilityai/stablelm-base-alpha-7b",

240 "stabilityai/stablelm-tuned-alpha-3b",

241 "stabilityai/stablelm-tuned-alpha-7b",

242 "stanford-crfm/alias-gpt2-small-x21",

243 "stanford-crfm/arwen-gpt2-medium-x21",

244 "stanford-crfm/battlestar-gpt2-small-x49",

245 "stanford-crfm/beren-gpt2-medium-x49",

246 "stanford-crfm/caprica-gpt2-small-x81",

247 "stanford-crfm/celebrimbor-gpt2-medium-x81",

248 "stanford-crfm/darkmatter-gpt2-small-x343",

249 "stanford-crfm/durin-gpt2-medium-x343",

250 "stanford-crfm/eowyn-gpt2-medium-x777",

251 "stanford-crfm/expanse-gpt2-small-x777",

252 "swiss-ai/Apertus-8B-2509",

253 "swiss-ai/Apertus-8B-Instruct-2509",

254]

255"""Official model names for models on HuggingFace."""

256

257# Model Aliases:

258MODEL_ALIASES: dict[str, list[str]] = {

259 "01-ai/Yi-34B": ["yi-34b", "Yi-34B"],

260 "01-ai/Yi-34B-Chat": ["yi-34b-chat", "Yi-34B-Chat"],

261 "01-ai/Yi-6B": ["yi-6b", "Yi-6B"],

262 "01-ai/Yi-6B-Chat": ["yi-6b-chat", "Yi-6B-Chat"],

263 "ai-forever/mGPT": ["mGPT"],

264 "allenai/OLMo-1B-hf": ["olmo-1b"],

265 "allenai/OLMo-2-0425-1B": ["olmo-2-1b"],

266 "allenai/OLMo-2-1124-7B": ["olmo-2-7b"],

267 "allenai/Olmo-3-1025-7B": ["olmo-3-1025-7b"],

268 "allenai/Olmo-3-1125-32B": ["olmo-3-1125-32b"],

269 "allenai/Olmo-3-32B-Think": ["olmo-3-32b-think"],

270 "allenai/Olmo-3-7B-Instruct": ["olmo-3-7b-instruct"],

271 "allenai/Olmo-3-7B-Think": ["olmo-3-7b-think"],

272 "allenai/Olmo-3.1-32B-Instruct": ["olmo-3.1-32b-instruct"],

273 "allenai/Olmo-3.1-32B-Think": ["olmo-3.1-32b-think"],

274 "allenai/OLMo-7B-hf": ["olmo-7b"],

275 "allenai/OLMoE-1B-7B-0924": ["olmoe"],

276 "ArthurConmy/redwood_attn_2l": ["redwood_attn_2l"],

277 "Baidicoot/Othello-GPT-Transformer-Lens": ["othello-gpt"],

278 "bigcode/santacoder": ["santacoder"],

279 "bigscience/bloom-1b1": ["bloom-1b1"],

280 "bigscience/bloom-1b7": ["bloom-1b7"],

281 "bigscience/bloom-3b": ["bloom-3b"],

282 "bigscience/bloom-560m": ["bloom-560m"],

283 "bigscience/bloom-7b1": ["bloom-7b1"],

284 "codellama/CodeLlama-7b-hf": ["CodeLlamallama-2-7b"],

285 "codellama/CodeLlama-7b-Instruct-hf": ["CodeLlama-7b-instruct"],

286 "codellama/CodeLlama-7b-Python-hf": ["CodeLlama-7b-python"],

287 "distilgpt2": ["distillgpt2", "distill-gpt2", "distil-gpt2", "gpt2-xs"],

288 "EleutherAI/gpt-j-6B": ["gpt-j-6B", "gpt-j", "gptj"],

289 "EleutherAI/gpt-neo-1.3B": ["gpt-neo-1.3B", "gpt-neo-medium", "neo-medium"],

290 "EleutherAI/gpt-neo-125M": ["gpt-neo-125M", "gpt-neo-small", "neo-small", "neo"],

291 "EleutherAI/gpt-neo-2.7B": ["gpt-neo-2.7B", "gpt-neo-large", "neo-large"],

292 "EleutherAI/gpt-neox-20b": ["gpt-neox-20b", "gpt-neox", "neox"],

293 "EleutherAI/pythia-1.4b": ["pythia-1.4b", "EleutherAI/pythia-1.3b", "pythia-1.3b"],

294 "EleutherAI/pythia-1.4b-deduped": [

295 "pythia-1.4b-deduped",

296 "EleutherAI/pythia-1.3b-deduped",

297 "pythia-1.3b-deduped",

298 ],

299 "EleutherAI/pythia-1.4b-deduped-v0": [

300 "pythia-1.4b-deduped-v0",

301 "EleutherAI/pythia-1.3b-deduped-v0",

302 "pythia-1.3b-deduped-v0",

303 ],

304 "EleutherAI/pythia-1.4b-v0": ["pythia-1.4b-v0", "EleutherAI/pythia-1.3b-v0", "pythia-1.3b-v0"],

305 "EleutherAI/pythia-12b": ["pythia-12b", "EleutherAI/pythia-13b", "pythia-13b"],

306 "EleutherAI/pythia-12b-deduped": [

307 "pythia-12b-deduped",

308 "EleutherAI/pythia-13b-deduped",

309 "pythia-13b-deduped",

310 ],

311 "EleutherAI/pythia-12b-deduped-v0": [

312 "pythia-12b-deduped-v0",

313 "EleutherAI/pythia-13b-deduped-v0",

314 "pythia-13b-deduped-v0",

315 ],

316 "EleutherAI/pythia-12b-v0": ["pythia-12b-v0", "EleutherAI/pythia-13b-v0", "pythia-13b-v0"],

317 "EleutherAI/pythia-14m": ["pythia-14m"],

318 "EleutherAI/pythia-160m": ["pythia-160m", "EleutherAI/pythia-125m", "pythia-125m"],

319 "EleutherAI/pythia-160m-deduped": [

320 "pythia-160m-deduped",

321 "EleutherAI/pythia-125m-deduped",

322 "pythia-125m-deduped",

323 ],

324 "EleutherAI/pythia-160m-deduped-v0": [

325 "pythia-160m-deduped-v0",

326 "EleutherAI/pythia-125m-deduped-v0",

327 "pythia-125m-deduped-v0",

328 ],

329 "EleutherAI/pythia-160m-seed1": [

330 "pythia-160m-seed1",

331 "EleutherAI/pythia-125m-seed1",

332 "pythia-125m-seed1",

333 ],

334 "EleutherAI/pythia-160m-seed2": [

335 "pythia-160m-seed2",

336 "EleutherAI/pythia-125m-seed2",

337 "pythia-125m-seed2",

338 ],

339 "EleutherAI/pythia-160m-seed3": [

340 "pythia-160m-seed3",

341 "EleutherAI/pythia-125m-seed3",

342 "pythia-125m-seed3",

343 ],

344 "EleutherAI/pythia-160m-v0": ["pythia-160m-v0", "EleutherAI/pythia-125m-v0", "pythia-125m-v0"],

345 "EleutherAI/pythia-1b": ["pythia-1b", "EleutherAI/pythia-800m", "pythia-800m"],

346 "EleutherAI/pythia-1b-deduped": [

347 "pythia-1b-deduped",

348 "EleutherAI/pythia-800m-deduped",

349 "pythia-800m-deduped",

350 ],

351 "EleutherAI/pythia-1b-deduped-v0": [

352 "pythia-1b-deduped-v0",

353 "EleutherAI/pythia-800m-deduped-v0",

354 "pythia-800m-deduped-v0",

355 ],

356 "EleutherAI/pythia-1b-v0": ["pythia-1b-v0", "EleutherAI/pythia-800m-v0", "pythia-800m-v0"],

357 "EleutherAI/pythia-2.8b": ["pythia-2.8b", "EleutherAI/pythia-2.7b", "pythia-2.7b"],

358 "EleutherAI/pythia-2.8b-deduped": [

359 "pythia-2.8b-deduped",

360 "EleutherAI/pythia-2.7b-deduped",

361 "pythia-2.7b-deduped",

362 ],

363 "EleutherAI/pythia-2.8b-deduped-v0": [

364 "pythia-2.8b-deduped-v0",

365 "EleutherAI/pythia-2.7b-deduped-v0",

366 "pythia-2.7b-deduped-v0",

367 ],

368 "EleutherAI/pythia-2.8b-v0": ["pythia-2.8b-v0", "EleutherAI/pythia-2.7b-v0", "pythia-2.7b-v0"],

369 "EleutherAI/pythia-31m": ["pythia-31m"],

370 "EleutherAI/pythia-410m": ["pythia-410m", "EleutherAI/pythia-350m", "pythia-350m"],

371 "EleutherAI/pythia-410m-deduped": [

372 "pythia-410m-deduped",

373 "EleutherAI/pythia-350m-deduped",

374 "pythia-350m-deduped",

375 ],

376 "EleutherAI/pythia-410m-deduped-v0": [

377 "pythia-410m-deduped-v0",

378 "EleutherAI/pythia-350m-deduped-v0",

379 "pythia-350m-deduped-v0",

380 ],

381 "EleutherAI/pythia-410m-v0": ["pythia-410m-v0", "EleutherAI/pythia-350m-v0", "pythia-350m-v0"],

382 "EleutherAI/pythia-6.9b": ["pythia-6.9b", "EleutherAI/pythia-6.7b", "pythia-6.7b"],

383 "EleutherAI/pythia-6.9b-deduped": [

384 "pythia-6.9b-deduped",

385 "EleutherAI/pythia-6.7b-deduped",

386 "pythia-6.7b-deduped",

387 ],

388 "EleutherAI/pythia-6.9b-deduped-v0": [

389 "pythia-6.9b-deduped-v0",

390 "EleutherAI/pythia-6.7b-deduped-v0",

391 "pythia-6.7b-deduped-v0",

392 ],

393 "EleutherAI/pythia-6.9b-v0": ["pythia-6.9b-v0", "EleutherAI/pythia-6.7b-v0", "pythia-6.7b-v0"],

394 "EleutherAI/pythia-70m": ["pythia-70m", "pythia", "EleutherAI/pythia-19m", "pythia-19m"],

395 "EleutherAI/pythia-70m-deduped": [

396 "pythia-70m-deduped",

397 "EleutherAI/pythia-19m-deduped",

398 "pythia-19m-deduped",

399 ],

400 "EleutherAI/pythia-70m-deduped-v0": [

401 "pythia-70m-deduped-v0",

402 "EleutherAI/pythia-19m-deduped-v0",

403 "pythia-19m-deduped-v0",

404 ],

405 "EleutherAI/pythia-70m-v0": [

406 "pythia-70m-v0",

407 "pythia-v0",

408 "EleutherAI/pythia-19m-v0",

409 "pythia-19m-v0",

410 ],

411 "facebook/hubert-base-ls960": ["hubert-base-ls960"],

412 "facebook/opt-1.3b": ["opt-1.3b", "opt-medium"],

413 "facebook/opt-125m": ["opt-125m", "opt-small", "opt"],

414 "facebook/opt-13b": ["opt-13b", "opt-xxl"],

415 "facebook/opt-2.7b": ["opt-2.7b", "opt-large"],

416 "facebook/opt-30b": ["opt-30b", "opt-xxxl"],

417 "facebook/opt-6.7b": ["opt-6.7b", "opt-xl"],

418 "facebook/opt-66b": ["opt-66b", "opt-xxxxl"],

419 "facebook/wav2vec2-base": ["wav2vec2-base", "w2v2-base"],

420 "facebook/wav2vec2-large": ["wav2vec2-large", "w2v2-large"],

421 "google-bert/bert-base-cased": ["bert-base-cased"],

422 "google-bert/bert-base-uncased": ["bert-base-uncased"],

423 "google-bert/bert-large-cased": ["bert-large-cased"],

424 "google-bert/bert-large-uncased": ["bert-large-uncased"],

425 "google-t5/t5-base": ["t5-base"],

426 "google-t5/t5-large": ["t5-large"],

427 "google-t5/t5-small": ["t5-small"],

428 "google/gemma-2-27b": ["gemma-2-27b"],

429 "google/gemma-2-27b-it": ["gemma-2-27b-it"],

430 "google/gemma-2-2b": ["gemma-2-2b"],

431 "google/gemma-2-2b-it": ["gemma-2-2b-it"],

432 "google/gemma-2-9b": ["gemma-2-9b"],

433 "google/gemma-2-9b-it": ["gemma-2-9b-it"],

434 "google/gemma-2b": ["gemma-2b"],

435 "google/gemma-2b-it": ["gemma-2b-it"],

436 "google/gemma-3-12b-it": ["gemma-3-12b-it"],

437 "google/gemma-3-12b-pt": ["gemma-3-12b-pt"],

438 "google/gemma-3-1b-it": ["gemma-3-1b-it"],

439 "google/gemma-3-1b-pt": ["gemma-3-1b-pt"],

440 "google/gemma-3-270m": ["gemma-3-270m"],

441 "google/gemma-3-270m-it": ["gemma-3-270m-it"],

442 "google/gemma-3-27b-it": ["gemma-3-27b-it"],

443 "google/gemma-3-27b-pt": ["gemma-3-27b-pt"],

444 "google/gemma-3-4b-it": ["gemma-3-4b-it"],

445 "google/gemma-3-4b-pt": ["gemma-3-4b-pt"],

446 "google/gemma-7b": ["gemma-7b"],

447 "google/gemma-7b-it": ["gemma-7b-it"],

448 "google/medgemma-27b-it": ["medgemma-27b-it"],

449 "google/medgemma-27b-text-it": ["medgemma-27b-text-it"],

450 "google/medgemma-4b-it": ["medgemma-4b-it"],

451 "google/medgemma-4b-pt": ["medgemma-4b-pt"],

452 "gpt2": ["gpt2-small"],

453 "llama-13b-hf": ["llama-13b"],

454 "llama-30b-hf": ["llama-30b"],

455 "llama-65b-hf": ["llama-65b"],

456 "llama-7b-hf": ["llama-7b"],

457 "meta-llama/Llama-2-13b-chat-hf": ["Llama-2-13b-chat"],

458 "meta-llama/Llama-2-13b-hf": ["Llama-2-13b"],

459 "meta-llama/Llama-2-70b-chat-hf": ["Llama-2-70b-chat", "meta-llama-2-70b-chat-hf"],

460 "meta-llama/Llama-2-7b-chat-hf": ["Llama-2-7b-chat"],

461 "meta-llama/Llama-2-7b-hf": ["Llama-2-7b"],

462 "microsoft/phi-1": ["phi-1"],

463 "microsoft/phi-1_5": ["phi-1_5"],

464 "microsoft/phi-2": ["phi-2"],

465 "microsoft/Phi-3-mini-4k-instruct": ["phi-3"],

466 "microsoft/phi-4": ["phi-4"],

467 "mistralai/Mistral-7B-Instruct-v0.1": ["mistral-7b-instruct"],

468 "mistralai/Mistral-7B-v0.1": ["mistral-7b"],

469 "mistralai/Mistral-Nemo-Base-2407": ["mistral-nemo-base-2407"],

470 "mistralai/Mixtral-8x7B-Instruct-v0.1": ["mixtral-instruct", "mixtral-8x7b-instruct"],

471 "mistralai/Mixtral-8x7B-v0.1": ["mixtral", "mixtral-8x7b"],

472 "NeelNanda/Attn-Only-2L512W-Shortformer-6B-big-lr": [

473 "attn-only-2l-demo",

474 "attn-only-2l-shortformer-6b-big-lr",

475 "attn-only-2l-induction-demo",

476 "attn-only-demo",

477 ],

478 "NeelNanda/Attn_Only_1L512W_C4_Code": [

479 "attn-only-1l",

480 "attn-only-1l-new",

481 "attn-only-1l-c4-code",

482 ],

483 "NeelNanda/Attn_Only_2L512W_C4_Code": [

484 "attn-only-2l",

485 "attn-only-2l-new",

486 "attn-only-2l-c4-code",

487 ],

488 "NeelNanda/Attn_Only_3L512W_C4_Code": [

489 "attn-only-3l",

490 "attn-only-3l-new",

491 "attn-only-3l-c4-code",

492 ],

493 "NeelNanda/Attn_Only_4L512W_C4_Code": [

494 "attn-only-4l",

495 "attn-only-4l-new",

496 "attn-only-4l-c4-code",

497 ],

498 "NeelNanda/GELU_1L512W_C4_Code": ["gelu-1l", "gelu-1l-new", "gelu-1l-c4-code"],

499 "NeelNanda/GELU_2L512W_C4_Code": ["gelu-2l", "gelu-2l-new", "gelu-2l-c4-code"],

500 "NeelNanda/GELU_3L512W_C4_Code": ["gelu-3l", "gelu-3l-new", "gelu-3l-c4-code"],

501 "NeelNanda/GELU_4L512W_C4_Code": ["gelu-4l", "gelu-4l-new", "gelu-4l-c4-code"],

502 "NeelNanda/SoLU_10L1280W_C4_Code": ["solu-10l", "solu-10l-new", "solu-10l-c4-code"],

503 "NeelNanda/SoLU_10L_v22_old": ["solu-10l-pile", "solu-10l-old"],

504 "NeelNanda/SoLU_12L1536W_C4_Code": ["solu-12l", "solu-12l-new", "solu-12l-c4-code"],

505 "NeelNanda/SoLU_12L_v23_old": ["solu-12l-pile", "solu-12l-old"],

506 "NeelNanda/SoLU_1L512W_C4_Code": ["solu-1l", "solu-1l-new", "solu-1l-c4-code"],

507 "NeelNanda/SoLU_1L512W_Wiki_Finetune": [

508 "solu-1l-wiki",

509 "solu-1l-wiki-finetune",

510 "solu-1l-finetune",

511 ],

512 "NeelNanda/SoLU_1L_v9_old": ["solu-1l-pile", "solu-1l-old"],

513 "NeelNanda/SoLU_2L512W_C4_Code": ["solu-2l", "solu-2l-new", "solu-2l-c4-code"],

514 "NeelNanda/SoLU_2L_v10_old": ["solu-2l-pile", "solu-2l-old"],

515 "NeelNanda/SoLU_3L512W_C4_Code": ["solu-3l", "solu-3l-new", "solu-3l-c4-code"],

516 "NeelNanda/SoLU_4L512W_C4_Code": ["solu-4l", "solu-4l-new", "solu-4l-c4-code"],

517 "NeelNanda/SoLU_4L512W_Wiki_Finetune": [

518 "solu-4l-wiki",

519 "solu-4l-wiki-finetune",

520 "solu-4l-finetune",

521 ],

522 "NeelNanda/SoLU_4L_v11_old": ["solu-4l-pile", "solu-4l-old"],

523 "NeelNanda/SoLU_6L768W_C4_Code": ["solu-6l", "solu-6l-new", "solu-6l-c4-code"],

524 "NeelNanda/SoLU_6L_v13_old": ["solu-6l-pile", "solu-6l-old"],

525 "NeelNanda/SoLU_8L1024W_C4_Code": ["solu-8l", "solu-8l-new", "solu-8l-c4-code"],

526 "NeelNanda/SoLU_8L_v21_old": ["solu-8l-pile", "solu-8l-old"],

527 "openai/gpt-oss-20b": ["gpt-oss-20b", "gpt-oss"],

528 "Qwen/Qwen-14B": ["qwen-14b"],

529 "Qwen/Qwen-14B-Chat": ["qwen-14b-chat"],

530 "Qwen/Qwen-1_8B": ["qwen-1.8b"],

531 "Qwen/Qwen-1_8B-Chat": ["qwen-1.8b-chat"],

532 "Qwen/Qwen-7B": ["qwen-7b"],

533 "Qwen/Qwen-7B-Chat": ["qwen-7b-chat"],

534 "Qwen/Qwen1.5-0.5B": ["qwen1.5-0.5b"],

535 "Qwen/Qwen1.5-0.5B-Chat": ["qwen1.5-0.5b-chat"],

536 "Qwen/Qwen1.5-1.8B": ["qwen1.5-1.8b"],

537 "Qwen/Qwen1.5-1.8B-Chat": ["qwen1.5-1.8b-chat"],

538 "Qwen/Qwen1.5-14B": ["qwen1.5-14b"],

539 "Qwen/Qwen1.5-14B-Chat": ["qwen1.5-14b-chat"],

540 "Qwen/Qwen1.5-4B": ["qwen1.5-4b"],

541 "Qwen/Qwen1.5-4B-Chat": ["qwen1.5-4b-chat"],

542 "Qwen/Qwen1.5-7B": ["qwen1.5-7b"],

543 "Qwen/Qwen1.5-7B-Chat": ["qwen1.5-7b-chat"],

544 "Qwen/Qwen2-0.5B": ["qwen2-0.5b"],

545 "Qwen/Qwen2-0.5B-Instruct": ["qwen2-0.5b-instruct"],

546 "Qwen/Qwen2-1.5B": ["qwen2-1.5b"],

547 "Qwen/Qwen2-1.5B-Instruct": ["qwen2-1.5b-instruct"],

548 "Qwen/Qwen2-7B": ["qwen2-7b"],

549 "Qwen/Qwen2-7B-Instruct": ["qwen2-7b-instruct"],

550 "Qwen/Qwen2.5-0.5B": ["qwen2.5-0.5b"],

551 "Qwen/Qwen2.5-0.5B-Instruct": ["qwen2.5-0.5b-instruct"],

552 "Qwen/Qwen2.5-1.5B": ["qwen2.5-1.5b"],

553 "Qwen/Qwen2.5-1.5B-Instruct": ["qwen2.5-1.5b-instruct"],

554 "Qwen/Qwen2.5-14B": ["qwen2.5-14b"],

555 "Qwen/Qwen2.5-14B-Instruct": ["qwen2.5-14b-instruct"],

556 "Qwen/Qwen2.5-32B": ["qwen2.5-32b"],

557 "Qwen/Qwen2.5-32B-Instruct": ["qwen2.5-32b-instruct"],

558 "Qwen/Qwen2.5-3B": ["qwen2.5-3b"],

559 "Qwen/Qwen2.5-3B-Instruct": ["qwen2.5-3b-instruct"],

560 "Qwen/Qwen2.5-72B": ["qwen2.5-72b"],

561 "Qwen/Qwen2.5-72B-Instruct": ["qwen2.5-72b-instruct"],

562 "Qwen/Qwen2.5-7B": ["qwen2.5-7b"],

563 "Qwen/Qwen2.5-7B-Instruct": ["qwen2.5-7b-instruct"],

564 "Qwen/Qwen3-0.6B": ["qwen3-0.6b"],

565 "Qwen/Qwen3-0.6B-Base": ["qwen3-0.6b-base"],

566 "Qwen/Qwen3-1.7B": ["qwen3-1.7b"],

567 "Qwen/Qwen3-14B": ["qwen3-14b"],

568 "Qwen/Qwen3-4B": ["qwen3-4b"],

569 "Qwen/Qwen3-8B": ["qwen3-8b"],

570 "Qwen/QwQ-32B-Preview": ["qwen-32b-preview"],

571 "roneneldan/TinyStories-1Layer-21M": ["tiny-stories-1L-21M"],

572 "roneneldan/TinyStories-1M": ["tiny-stories-1M"],

573 "roneneldan/TinyStories-28M": ["tiny-stories-28M"],

574 "roneneldan/TinyStories-2Layers-33M": ["tiny-stories-2L-33M"],

575 "roneneldan/TinyStories-33M": ["tiny-stories-33M"],

576 "roneneldan/TinyStories-3M": ["tiny-stories-3M"],

577 "roneneldan/TinyStories-8M": ["tiny-stories-8M"],

578 "roneneldan/TinyStories-Instruct-1M": ["tiny-stories-instruct-1M"],

579 "roneneldan/TinyStories-Instruct-28M": ["tiny-stories-instruct-28M"],

580 "roneneldan/TinyStories-Instruct-2Layers-33M": ["tiny-stories-instruct-2L-33M"],

581 "roneneldan/TinyStories-Instruct-33M": ["tiny-stories-instruct-33M"],

582 "roneneldan/TinyStories-Instruct-3M": ["tiny-stories-instruct-3M"],

583 "roneneldan/TinyStories-Instruct-8M": ["tiny-stories-instruct-8M"],

584 "roneneldan/TinyStories-Instuct-1Layer-21M": ["tiny-stories-instruct-1L-21M"],

585 "stabilityai/stablelm-base-alpha-3b": ["stablelm-base-alpha-3b", "stablelm-base-3b"],

586 "stabilityai/stablelm-base-alpha-7b": ["stablelm-base-alpha-7b", "stablelm-base-7b"],

587 "stabilityai/stablelm-tuned-alpha-3b": ["stablelm-tuned-alpha-3b", "stablelm-tuned-3b"],

588 "stabilityai/stablelm-tuned-alpha-7b": ["stablelm-tuned-alpha-7b", "stablelm-tuned-7b"],

589 "stanford-crfm/alias-gpt2-small-x21": [

590 "stanford-gpt2-small-a",

591 "alias-gpt2-small-x21",

592 "gpt2-mistral-small-a",

593 "gpt2-stanford-small-a",

594 ],

595 "stanford-crfm/arwen-gpt2-medium-x21": [

596 "stanford-gpt2-medium-a",

597 "arwen-gpt2-medium-x21",

598 "gpt2-medium-small-a",

599 "gpt2-stanford-medium-a",

600 ],

601 "stanford-crfm/battlestar-gpt2-small-x49": [

602 "stanford-gpt2-small-b",

603 "battlestar-gpt2-small-x49",

604 "gpt2-mistral-small-b",

605 "gpt2-mistral-small-b",

606 ],

607 "stanford-crfm/beren-gpt2-medium-x49": [

608 "stanford-gpt2-medium-b",

609 "beren-gpt2-medium-x49",

610 "gpt2-medium-small-b",

611 "gpt2-stanford-medium-b",

612 ],

613 "stanford-crfm/caprica-gpt2-small-x81": [

614 "stanford-gpt2-small-c",

615 "caprica-gpt2-small-x81",

616 "gpt2-mistral-small-c",

617 "gpt2-stanford-small-c",

618 ],

619 "stanford-crfm/celebrimbor-gpt2-medium-x81": [

620 "stanford-gpt2-medium-c",

621 "celebrimbor-gpt2-medium-x81",

622 "gpt2-medium-small-c",

623 "gpt2-medium-small-c",

624 ],

625 "stanford-crfm/darkmatter-gpt2-small-x343": [

626 "stanford-gpt2-small-d",

627 "darkmatter-gpt2-small-x343",

628 "gpt2-mistral-small-d",

629 "gpt2-mistral-small-d",

630 ],

631 "stanford-crfm/durin-gpt2-medium-x343": [

632 "stanford-gpt2-medium-d",

633 "durin-gpt2-medium-x343",

634 "gpt2-medium-small-d",

635 "gpt2-stanford-medium-d",

636 ],

637 "stanford-crfm/eowyn-gpt2-medium-x777": [

638 "stanford-gpt2-medium-e",

639 "eowyn-gpt2-medium-x777",

640 "gpt2-medium-small-e",

641 "gpt2-stanford-medium-e",

642 ],

643 "stanford-crfm/expanse-gpt2-small-x777": [

644 "stanford-gpt2-small-e",

645 "expanse-gpt2-small-x777",

646 "gpt2-mistral-small-e",

647 "gpt2-mistral-small-e",

648 ],

649 "swiss-ai/Apertus-8B-2509": ["apertus-8b", "apertus"],

650 "swiss-ai/Apertus-8B-Instruct-2509": ["apertus-8b-instruct", "apertus-instruct"],

651}

652"""Model aliases for models on HuggingFace."""

653

654

655# Sets a default model alias, by convention the first one in the model alias table, else the official name if it has no aliases

656DEFAULT_MODEL_ALIASES: list[str] = [

657 MODEL_ALIASES[name][0] if name in MODEL_ALIASES else name for name in OFFICIAL_MODEL_NAMES

658]

Coverage for transformer_lens/supported_models.py: 100%

5 statements