| transformer_lens/ActivationCache.py |
ActivationCache |
255 |
7 |
0 |
168 |
10 |
95% |
| transformer_lens/ActivationCache.py |
(no class) |
34 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/BertNextSentencePrediction.py |
BertNextSentencePrediction |
45 |
0 |
0 |
16 |
2 |
97% |
| transformer_lens/BertNextSentencePrediction.py |
BertNextSentencePrediction.run_with_cache.ForwardWrapper |
7 |
1 |
0 |
0 |
0 |
86% |
| transformer_lens/BertNextSentencePrediction.py |
(no class) |
20 |
0 |
0 |
8 |
0 |
100% |
| transformer_lens/FactoredMatrix.py |
FactoredMatrix |
80 |
2 |
0 |
32 |
3 |
94% |
| transformer_lens/FactoredMatrix.py |
(no class) |
49 |
0 |
0 |
28 |
0 |
100% |
| transformer_lens/HookedEncoder.py |
HookedEncoder |
145 |
38 |
0 |
96 |
36 |
56% |
| transformer_lens/HookedEncoder.py |
(no class) |
77 |
0 |
0 |
48 |
0 |
100% |
| transformer_lens/HookedEncoderDecoder.py |
HookedEncoderDecoder |
203 |
55 |
0 |
122 |
48 |
60% |
| transformer_lens/HookedEncoderDecoder.py |
(no class) |
81 |
0 |
0 |
48 |
0 |
100% |
| transformer_lens/HookedTransformer.py |
Output |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/HookedTransformer.py |
HookedTransformer |
651 |
133 |
0 |
422 |
75 |
74% |
| transformer_lens/HookedTransformer.py |
(no class) |
140 |
0 |
0 |
58 |
0 |
100% |
| transformer_lens/HookedTransformerConfig.py |
HookedTransformerConfig |
48 |
8 |
0 |
34 |
5 |
84% |
| transformer_lens/HookedTransformerConfig.py |
(no class) |
89 |
0 |
0 |
6 |
1 |
99% |
| transformer_lens/SVDInterpreter.py |
SVDInterpreter |
38 |
1 |
0 |
14 |
1 |
96% |
| transformer_lens/SVDInterpreter.py |
(no class) |
16 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/__init__.py |
(no class) |
21 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/__init__.py |
(no class) |
22 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/abstract_attention.py |
AbstractAttention |
219 |
50 |
0 |
84 |
23 |
75% |
| transformer_lens/components/abstract_attention.py |
(no class) |
48 |
2 |
0 |
12 |
1 |
95% |
| transformer_lens/components/attention.py |
Attention |
10 |
3 |
0 |
2 |
1 |
67% |
| transformer_lens/components/attention.py |
(no class) |
10 |
1 |
0 |
2 |
1 |
83% |
| transformer_lens/components/bert_block.py |
BertBlock |
33 |
4 |
0 |
2 |
1 |
86% |
| transformer_lens/components/bert_block.py |
(no class) |
12 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_embed.py |
BertEmbed |
19 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/bert_embed.py |
(no class) |
11 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_mlm_head.py |
BertMLMHead |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_mlm_head.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_nsp_head.py |
BertNSPHead |
7 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_nsp_head.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_pooler.py |
BertPooler |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_pooler.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/embed.py |
Embed |
8 |
0 |
0 |
4 |
0 |
100% |
| transformer_lens/components/embed.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/grouped_query_attention.py |
GroupedQueryAttention |
36 |
7 |
0 |
6 |
1 |
81% |
| transformer_lens/components/grouped_query_attention.py |
(no class) |
30 |
0 |
0 |
16 |
0 |
100% |
| transformer_lens/components/layer_norm.py |
LayerNorm |
16 |
1 |
0 |
4 |
1 |
90% |
| transformer_lens/components/layer_norm.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/layer_norm_pre.py |
LayerNormPre |
10 |
1 |
0 |
2 |
1 |
83% |
| transformer_lens/components/layer_norm_pre.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/mlps/can_be_used_as_mlp.py |
CanBeUsedAsMLP |
12 |
1 |
0 |
6 |
1 |
89% |
| transformer_lens/components/mlps/can_be_used_as_mlp.py |
(no class) |
18 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/mlps/gated_mlp.py |
GatedMLP |
19 |
3 |
0 |
4 |
2 |
78% |
| transformer_lens/components/mlps/gated_mlp.py |
(no class) |
14 |
1 |
0 |
2 |
1 |
88% |
| transformer_lens/components/mlps/gated_mlp_4bit.py |
GatedMLP4Bit |
18 |
16 |
0 |
2 |
0 |
10% |
| transformer_lens/components/mlps/gated_mlp_4bit.py |
(no class) |
14 |
2 |
0 |
2 |
1 |
81% |
| transformer_lens/components/mlps/mlp.py |
MLP |
14 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/mlps/mlp.py |
(no class) |
11 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/mlps/moe.py |
MoEGatedMLP |
16 |
1 |
0 |
2 |
1 |
89% |
| transformer_lens/components/mlps/moe.py |
MoE |
28 |
0 |
0 |
4 |
0 |
100% |
| transformer_lens/components/mlps/moe.py |
(no class) |
15 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/pos_embed.py |
PosEmbed |
13 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/pos_embed.py |
(no class) |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/rms_norm.py |
RMSNorm |
16 |
3 |
0 |
6 |
3 |
73% |
| transformer_lens/components/rms_norm.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/rms_norm_pre.py |
RMSNormPre |
9 |
1 |
0 |
2 |
1 |
82% |
| transformer_lens/components/rms_norm_pre.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/t5_attention.py |
T5Attention |
37 |
3 |
0 |
10 |
3 |
87% |
| transformer_lens/components/t5_attention.py |
(no class) |
13 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/t5_block.py |
T5Block |
51 |
6 |
0 |
12 |
3 |
86% |
| transformer_lens/components/t5_block.py |
(no class) |
13 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/token_typed_embed.py |
TokenTypeEmbed |
4 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/token_typed_embed.py |
(no class) |
8 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/transformer_block.py |
TransformerBlock |
85 |
15 |
0 |
54 |
10 |
76% |
| transformer_lens/components/transformer_block.py |
(no class) |
18 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/unembed.py |
Unembed |
5 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/unembed.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/evals.py |
IOIDataset |
31 |
0 |
0 |
8 |
1 |
97% |
| transformer_lens/evals.py |
(no class) |
116 |
50 |
0 |
38 |
1 |
59% |
| transformer_lens/factories/activation_function_factory.py |
ActivationFunctionFactory |
7 |
2 |
0 |
4 |
2 |
64% |
| transformer_lens/factories/activation_function_factory.py |
(no class) |
5 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/factories/mlp_factory.py |
MLPFactory |
5 |
1 |
0 |
4 |
1 |
78% |
| transformer_lens/factories/mlp_factory.py |
(no class) |
9 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/head_detector.py |
(no class) |
84 |
2 |
0 |
32 |
2 |
97% |
| transformer_lens/hook_points.py |
LensHandle |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/hook_points.py |
_HookFunctionProtocol |
1 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/hook_points.py |
HookPoint |
46 |
4 |
0 |
24 |
4 |
86% |
| transformer_lens/hook_points.py |
HookedRootModule |
129 |
35 |
0 |
96 |
12 |
68% |
| transformer_lens/hook_points.py |
(no class) |
61 |
0 |
0 |
6 |
2 |
97% |
| transformer_lens/loading_from_pretrained.py |
Config |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/loading_from_pretrained.py |
(no class) |
331 |
108 |
0 |
224 |
54 |
64% |
| transformer_lens/past_key_value_caching.py |
HookedTransformerKeyValueCacheEntry |
8 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/past_key_value_caching.py |
HookedTransformerKeyValueCache |
13 |
0 |
0 |
8 |
0 |
100% |
| transformer_lens/past_key_value_caching.py |
(no class) |
25 |
0 |
0 |
8 |
2 |
94% |
| transformer_lens/patching.py |
(no class) |
140 |
70 |
0 |
18 |
0 |
47% |
| transformer_lens/pretrained/__init__.py |
(no class) |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/__init__.py |
(no class) |
21 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/bert.py |
(no class) |
37 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/bloom.py |
(no class) |
40 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/coder.py |
(no class) |
43 |
38 |
0 |
2 |
0 |
11% |
| transformer_lens/pretrained/weight_conversions/gemma.py |
(no class) |
41 |
36 |
0 |
6 |
0 |
11% |
| transformer_lens/pretrained/weight_conversions/gpt2.py |
(no class) |
39 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/gptj.py |
(no class) |
36 |
31 |
0 |
2 |
0 |
13% |
| transformer_lens/pretrained/weight_conversions/llama.py |
(no class) |
45 |
39 |
0 |
8 |
0 |
11% |
| transformer_lens/pretrained/weight_conversions/mingpt.py |
(no class) |
40 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/mistral.py |
(no class) |
36 |
31 |
0 |
2 |
0 |
13% |
| transformer_lens/pretrained/weight_conversions/mixtral.py |
(no class) |
37 |
32 |
0 |
4 |
0 |
12% |
| transformer_lens/pretrained/weight_conversions/nanogpt.py |
(no class) |
52 |
47 |
0 |
10 |
0 |
8% |
| transformer_lens/pretrained/weight_conversions/neel_solu_old.py |
(no class) |
17 |
0 |
0 |
12 |
2 |
93% |
| transformer_lens/pretrained/weight_conversions/neo.py |
(no class) |
37 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/neox.py |
(no class) |
34 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/opt.py |
(no class) |
40 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/phi.py |
(no class) |
41 |
37 |
0 |
2 |
0 |
9% |
| transformer_lens/pretrained/weight_conversions/phi3.py |
(no class) |
41 |
35 |
0 |
2 |
0 |
14% |
| transformer_lens/pretrained/weight_conversions/qwen.py |
(no class) |
38 |
33 |
0 |
2 |
0 |
12% |
| transformer_lens/pretrained/weight_conversions/qwen2.py |
(no class) |
41 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/qwen3.py |
(no class) |
43 |
37 |
0 |
4 |
0 |
13% |
| transformer_lens/pretrained/weight_conversions/t5.py |
(no class) |
33 |
0 |
0 |
4 |
0 |
100% |
| transformer_lens/train.py |
HookedTransformerTrainConfig |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/train.py |
(no class) |
72 |
42 |
0 |
34 |
1 |
29% |
| transformer_lens/utilities/__init__.py |
(no class) |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/utilities/activation_functions.py |
(no class) |
6 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/utilities/addmm.py |
(no class) |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/utilities/attention.py |
(no class) |
15 |
2 |
0 |
4 |
2 |
79% |
| transformer_lens/utilities/devices.py |
(no class) |
57 |
12 |
0 |
26 |
4 |
71% |
| transformer_lens/utils.py |
Slice |
31 |
2 |
0 |
18 |
2 |
92% |
| transformer_lens/utils.py |
LocallyOverridenDefaults |
23 |
0 |
0 |
10 |
0 |
100% |
| transformer_lens/utils.py |
(no class) |
412 |
126 |
0 |
180 |
22 |
65% |