| transformer_lens/ActivationCache.py |
ActivationCache |
272 |
8 |
0 |
164 |
12 |
94% |
| transformer_lens/ActivationCache.py |
(no class) |
34 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/BertNextSentencePrediction.py |
BertNextSentencePrediction |
45 |
0 |
0 |
16 |
2 |
97% |
| transformer_lens/BertNextSentencePrediction.py |
BertNextSentencePrediction.run_with_cache.ForwardWrapper |
7 |
1 |
0 |
0 |
0 |
86% |
| transformer_lens/BertNextSentencePrediction.py |
(no class) |
20 |
0 |
0 |
8 |
0 |
100% |
| transformer_lens/FactoredMatrix.py |
FactoredMatrix |
83 |
2 |
0 |
32 |
3 |
94% |
| transformer_lens/FactoredMatrix.py |
(no class) |
49 |
0 |
0 |
28 |
0 |
100% |
| transformer_lens/HookedAudioEncoder.py |
HookedAudioEncoder |
172 |
63 |
0 |
96 |
21 |
54% |
| transformer_lens/HookedAudioEncoder.py |
(no class) |
66 |
0 |
0 |
34 |
0 |
100% |
| transformer_lens/HookedEncoder.py |
HookedEncoder |
145 |
38 |
0 |
66 |
10 |
63% |
| transformer_lens/HookedEncoder.py |
(no class) |
77 |
0 |
0 |
48 |
0 |
100% |
| transformer_lens/HookedEncoderDecoder.py |
HookedEncoderDecoder |
204 |
56 |
0 |
100 |
30 |
63% |
| transformer_lens/HookedEncoderDecoder.py |
(no class) |
81 |
0 |
0 |
48 |
0 |
100% |
| transformer_lens/HookedTransformer.py |
Output |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/HookedTransformer.py |
HookedTransformer |
651 |
131 |
0 |
390 |
49 |
76% |
| transformer_lens/HookedTransformer.py |
(no class) |
140 |
0 |
0 |
58 |
0 |
100% |
| transformer_lens/HookedTransformerConfig.py |
HookedTransformerConfig |
49 |
7 |
0 |
34 |
4 |
87% |
| transformer_lens/HookedTransformerConfig.py |
(no class) |
90 |
0 |
0 |
6 |
1 |
99% |
| transformer_lens/SVDInterpreter.py |
SVDInterpreter |
38 |
1 |
0 |
12 |
1 |
96% |
| transformer_lens/SVDInterpreter.py |
(no class) |
16 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/__init__.py |
(no class) |
26 |
2 |
0 |
0 |
0 |
92% |
| transformer_lens/components/__init__.py |
(no class) |
22 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/abstract_attention.py |
AbstractAttention |
243 |
65 |
0 |
98 |
27 |
70% |
| transformer_lens/components/abstract_attention.py |
(no class) |
50 |
2 |
0 |
12 |
1 |
95% |
| transformer_lens/components/attention.py |
Attention |
10 |
3 |
0 |
2 |
1 |
67% |
| transformer_lens/components/attention.py |
(no class) |
10 |
1 |
0 |
2 |
1 |
83% |
| transformer_lens/components/bert_block.py |
BertBlock |
33 |
4 |
0 |
2 |
1 |
86% |
| transformer_lens/components/bert_block.py |
(no class) |
12 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_embed.py |
BertEmbed |
19 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/bert_embed.py |
(no class) |
11 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_mlm_head.py |
BertMLMHead |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_mlm_head.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_nsp_head.py |
BertNSPHead |
7 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_nsp_head.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_pooler.py |
BertPooler |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/bert_pooler.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/embed.py |
Embed |
8 |
0 |
0 |
4 |
0 |
100% |
| transformer_lens/components/embed.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/grouped_query_attention.py |
GroupedQueryAttention |
36 |
7 |
0 |
6 |
1 |
81% |
| transformer_lens/components/grouped_query_attention.py |
(no class) |
30 |
0 |
0 |
16 |
0 |
100% |
| transformer_lens/components/layer_norm.py |
LayerNorm |
16 |
1 |
0 |
4 |
1 |
90% |
| transformer_lens/components/layer_norm.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/layer_norm_pre.py |
LayerNormPre |
10 |
1 |
0 |
2 |
1 |
83% |
| transformer_lens/components/layer_norm_pre.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/mlps/can_be_used_as_mlp.py |
CanBeUsedAsMLP |
12 |
1 |
0 |
6 |
1 |
89% |
| transformer_lens/components/mlps/can_be_used_as_mlp.py |
(no class) |
18 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/mlps/gated_mlp.py |
GatedMLP |
19 |
3 |
0 |
4 |
2 |
78% |
| transformer_lens/components/mlps/gated_mlp.py |
(no class) |
14 |
1 |
0 |
2 |
1 |
88% |
| transformer_lens/components/mlps/gated_mlp_4bit.py |
GatedMLP4Bit |
18 |
16 |
0 |
2 |
0 |
10% |
| transformer_lens/components/mlps/gated_mlp_4bit.py |
(no class) |
14 |
2 |
0 |
2 |
1 |
81% |
| transformer_lens/components/mlps/gpt_oss_moe.py |
GptOssExpert |
16 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/mlps/gpt_oss_moe.py |
GptOssMoE |
30 |
0 |
0 |
4 |
0 |
100% |
| transformer_lens/components/mlps/gpt_oss_moe.py |
(no class) |
16 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/mlps/mlp.py |
MLP |
14 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/mlps/mlp.py |
(no class) |
11 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/mlps/moe.py |
MoEGatedMLP |
16 |
1 |
0 |
2 |
1 |
89% |
| transformer_lens/components/mlps/moe.py |
MoE |
28 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/mlps/moe.py |
(no class) |
15 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/pos_embed.py |
PosEmbed |
13 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/pos_embed.py |
(no class) |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/rms_norm.py |
RMSNorm |
16 |
3 |
0 |
6 |
3 |
73% |
| transformer_lens/components/rms_norm.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/rms_norm_pre.py |
RMSNormPre |
9 |
1 |
0 |
2 |
1 |
82% |
| transformer_lens/components/rms_norm_pre.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/t5_attention.py |
T5Attention |
37 |
3 |
0 |
10 |
3 |
87% |
| transformer_lens/components/t5_attention.py |
(no class) |
13 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/components/t5_block.py |
T5Block |
51 |
6 |
0 |
12 |
3 |
86% |
| transformer_lens/components/t5_block.py |
(no class) |
13 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/token_typed_embed.py |
TokenTypeEmbed |
4 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/token_typed_embed.py |
(no class) |
8 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/transformer_block.py |
TransformerBlock |
85 |
15 |
0 |
54 |
10 |
76% |
| transformer_lens/components/transformer_block.py |
(no class) |
18 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/unembed.py |
Unembed |
5 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/components/unembed.py |
(no class) |
9 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/evals.py |
IOIDataset |
31 |
0 |
0 |
8 |
1 |
97% |
| transformer_lens/evals.py |
(no class) |
191 |
59 |
0 |
62 |
5 |
70% |
| transformer_lens/factories/activation_function_factory.py |
ActivationFunctionFactory |
9 |
2 |
0 |
6 |
2 |
73% |
| transformer_lens/factories/activation_function_factory.py |
(no class) |
5 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/factories/mlp_factory.py |
MLPFactory |
7 |
1 |
0 |
6 |
1 |
85% |
| transformer_lens/factories/mlp_factory.py |
(no class) |
10 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/head_detector.py |
(no class) |
84 |
2 |
0 |
28 |
2 |
96% |
| transformer_lens/hook_points.py |
LensHandle |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/hook_points.py |
_HookFunctionProtocol |
1 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/hook_points.py |
HookPoint |
48 |
4 |
0 |
24 |
4 |
86% |
| transformer_lens/hook_points.py |
HookedRootModule |
133 |
38 |
0 |
100 |
13 |
66% |
| transformer_lens/hook_points.py |
(no class) |
61 |
0 |
0 |
6 |
2 |
97% |
| transformer_lens/lit/__init__.py |
LITWidget |
14 |
10 |
0 |
6 |
0 |
20% |
| transformer_lens/lit/__init__.py |
(no class) |
47 |
26 |
0 |
20 |
1 |
36% |
| transformer_lens/lit/constants.py |
InputFieldNames |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/lit/constants.py |
OutputFieldNames |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/lit/constants.py |
DefaultConfig |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/lit/constants.py |
HookPointNames |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/lit/constants.py |
ErrorMessages |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/lit/constants.py |
ServerConfig |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/lit/constants.py |
(no class) |
80 |
0 |
0 |
12 |
6 |
93% |
| transformer_lens/lit/dataset.py |
DatasetConfig |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/lit/dataset.py |
SimpleTextDataset |
22 |
15 |
0 |
10 |
0 |
22% |
| transformer_lens/lit/dataset.py |
PromptCompletionDataset |
20 |
13 |
0 |
8 |
0 |
25% |
| transformer_lens/lit/dataset.py |
IOIDataset |
19 |
12 |
0 |
2 |
0 |
33% |
| transformer_lens/lit/dataset.py |
InductionDataset |
21 |
14 |
0 |
2 |
0 |
30% |
| transformer_lens/lit/dataset.py |
LITDatasetWrapper |
10 |
10 |
0 |
0 |
0 |
0% |
| transformer_lens/lit/dataset.py |
(no class) |
98 |
20 |
0 |
32 |
4 |
77% |
| transformer_lens/lit/model.py |
HookedTransformerLITConfig |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/lit/model.py |
HookedTransformerLIT |
148 |
132 |
0 |
62 |
0 |
8% |
| transformer_lens/lit/model.py |
HookedTransformerLITBatched |
12 |
12 |
0 |
0 |
0 |
0% |
| transformer_lens/lit/model.py |
(no class) |
70 |
20 |
0 |
22 |
5 |
66% |
| transformer_lens/lit/utils.py |
(no class) |
122 |
50 |
0 |
54 |
6 |
55% |
| transformer_lens/loading_from_pretrained.py |
Config |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/loading_from_pretrained.py |
(no class) |
405 |
123 |
0 |
278 |
64 |
66% |
| transformer_lens/past_key_value_caching.py |
HookedTransformerKeyValueCacheEntry |
8 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/past_key_value_caching.py |
HookedTransformerKeyValueCache |
13 |
0 |
0 |
6 |
0 |
100% |
| transformer_lens/past_key_value_caching.py |
(no class) |
25 |
0 |
0 |
8 |
2 |
94% |
| transformer_lens/patching.py |
(no class) |
147 |
77 |
0 |
16 |
0 |
45% |
| transformer_lens/pretrained/__init__.py |
(no class) |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/__init__.py |
(no class) |
24 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/apertus.py |
(no class) |
69 |
7 |
0 |
14 |
4 |
87% |
| transformer_lens/pretrained/weight_conversions/bert.py |
(no class) |
37 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/bloom.py |
(no class) |
40 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/coder.py |
(no class) |
43 |
38 |
0 |
2 |
0 |
11% |
| transformer_lens/pretrained/weight_conversions/gemma.py |
(no class) |
54 |
2 |
0 |
14 |
3 |
93% |
| transformer_lens/pretrained/weight_conversions/gpt2.py |
(no class) |
42 |
1 |
0 |
4 |
1 |
96% |
| transformer_lens/pretrained/weight_conversions/gptj.py |
(no class) |
36 |
31 |
0 |
2 |
0 |
13% |
| transformer_lens/pretrained/weight_conversions/hubert.py |
(no class) |
69 |
11 |
0 |
38 |
12 |
79% |
| transformer_lens/pretrained/weight_conversions/llama.py |
(no class) |
45 |
39 |
0 |
8 |
0 |
11% |
| transformer_lens/pretrained/weight_conversions/mingpt.py |
(no class) |
40 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/mistral.py |
(no class) |
36 |
31 |
0 |
2 |
0 |
13% |
| transformer_lens/pretrained/weight_conversions/mixtral.py |
(no class) |
37 |
32 |
0 |
4 |
0 |
12% |
| transformer_lens/pretrained/weight_conversions/nanogpt.py |
(no class) |
52 |
47 |
0 |
10 |
0 |
8% |
| transformer_lens/pretrained/weight_conversions/neel_solu_old.py |
(no class) |
17 |
0 |
0 |
12 |
2 |
93% |
| transformer_lens/pretrained/weight_conversions/neo.py |
(no class) |
40 |
0 |
0 |
4 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/neox.py |
(no class) |
34 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/openai.py |
(no class) |
49 |
4 |
0 |
8 |
2 |
89% |
| transformer_lens/pretrained/weight_conversions/opt.py |
(no class) |
40 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/phi.py |
(no class) |
41 |
37 |
0 |
2 |
0 |
9% |
| transformer_lens/pretrained/weight_conversions/phi3.py |
(no class) |
41 |
35 |
0 |
2 |
0 |
14% |
| transformer_lens/pretrained/weight_conversions/qwen.py |
(no class) |
38 |
33 |
0 |
2 |
0 |
12% |
| transformer_lens/pretrained/weight_conversions/qwen2.py |
(no class) |
41 |
0 |
0 |
2 |
0 |
100% |
| transformer_lens/pretrained/weight_conversions/qwen3.py |
(no class) |
43 |
37 |
0 |
4 |
0 |
13% |
| transformer_lens/pretrained/weight_conversions/t5.py |
(no class) |
33 |
0 |
0 |
4 |
0 |
100% |
| transformer_lens/train.py |
HookedTransformerTrainConfig |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/train.py |
(no class) |
75 |
45 |
0 |
36 |
1 |
28% |
| transformer_lens/utilities/__init__.py |
(no class) |
0 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/utilities/activation_functions.py |
XIELU |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/utilities/activation_functions.py |
(no class) |
25 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/utilities/addmm.py |
(no class) |
10 |
0 |
0 |
0 |
0 |
100% |
| transformer_lens/utilities/attention.py |
(no class) |
15 |
2 |
0 |
4 |
2 |
79% |
| transformer_lens/utilities/devices.py |
(no class) |
61 |
12 |
0 |
26 |
4 |
72% |
| transformer_lens/utils.py |
Slice |
31 |
2 |
0 |
18 |
2 |
92% |
| transformer_lens/utils.py |
LocallyOverridenDefaults |
23 |
0 |
0 |
10 |
0 |
100% |
| transformer_lens/utils.py |
(no class) |
449 |
89 |
0 |
186 |
28 |
75% |