Coverage report:
74%
coverage.py v7.4.4
, created at 2024-11-19 14:42 +0000
Module
statements
missing
excluded
branches
partial
coverage
transformer_lens/ActivationCache.py
288
7
0
168
10
95%
transformer_lens/FactoredMatrix.py
129
2
0
60
3
96%
transformer_lens/HookedEncoder.py
162
10
0
104
33
83%
transformer_lens/HookedEncoderDecoder.py
170
19
0
112
41
77%
transformer_lens/HookedTransformer.py
738
141
0
456
90
75%
transformer_lens/HookedTransformerConfig.py
135
8
0
40
7
91%
transformer_lens/SVDInterpreter.py
55
1
0
16
1
97%
transformer_lens/__init__.py
20
0
0
0
0
100%
transformer_lens/components/__init__.py
20
0
0
0
0
100%
transformer_lens/components/abstract_attention.py
236
41
0
86
19
80%
transformer_lens/components/attention.py
20
4
0
4
2
75%
transformer_lens/components/bert_block.py
45
4
0
2
1
89%
transformer_lens/components/bert_embed.py
30
0
0
2
0
100%
transformer_lens/components/bert_mlm_head.py
20
0
0
0
0
100%
transformer_lens/components/embed.py
17
0
0
4
0
100%
transformer_lens/components/grouped_query_attention.py
55
0
0
20
0
100%
transformer_lens/components/layer_norm.py
25
1
0
4
1
93%
transformer_lens/components/layer_norm_pre.py
19
1
0
2
1
90%
transformer_lens/components/mlps/can_be_used_as_mlp.py
30
1
0
6
1
94%
transformer_lens/components/mlps/gated_mlp.py
31
3
0
4
2
86%
transformer_lens/components/mlps/gated_mlp_4bit.py
32
18
0
4
1
42%
transformer_lens/components/mlps/mlp.py
25
0
0
2
0
100%
transformer_lens/components/mlps/moe.py
59
1
0
6
1
97%
transformer_lens/components/pos_embed.py
23
0
0
2
0
100%
transformer_lens/components/rms_norm.py
23
2
0
4
2
85%
transformer_lens/components/rms_norm_pre.py
18
1
0
2
1
90%
transformer_lens/components/t5_attention.py
50
3
0
12
3
90%
transformer_lens/components/t5_block.py
64
6
0
12
3
88%
transformer_lens/components/token_typed_embed.py
12
0
0
0
0
100%
transformer_lens/components/transformer_block.py
101
15
0
52
10
78%
transformer_lens/components/unembed.py
14
0
0
0
0
100%
transformer_lens/evals.py
147
50
0
46
2
67%
transformer_lens/factories/activation_function_factory.py
12
2
0
6
2
78%
transformer_lens/factories/mlp_factory.py
14
1
0
6
1
90%
transformer_lens/head_detector.py
84
2
0
32
2
97%
transformer_lens/hook_points.py
234
39
0
124
18
76%
transformer_lens/loading_from_pretrained.py
320
112
0
216
52
62%
transformer_lens/past_key_value_caching.py
46
0
0
18
2
97%
transformer_lens/patching.py
140
70
0
18
0
47%
transformer_lens/pretrained/__init__.py
0
0
0
0
0
100%
transformer_lens/pretrained/weight_conversions/__init__.py
20
0
0
0
0
100%
transformer_lens/pretrained/weight_conversions/bert.py
31
0
0
2
0
100%
transformer_lens/pretrained/weight_conversions/bloom.py
40
0
0
2
0
100%
transformer_lens/pretrained/weight_conversions/coder.py
43
38
0
2
0
11%
transformer_lens/pretrained/weight_conversions/gemma.py
41
36
0
6
0
11%
transformer_lens/pretrained/weight_conversions/gpt2.py
39
0
0
2
0
100%
transformer_lens/pretrained/weight_conversions/gptj.py
36
31
0
2
0
13%
transformer_lens/pretrained/weight_conversions/llama.py
45
39
0
8
0
11%
transformer_lens/pretrained/weight_conversions/mingpt.py
40
0
0
2
0
100%
transformer_lens/pretrained/weight_conversions/mistral.py
36
31
0
2
0
13%
transformer_lens/pretrained/weight_conversions/mixtral.py
37
32
0
4
0
12%
transformer_lens/pretrained/weight_conversions/nanogpt.py
52
47
0
10
0
8%
transformer_lens/pretrained/weight_conversions/neel_solu_old.py
17
0
0
12
2
93%
transformer_lens/pretrained/weight_conversions/neo.py
37
0
0
2
0
100%
transformer_lens/pretrained/weight_conversions/neox.py
34
0
0
2
0
100%
transformer_lens/pretrained/weight_conversions/opt.py
40
0
0
2
0
100%
transformer_lens/pretrained/weight_conversions/phi.py
41
37
0
2
0
9%
transformer_lens/pretrained/weight_conversions/phi3.py
35
30
0
2
0
14%
transformer_lens/pretrained/weight_conversions/qwen.py
38
33
0
2
0
12%
transformer_lens/pretrained/weight_conversions/qwen2.py
41
36
0
2
0
12%
transformer_lens/pretrained/weight_conversions/t5.py
33
0
0
4
0
100%
transformer_lens/train.py
72
42
0
34
1
29%
transformer_lens/utilities/__init__.py
0
0
0
0
0
100%
transformer_lens/utilities/activation_functions.py
6
0
0
2
0
100%
transformer_lens/utilities/addmm.py
10
0
0
0
0
100%
transformer_lens/utilities/attention.py
10
0
0
0
0
100%
transformer_lens/utilities/devices.py
31
7
0
18
4
65%
transformer_lens/utils.py
458
135
0
208
18
67%
Total
5026
1139
0
1986
337
74%
No items found using the specified filter.