Coverage report: 75%

Files Functions Classes

coverage.py v7.6.1, created at 2025-07-09 19:34 +0000

File function statements missing excluded branches partial coverage
transformer_lens/ActivationCache.py ActivationCache.__init__ 5 0 0 0 0 100%
transformer_lens/ActivationCache.py ActivationCache.remove_batch_dim 7 0 0 4 0 100%
transformer_lens/ActivationCache.py ActivationCache.__repr__ 1 0 0 0 0 100%
transformer_lens/ActivationCache.py ActivationCache.__getitem__ 8 0 0 8 0 100%
transformer_lens/ActivationCache.py ActivationCache.__len__ 1 0 0 0 0 100%
transformer_lens/ActivationCache.py ActivationCache.to 6 5 0 6 0 8%
transformer_lens/ActivationCache.py ActivationCache.toggle_autodiff 2 0 0 0 0 100%
transformer_lens/ActivationCache.py ActivationCache.keys 1 0 0 0 0 100%
transformer_lens/ActivationCache.py ActivationCache.values 1 0 0 0 0 100%
transformer_lens/ActivationCache.py ActivationCache.items 1 0 0 0 0 100%
transformer_lens/ActivationCache.py ActivationCache.__iter__ 1 0 0 0 0 100%
transformer_lens/ActivationCache.py ActivationCache.apply_slice_to_batch_dim 7 0 0 4 0 100%
transformer_lens/ActivationCache.py ActivationCache.accumulated_resid 24 0 0 16 0 100%
transformer_lens/ActivationCache.py ActivationCache.logit_attrs 20 0 0 16 0 100%
transformer_lens/ActivationCache.py ActivationCache.decompose_resid 34 0 0 24 2 97%
transformer_lens/ActivationCache.py ActivationCache.compute_head_results 7 0 0 4 0 100%
transformer_lens/ActivationCache.py ActivationCache.stack_head_results 29 0 0 20 0 100%
transformer_lens/ActivationCache.py ActivationCache.stack_activation 6 0 0 4 0 100%
transformer_lens/ActivationCache.py ActivationCache.get_neuron_results 12 0 0 8 2 90%
transformer_lens/ActivationCache.py ActivationCache.stack_neuron_results 30 1 0 22 1 96%
transformer_lens/ActivationCache.py ActivationCache.apply_ln_to_stack 20 1 0 16 3 89%
transformer_lens/ActivationCache.py ActivationCache.get_full_resid_decomposition 32 0 0 16 2 96%
transformer_lens/ActivationCache.py (no function) 34 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.__init__ 1 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.__call__ 1 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.to_tokens 11 0 0 4 1 93%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.forward 1 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.forward 1 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.forward 18 0 0 8 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.run_with_cache 1 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.run_with_cache 1 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.run_with_cache 10 0 0 4 1 93%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.run_with_cache.ForwardWrapper.__init__ 2 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.run_with_cache.ForwardWrapper.__enter__ 3 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.run_with_cache.ForwardWrapper.__enter__.wrapped_forward 1 1 0 0 0 0%
transformer_lens/BertNextSentencePrediction.py BertNextSentencePrediction.run_with_cache.ForwardWrapper.__exit__ 1 0 0 0 0 100%
transformer_lens/BertNextSentencePrediction.py (no function) 20 0 0 8 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.__init__ 10 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.__matmul__ 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.__matmul__ 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.__matmul__ 9 0 0 8 1 94%
transformer_lens/FactoredMatrix.py FactoredMatrix.__rmatmul__ 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.__rmatmul__ 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.__rmatmul__ 9 1 0 8 1 76%
transformer_lens/FactoredMatrix.py FactoredMatrix.__mul__ 3 0 0 2 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.__rmul__ 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.AB 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.BA 2 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.T 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.svd 8 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.U 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.S 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.Vh 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.eigenvalues 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix._convert_to_slice 6 0 0 4 1 90%
transformer_lens/FactoredMatrix.py FactoredMatrix.__getitem__ 13 0 0 10 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.norm 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.__repr__ 1 1 0 0 0 0%
transformer_lens/FactoredMatrix.py FactoredMatrix.make_even 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.get_corner 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.ndim 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.collapse_l 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.collapse_r 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.unsqueeze 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py FactoredMatrix.pair 1 0 0 0 0 100%
transformer_lens/FactoredMatrix.py (no function) 49 0 0 28 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.__init__ 30 3 0 18 3 88%
transformer_lens/HookedEncoder.py HookedEncoder.to_tokens 10 0 0 2 1 92%
transformer_lens/HookedEncoder.py HookedEncoder.encoder_output 11 3 0 6 1 65%
transformer_lens/HookedEncoder.py HookedEncoder.forward 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.forward 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.forward 20 3 0 10 2 77%
transformer_lens/HookedEncoder.py HookedEncoder.run_with_cache 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.run_with_cache 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.run_with_cache 5 0 0 2 1 86%
transformer_lens/HookedEncoder.py HookedEncoder.to 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.cuda 5 4 0 4 0 11%
transformer_lens/HookedEncoder.py HookedEncoder.cpu 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.mps 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.from_pretrained 13 1 0 4 2 82%
transformer_lens/HookedEncoder.py HookedEncoder.W_U 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.b_U 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.W_E 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.W_pos 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.W_E_pos 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.W_K 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.W_Q 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.W_V 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.W_O 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.W_in 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.W_out 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.b_K 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.b_Q 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.b_V 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.b_O 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.b_in 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.b_out 3 2 0 4 2 14%
transformer_lens/HookedEncoder.py HookedEncoder.QK 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.OV 1 0 0 0 0 100%
transformer_lens/HookedEncoder.py HookedEncoder.all_head_labels 1 0 0 2 2 33%
transformer_lens/HookedEncoder.py (no function) 77 0 0 48 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.__init__ 30 10 0 22 8 62%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.to_tokens 8 0 0 2 1 90%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.forward 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.forward 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.forward 38 4 0 24 6 84%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.generate 51 10 0 26 10 69%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.run_with_cache 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.run_with_cache 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.run_with_cache 5 0 0 2 1 86%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.to 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.cuda 5 4 0 4 0 11%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.cpu 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.mps 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.from_pretrained 16 3 0 8 4 71%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_U 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.b_U 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_E 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_pos 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_K 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_Q 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_V 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_O 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_in 7 6 0 4 0 9%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.W_out 7 6 0 4 0 9%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.b_K 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.b_Q 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.b_V 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.b_O 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.b_in 7 6 0 4 0 9%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.b_out 7 6 0 4 0 9%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.QK 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.OV 1 0 0 0 0 100%
transformer_lens/HookedEncoderDecoder.py HookedEncoderDecoder.all_head_labels 1 0 0 2 2 33%
transformer_lens/HookedEncoderDecoder.py (no function) 81 0 0 48 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.__init__ 48 7 0 36 7 83%
transformer_lens/HookedTransformer.py HookedTransformer.check_hooks_to_add 8 0 0 8 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.get_pos_offset 10 1 0 4 1 86%
transformer_lens/HookedTransformer.py HookedTransformer.get_residual 22 2 0 14 2 89%
transformer_lens/HookedTransformer.py HookedTransformer.input_to_embed 27 2 0 18 2 91%
transformer_lens/HookedTransformer.py HookedTransformer.forward 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.forward 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.forward 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.forward 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.forward 32 4 0 24 2 86%
transformer_lens/HookedTransformer.py HookedTransformer.loss_fn 3 1 0 2 1 60%
transformer_lens/HookedTransformer.py HookedTransformer.run_with_cache 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.run_with_cache 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.run_with_cache 5 0 0 2 1 86%
transformer_lens/HookedTransformer.py HookedTransformer.set_tokenizer 16 1 0 10 1 92%
transformer_lens/HookedTransformer.py HookedTransformer.to_tokens 11 0 0 8 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.to_string 8 0 0 6 1 93%
transformer_lens/HookedTransformer.py HookedTransformer.to_str_tokens 23 2 0 18 2 90%
transformer_lens/HookedTransformer.py HookedTransformer.to_single_token 3 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.to_single_str_token 4 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.get_token_position 17 1 0 12 2 90%
transformer_lens/HookedTransformer.py HookedTransformer.tokens_to_residual_directions 13 3 0 8 3 71%
transformer_lens/HookedTransformer.py HookedTransformer.to 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.cuda 5 4 0 4 0 11%
transformer_lens/HookedTransformer.py HookedTransformer.cpu 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.mps 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.move_model_modules_to_device 10 0 0 6 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.from_pretrained 44 16 0 24 6 65%
transformer_lens/HookedTransformer.py HookedTransformer.from_pretrained_no_processing 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.init_weights 14 11 0 14 2 18%
transformer_lens/HookedTransformer.py HookedTransformer._init_weights_gpt2 3 0 0 4 0 100%
transformer_lens/HookedTransformer.py HookedTransformer._init_weights_xavier 7 7 0 8 0 0%
transformer_lens/HookedTransformer.py HookedTransformer._init_weights_kaiming 7 7 0 8 0 0%
transformer_lens/HookedTransformer.py HookedTransformer._init_weights_muP 13 13 0 12 0 0%
transformer_lens/HookedTransformer.py HookedTransformer.load_and_process_state_dict 31 5 0 28 5 83%
transformer_lens/HookedTransformer.py HookedTransformer.fill_missing_keys 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.fold_layer_norm 41 0 0 24 2 97%
transformer_lens/HookedTransformer.py HookedTransformer.center_writing_weights 10 0 0 6 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.center_unembed 3 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.fold_value_biases 13 0 0 6 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.refactor_factored_attn_matrices 25 0 0 2 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.set_use_attn_result 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.set_use_split_qkv_input 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.set_use_hook_mlp_in 2 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.set_use_attn_in 2 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.set_ungroup_grouped_query_attention 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.process_weights_ 20 10 0 14 3 44%
transformer_lens/HookedTransformer.py HookedTransformer.generate 78 5 0 44 7 90%
transformer_lens/HookedTransformer.py HookedTransformer.W_U 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.b_U 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.W_E 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.W_pos 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.W_E_pos 1 0 0 0 0 100%
transformer_lens/HookedTransformer.py HookedTransformer.W_K 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.W_Q 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.W_V 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.W_O 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.W_in 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.W_gate 3 2 0 4 0 14%
transformer_lens/HookedTransformer.py HookedTransformer.W_out 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.b_K 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.b_Q 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.b_V 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.b_O 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.b_in 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.b_out 1 0 0 2 2 33%
transformer_lens/HookedTransformer.py HookedTransformer.QK 1 1 0 0 0 0%
transformer_lens/HookedTransformer.py HookedTransformer.OV 1 1 0 0 0 0%
transformer_lens/HookedTransformer.py HookedTransformer.accumulated_bias 11 3 0 6 1 76%
transformer_lens/HookedTransformer.py HookedTransformer.all_composition_scores 12 11 0 6 0 6%
transformer_lens/HookedTransformer.py HookedTransformer.all_head_labels 1 1 0 2 0 0%
transformer_lens/HookedTransformer.py HookedTransformer.load_sample_training_dataset 5 5 0 2 0 0%
transformer_lens/HookedTransformer.py HookedTransformer.sample_datapoint 8 7 0 4 0 8%
transformer_lens/HookedTransformer.py (no function) 140 0 0 58 0 100%
transformer_lens/HookedTransformerConfig.py HookedTransformerConfig.__post_init__ 40 5 0 34 5 86%
transformer_lens/HookedTransformerConfig.py HookedTransformerConfig.unwrap 1 0 0 0 0 100%
transformer_lens/HookedTransformerConfig.py HookedTransformerConfig.from_dict 1 0 0 0 0 100%
transformer_lens/HookedTransformerConfig.py HookedTransformerConfig.to_dict 1 0 0 0 0 100%
transformer_lens/HookedTransformerConfig.py HookedTransformerConfig.__repr__ 1 1 0 0 0 0%
transformer_lens/HookedTransformerConfig.py HookedTransformerConfig.set_seed_everywhere 3 2 0 0 0 33%
transformer_lens/HookedTransformerConfig.py HookedTransformerConfig.is_layer_norm_activation 1 0 0 0 0 100%
transformer_lens/HookedTransformerConfig.py (no function) 89 0 0 6 1 99%
transformer_lens/SVDInterpreter.py SVDInterpreter.__init__ 3 0 0 2 0 100%
transformer_lens/SVDInterpreter.py SVDInterpreter.get_singular_vectors 14 1 0 8 1 91%
transformer_lens/SVDInterpreter.py SVDInterpreter._get_singular_vectors_from_matrix 7 0 0 2 0 100%
transformer_lens/SVDInterpreter.py SVDInterpreter._get_OV_matrix 6 0 0 0 0 100%
transformer_lens/SVDInterpreter.py SVDInterpreter._get_w_in_matrix 6 0 0 2 0 100%
transformer_lens/SVDInterpreter.py SVDInterpreter._get_w_out_matrix 2 0 0 0 0 100%
transformer_lens/SVDInterpreter.py (no function) 16 0 0 2 0 100%
transformer_lens/__init__.py (no function) 21 0 0 0 0 100%
transformer_lens/components/__init__.py (no function) 22 0 0 0 0 100%
transformer_lens/components/abstract_attention.py AbstractAttention.__init__ 58 9 0 26 6 82%
transformer_lens/components/abstract_attention.py AbstractAttention.OV 1 0 0 0 0 100%
transformer_lens/components/abstract_attention.py AbstractAttention.QK 2 1 0 0 0 50%
transformer_lens/components/abstract_attention.py AbstractAttention.forward 52 7 0 30 7 83%
transformer_lens/components/abstract_attention.py AbstractAttention._apply_qk_norm 3 2 0 0 0 33%
transformer_lens/components/abstract_attention.py AbstractAttention.calculate_qkv_matrices 20 11 0 12 4 41%
transformer_lens/components/abstract_attention.py AbstractAttention.calculate_attention_scores 6 1 0 2 1 75%
transformer_lens/components/abstract_attention.py AbstractAttention.calculate_z_scores 4 0 0 0 0 100%
transformer_lens/components/abstract_attention.py AbstractAttention.apply_causal_mask 11 1 0 4 1 87%
transformer_lens/components/abstract_attention.py AbstractAttention.calculate_sin_cos_rotary 24 15 0 4 2 39%
transformer_lens/components/abstract_attention.py AbstractAttention.rotate_every_two 8 2 0 2 1 70%
transformer_lens/components/abstract_attention.py AbstractAttention.apply_rotary 16 1 0 4 1 90%
transformer_lens/components/abstract_attention.py AbstractAttention.create_alibi_slope 4 0 0 0 0 100%
transformer_lens/components/abstract_attention.py AbstractAttention.create_alibi_multipliers 4 0 0 0 0 100%
transformer_lens/components/abstract_attention.py AbstractAttention.create_alibi_bias 6 0 0 0 0 100%
transformer_lens/components/abstract_attention.py (no function) 48 2 0 12 1 95%
transformer_lens/components/attention.py Attention.__init__ 10 3 0 2 1 67%
transformer_lens/components/attention.py (no function) 10 1 0 2 1 83%
transformer_lens/components/bert_block.py BertBlock.__init__ 16 0 0 0 0 100%
transformer_lens/components/bert_block.py BertBlock.forward 17 4 0 2 1 74%
transformer_lens/components/bert_block.py (no function) 12 0 0 0 0 100%
transformer_lens/components/bert_embed.py BertEmbed.__init__ 9 0 0 0 0 100%
transformer_lens/components/bert_embed.py BertEmbed.forward 10 0 0 2 0 100%
transformer_lens/components/bert_embed.py (no function) 11 0 0 0 0 100%
transformer_lens/components/bert_mlm_head.py BertMLMHead.__init__ 6 0 0 0 0 100%
transformer_lens/components/bert_mlm_head.py BertMLMHead.forward 4 0 0 0 0 100%
transformer_lens/components/bert_mlm_head.py (no function) 9 0 0 0 0 100%
transformer_lens/components/bert_nsp_head.py BertNSPHead.__init__ 5 0 0 0 0 100%
transformer_lens/components/bert_nsp_head.py BertNSPHead.forward 2 0 0 0 0 100%
transformer_lens/components/bert_nsp_head.py (no function) 9 0 0 0 0 100%
transformer_lens/components/bert_pooler.py BertPooler.__init__ 6 0 0 0 0 100%
transformer_lens/components/bert_pooler.py BertPooler.forward 4 0 0 0 0 100%
transformer_lens/components/bert_pooler.py (no function) 9 0 0 0 0 100%
transformer_lens/components/embed.py Embed.__init__ 5 0 0 2 0 100%
transformer_lens/components/embed.py Embed.forward 3 0 0 2 0 100%
transformer_lens/components/embed.py (no function) 9 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.__init__ 8 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.W_K 1 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.W_K 1 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.W_V 1 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.W_V 1 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.b_K 1 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.b_K 1 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.b_V 1 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.b_V 1 0 0 0 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.calculate_qkv_matrices 10 4 0 2 1 58%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.calculate_attention_scores 3 0 0 2 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention.calculate_z_scores 3 0 0 2 0 100%
transformer_lens/components/grouped_query_attention.py GroupedQueryAttention._apply_qk_norm 4 3 0 0 0 25%
transformer_lens/components/grouped_query_attention.py (no function) 30 0 0 16 0 100%
transformer_lens/components/layer_norm.py LayerNorm.__init__ 10 0 0 2 0 100%
transformer_lens/components/layer_norm.py LayerNorm.forward 6 1 0 2 1 75%
transformer_lens/components/layer_norm.py (no function) 9 0 0 0 0 100%
transformer_lens/components/layer_norm_pre.py LayerNormPre.__init__ 5 0 0 0 0 100%
transformer_lens/components/layer_norm_pre.py LayerNormPre.forward 5 1 0 2 1 71%
transformer_lens/components/layer_norm_pre.py (no function) 9 0 0 0 0 100%
transformer_lens/components/mlps/can_be_used_as_mlp.py CanBeUsedAsMLP.__init__ 5 1 0 2 1 71%
transformer_lens/components/mlps/can_be_used_as_mlp.py CanBeUsedAsMLP.forward 1 0 0 0 0 100%
transformer_lens/components/mlps/can_be_used_as_mlp.py CanBeUsedAsMLP.select_activation_function 6 0 0 4 0 100%
transformer_lens/components/mlps/can_be_used_as_mlp.py (no function) 18 0 0 0 0 100%
transformer_lens/components/mlps/gated_mlp.py GatedMLP.__init__ 10 0 0 0 0 100%
transformer_lens/components/mlps/gated_mlp.py GatedMLP.forward 9 3 0 4 2 62%
transformer_lens/components/mlps/gated_mlp.py (no function) 14 1 0 2 1 88%
transformer_lens/components/mlps/gated_mlp_4bit.py GatedMLP4Bit.__init__ 11 10 0 0 0 9%
transformer_lens/components/mlps/gated_mlp_4bit.py GatedMLP4Bit.forward 7 6 0 2 0 11%
transformer_lens/components/mlps/gated_mlp_4bit.py (no function) 14 2 0 2 1 81%
transformer_lens/components/mlps/mlp.py MLP.__init__ 8 0 0 0 0 100%
transformer_lens/components/mlps/mlp.py MLP.forward 6 0 0 2 0 100%
transformer_lens/components/mlps/mlp.py (no function) 11 0 0 0 0 100%
transformer_lens/components/mlps/moe.py MoEGatedMLP.__init__ 12 1 0 2 1 86%
transformer_lens/components/mlps/moe.py MoEGatedMLP.forward 4 0 0 0 0 100%
transformer_lens/components/mlps/moe.py MoE.__init__ 10 0 0 2 0 100%
transformer_lens/components/mlps/moe.py MoE.forward 18 0 0 2 0 100%
transformer_lens/components/mlps/moe.py (no function) 15 0 0 0 0 100%
transformer_lens/components/pos_embed.py PosEmbed.__init__ 3 0 0 0 0 100%
transformer_lens/components/pos_embed.py PosEmbed.forward 10 0 0 2 0 100%
transformer_lens/components/pos_embed.py (no function) 10 0 0 0 0 100%
transformer_lens/components/rms_norm.py RMSNorm.__init__ 9 1 0 2 1 82%
transformer_lens/components/rms_norm.py RMSNorm.forward 7 2 0 4 2 64%
transformer_lens/components/rms_norm.py (no function) 9 0 0 0 0 100%
transformer_lens/components/rms_norm_pre.py RMSNormPre.__init__ 5 0 0 0 0 100%
transformer_lens/components/rms_norm_pre.py RMSNormPre.forward 4 1 0 2 1 67%
transformer_lens/components/rms_norm_pre.py (no function) 9 0 0 0 0 100%
transformer_lens/components/t5_attention.py T5Attention.__init__ 16 2 0 6 2 82%
transformer_lens/components/t5_attention.py T5Attention._relative_position_bucket 12 1 0 2 1 86%
transformer_lens/components/t5_attention.py T5Attention.compute_relative_attention_bias 9 0 0 2 0 100%
transformer_lens/components/t5_attention.py (no function) 13 0 0 2 0 100%
transformer_lens/components/t5_block.py T5Block.__init__ 24 0 0 4 0 100%
transformer_lens/components/t5_block.py T5Block.forward 27 6 0 8 3 74%
transformer_lens/components/t5_block.py (no function) 13 0 0 0 0 100%
transformer_lens/components/token_typed_embed.py TokenTypeEmbed.__init__ 3 0 0 0 0 100%
transformer_lens/components/token_typed_embed.py TokenTypeEmbed.forward 1 0 0 0 0 100%
transformer_lens/components/token_typed_embed.py (no function) 8 0 0 0 0 100%
transformer_lens/components/transformer_block.py TransformerBlock.__init__ 48 11 0 36 6 70%
transformer_lens/components/transformer_block.py TransformerBlock.forward 33 3 0 16 3 88%
transformer_lens/components/transformer_block.py TransformerBlock.apply_mlp 4 1 0 2 1 67%
transformer_lens/components/transformer_block.py (no function) 18 0 0 0 0 100%
transformer_lens/components/unembed.py Unembed.__init__ 4 0 0 0 0 100%
transformer_lens/components/unembed.py Unembed.forward 1 0 0 0 0 100%
transformer_lens/components/unembed.py (no function) 9 0 0 0 0 100%
transformer_lens/evals.py sanity_check 2 2 0 0 0 0%
transformer_lens/evals.py make_wiki_data_loader 5 5 0 0 0 0%
transformer_lens/evals.py make_owt_data_loader 5 5 0 0 0 0%
transformer_lens/evals.py make_pile_data_loader 5 5 0 0 0 0%
transformer_lens/evals.py make_code_data_loader 5 5 0 0 0 0%
transformer_lens/evals.py evaluate_on_dataset 9 9 0 4 0 0%
transformer_lens/evals.py induction_loss 10 10 0 4 0 0%
transformer_lens/evals.py evaluate 9 9 0 4 0 0%
transformer_lens/evals.py IOIDataset.__init__ 8 0 0 2 0 100%
transformer_lens/evals.py IOIDataset.__len__ 1 0 0 0 0 100%
transformer_lens/evals.py IOIDataset.__getitem__ 5 0 0 2 1 86%
transformer_lens/evals.py IOIDataset.get_sample 14 0 0 4 0 100%
transformer_lens/evals.py IOIDataset.get_default_names 1 0 0 0 0 100%
transformer_lens/evals.py IOIDataset.get_default_templates 1 0 0 0 0 100%
transformer_lens/evals.py IOIDataset.get_default_nouns 1 0 0 0 0 100%
transformer_lens/evals.py ioi_eval 29 0 0 8 1 97%
transformer_lens/evals.py ioi_eval.collate 3 0 0 4 0 100%
transformer_lens/evals.py (no function) 34 0 0 14 0 100%
transformer_lens/factories/activation_function_factory.py ActivationFunctionFactory.pick_activation_function 7 2 0 4 2 64%
transformer_lens/factories/activation_function_factory.py (no function) 5 0 0 2 0 100%
transformer_lens/factories/mlp_factory.py MLPFactory.create_mlp 5 1 0 4 1 78%
transformer_lens/factories/mlp_factory.py (no function) 9 0 0 2 0 100%
transformer_lens/head_detector.py detect_head 31 2 0 22 2 92%
transformer_lens/head_detector.py get_previous_token_head_detection_pattern 3 0 0 0 0 100%
transformer_lens/head_detector.py get_duplicate_token_head_detection_pattern 5 0 0 0 0 100%
transformer_lens/head_detector.py get_induction_head_detection_pattern 5 0 0 0 0 100%
transformer_lens/head_detector.py get_supported_heads 1 0 0 0 0 100%
transformer_lens/head_detector.py compute_head_attention_similarity_score 16 0 0 10 0 100%
transformer_lens/head_detector.py (no function) 23 0 0 0 0 100%
transformer_lens/hook_points.py _HookFunctionProtocol.__call__ 1 0 0 0 0 100%
transformer_lens/hook_points.py HookPoint.__init__ 5 0 0 0 0 100%
transformer_lens/hook_points.py HookPoint.add_perma_hook 1 0 0 0 0 100%
transformer_lens/hook_points.py HookPoint.add_hook 15 1 0 8 1 91%
transformer_lens/hook_points.py HookPoint.add_hook.full_hook 3 0 0 2 0 100%
transformer_lens/hook_points.py HookPoint.remove_hooks 7 0 0 6 3 77%
transformer_lens/hook_points.py HookPoint.remove_hooks._remove_hooks 8 0 0 6 0 100%
transformer_lens/hook_points.py HookPoint.clear_context 2 0 0 0 0 100%
transformer_lens/hook_points.py HookPoint.forward 1 0 0 0 0 100%
transformer_lens/hook_points.py HookPoint.layer 4 3 0 2 0 17%
transformer_lens/hook_points.py HookedRootModule.__init__ 3 0 0 0 0 100%
transformer_lens/hook_points.py HookedRootModule.setup 9 0 0 6 0 100%
transformer_lens/hook_points.py HookedRootModule.hook_points 1 0 0 0 0 100%
transformer_lens/hook_points.py HookedRootModule.remove_all_hook_fns 2 0 0 2 0 100%
transformer_lens/hook_points.py HookedRootModule.clear_contexts 2 0 0 2 0 100%
transformer_lens/hook_points.py HookedRootModule.reset_hooks 4 0 0 2 0 100%
transformer_lens/hook_points.py HookedRootModule.check_and_add_hook 2 0 0 0 0 100%
transformer_lens/hook_points.py HookedRootModule.check_hooks_to_add 1 0 0 0 0 100%
transformer_lens/hook_points.py HookedRootModule.add_hook 7 0 0 6 0 100%
transformer_lens/hook_points.py HookedRootModule.add_perma_hook 1 0 0 0 0 100%
transformer_lens/hook_points.py HookedRootModule._enable_hook_with_name 1 0 0 0 0 100%
transformer_lens/hook_points.py HookedRootModule._enable_hooks_for_points 3 0 0 4 0 100%
transformer_lens/hook_points.py HookedRootModule._enable_hook 3 0 0 2 0 100%
transformer_lens/hook_points.py HookedRootModule.hooks 10 0 0 6 1 94%
transformer_lens/hook_points.py HookedRootModule.run_with_hooks 4 1 0 4 1 75%
transformer_lens/hook_points.py HookedRootModule.add_caching_hooks 19 18 0 20 0 3%
transformer_lens/hook_points.py HookedRootModule.add_caching_hooks.save_hook 7 7 0 4 0 0%
transformer_lens/hook_points.py HookedRootModule.run_with_cache 7 1 0 4 1 82%
transformer_lens/hook_points.py HookedRootModule.get_caching_hooks 25 4 0 22 4 79%
transformer_lens/hook_points.py HookedRootModule.get_caching_hooks.save_hook 14 2 0 10 3 79%
transformer_lens/hook_points.py HookedRootModule.cache_all 2 1 0 2 2 25%
transformer_lens/hook_points.py HookedRootModule.cache_some 2 1 0 0 0 50%
transformer_lens/hook_points.py (no function) 61 0 0 6 2 97%
transformer_lens/loading_from_pretrained.py make_model_alias_map 7 0 0 4 0 100%
transformer_lens/loading_from_pretrained.py get_official_model_name 5 1 0 2 1 71%
transformer_lens/loading_from_pretrained.py convert_hf_model_config 96 38 0 82 32 60%
transformer_lens/loading_from_pretrained.py convert_neel_model_config 11 0 0 4 0 100%
transformer_lens/loading_from_pretrained.py get_pretrained_model_config 51 16 0 32 5 70%
transformer_lens/loading_from_pretrained.py get_num_params_of_pretrained 2 1 0 0 0 50%
transformer_lens/loading_from_pretrained.py get_checkpoint_labels 21 20 0 14 0 3%
transformer_lens/loading_from_pretrained.py get_pretrained_state_dict 81 31 0 74 14 61%
transformer_lens/loading_from_pretrained.py fill_missing_keys 9 1 0 6 1 87%
transformer_lens/loading_from_pretrained.py get_basic_config 1 0 0 2 0 100%
transformer_lens/loading_from_pretrained.py (no function) 47 0 0 4 1 98%
transformer_lens/past_key_value_caching.py HookedTransformerKeyValueCacheEntry.init_cache_entry 2 0 0 0 0 100%
transformer_lens/past_key_value_caching.py HookedTransformerKeyValueCacheEntry.append 6 0 0 2 0 100%
transformer_lens/past_key_value_caching.py HookedTransformerKeyValueCache.init_cache 1 0 0 2 0 100%
transformer_lens/past_key_value_caching.py HookedTransformerKeyValueCache.freeze 3 0 0 2 0 100%
transformer_lens/past_key_value_caching.py HookedTransformerKeyValueCache.unfreeze 3 0 0 2 0 100%
transformer_lens/past_key_value_caching.py HookedTransformerKeyValueCache.append_attention_mask 5 0 0 2 0 100%
transformer_lens/past_key_value_caching.py HookedTransformerKeyValueCache.__getitem__ 1 0 0 0 0 100%
transformer_lens/past_key_value_caching.py (no function) 25 0 0 8 2 94%
transformer_lens/patching.py make_df_from_ranges 3 2 0 2 0 20%
transformer_lens/patching.py generic_activation_patch 1 0 0 0 0 100%
transformer_lens/patching.py generic_activation_patch 1 0 0 0 0 100%
transformer_lens/patching.py generic_activation_patch 27 26 0 12 0 3%
transformer_lens/patching.py generic_activation_patch.patching_hook 1 1 0 0 0 0%
transformer_lens/patching.py layer_pos_patch_setter 4 4 0 0 0 0%
transformer_lens/patching.py layer_pos_head_vector_patch_setter 4 4 0 0 0 0%
transformer_lens/patching.py layer_head_vector_patch_setter 4 4 0 0 0 0%
transformer_lens/patching.py layer_head_pattern_patch_setter 4 4 0 0 0 0%
transformer_lens/patching.py layer_head_pos_pattern_patch_setter 4 4 0 0 0 0%
transformer_lens/patching.py layer_head_dest_src_pos_pattern_patch_setter 4 4 0 0 0 0%
transformer_lens/patching.py get_act_patch_attn_head_all_pos_every 7 6 0 0 0 14%
transformer_lens/patching.py get_act_patch_attn_head_by_pos_every 8 7 0 0 0 12%
transformer_lens/patching.py get_act_patch_block_every 5 4 0 0 0 20%
transformer_lens/patching.py (no function) 63 0 0 4 0 100%
transformer_lens/pretrained/__init__.py (no function) 0 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/__init__.py (no function) 21 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/bert.py convert_bert_weights 34 0 0 2 0 100%
transformer_lens/pretrained/weight_conversions/bert.py (no function) 3 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/bloom.py convert_bloom_weights 37 0 0 2 0 100%
transformer_lens/pretrained/weight_conversions/bloom.py (no function) 3 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/coder.py convert_coder_weights 39 38 0 2 0 2%
transformer_lens/pretrained/weight_conversions/coder.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/gemma.py convert_gemma_weights 37 36 0 6 0 2%
transformer_lens/pretrained/weight_conversions/gemma.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/gpt2.py convert_gpt2_weights 35 0 0 2 0 100%
transformer_lens/pretrained/weight_conversions/gpt2.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/gptj.py convert_gptj_weights 32 31 0 2 0 3%
transformer_lens/pretrained/weight_conversions/gptj.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/llama.py convert_llama_weights 40 39 0 8 0 2%
transformer_lens/pretrained/weight_conversions/llama.py (no function) 5 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/mingpt.py convert_mingpt_weights 37 0 0 2 0 100%
transformer_lens/pretrained/weight_conversions/mingpt.py (no function) 3 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/mistral.py convert_mistral_weights 32 31 0 2 0 3%
transformer_lens/pretrained/weight_conversions/mistral.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/mixtral.py convert_mixtral_weights 33 32 0 4 0 3%
transformer_lens/pretrained/weight_conversions/mixtral.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/nanogpt.py convert_nanogpt_weights 48 47 0 10 0 2%
transformer_lens/pretrained/weight_conversions/nanogpt.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/neel_solu_old.py convert_neel_solu_old_weights 15 0 0 12 2 93%
transformer_lens/pretrained/weight_conversions/neel_solu_old.py (no function) 2 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/neo.py convert_neo_weights 33 0 0 2 0 100%
transformer_lens/pretrained/weight_conversions/neo.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/neox.py convert_neox_weights 30 0 0 2 0 100%
transformer_lens/pretrained/weight_conversions/neox.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/opt.py convert_opt_weights 36 0 0 2 0 100%
transformer_lens/pretrained/weight_conversions/opt.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/phi.py convert_phi_weights 38 37 0 2 0 2%
transformer_lens/pretrained/weight_conversions/phi.py (no function) 3 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/phi3.py convert_phi3_weights 36 35 0 2 0 3%
transformer_lens/pretrained/weight_conversions/phi3.py (no function) 5 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/qwen.py convert_qwen_weights 34 33 0 2 0 3%
transformer_lens/pretrained/weight_conversions/qwen.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/qwen2.py convert_qwen2_weights 37 0 0 2 0 100%
transformer_lens/pretrained/weight_conversions/qwen2.py (no function) 4 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/qwen3.py convert_qwen3_weights 38 37 0 4 0 2%
transformer_lens/pretrained/weight_conversions/qwen3.py (no function) 5 0 0 0 0 100%
transformer_lens/pretrained/weight_conversions/t5.py convert_t5_weights 30 0 0 4 0 100%
transformer_lens/pretrained/weight_conversions/t5.py (no function) 3 0 0 0 0 100%
transformer_lens/train.py train 43 42 0 32 0 1%
transformer_lens/train.py (no function) 29 0 0 2 1 97%
transformer_lens/utilities/__init__.py (no function) 0 0 0 0 0 100%
transformer_lens/utilities/activation_functions.py (no function) 6 0 0 2 0 100%
transformer_lens/utilities/addmm.py vanilla_addmm 1 0 0 0 0 100%
transformer_lens/utilities/addmm.py batch_addmm 5 0 0 0 0 100%
transformer_lens/utilities/addmm.py (no function) 4 0 0 0 0 100%
transformer_lens/utilities/attention.py simple_attn_linear 7 2 0 4 2 64%
transformer_lens/utilities/attention.py complex_attn_linear 2 0 0 0 0 100%
transformer_lens/utilities/attention.py (no function) 6 0 0 0 0 100%
transformer_lens/utilities/devices.py calculate_available_device_cuda_memory 3 0 0 0 0 100%
transformer_lens/utilities/devices.py determine_available_memory_for_available_devices 4 0 0 2 0 100%
transformer_lens/utilities/devices.py sort_devices_based_on_available_memory 1 0 0 2 0 100%
transformer_lens/utilities/devices.py get_best_available_cuda_device 6 5 0 2 0 12%
transformer_lens/utilities/devices.py get_best_available_device 5 1 0 2 1 71%
transformer_lens/utilities/devices.py get_device_for_block_index 9 0 0 4 0 100%
transformer_lens/utilities/devices.py move_to_and_update_config 15 6 0 14 3 48%
transformer_lens/utilities/devices.py (no function) 14 0 0 0 0 100%
transformer_lens/utils.py select_compatible_kwargs 1 0 0 2 0 100%
transformer_lens/utils.py download_file_from_hf 7 1 0 4 1 82%
transformer_lens/utils.py clear_huggingface_cache 2 0 0 0 0 100%
transformer_lens/utils.py print_gpu_mem 1 0 0 0 0 100%
transformer_lens/utils.py get_corner 4 1 0 8 3 50%
transformer_lens/utils.py to_numpy 10 2 0 8 1 72%
transformer_lens/utils.py lm_cross_entropy_loss 10 1 0 4 1 86%
transformer_lens/utils.py lm_accuracy 5 4 0 2 0 14%
transformer_lens/utils.py gelu_new 1 0 0 0 0 100%
transformer_lens/utils.py gelu_fast 1 0 0 0 0 100%
transformer_lens/utils.py gelu_pytorch_tanh 1 0 0 0 0 100%
transformer_lens/utils.py solu 1 0 0 0 0 100%
transformer_lens/utils.py calc_fan_in_and_fan_out 14 0 0 8 0 100%
transformer_lens/utils.py init_xavier_uniform_ 3 0 0 0 0 100%
transformer_lens/utils.py init_xavier_normal_ 3 0 0 0 0 100%
transformer_lens/utils.py init_kaiming_uniform_ 5 0 0 0 0 100%
transformer_lens/utils.py init_kaiming_normal_ 5 0 0 0 0 100%
transformer_lens/utils.py keep_single_column 4 3 0 4 0 12%
transformer_lens/utils.py tokenize_and_concatenate 10 9 0 4 0 7%
transformer_lens/utils.py tokenize_and_concatenate.tokenize_function 25 25 0 10 0 0%
transformer_lens/utils.py sample_logits 24 17 0 10 4 32%
transformer_lens/utils.py Slice.__init__ 16 2 0 10 2 85%
transformer_lens/utils.py Slice.apply 4 0 0 0 0 100%
transformer_lens/utils.py Slice.indices 5 0 0 4 0 100%
transformer_lens/utils.py Slice.__repr__ 1 0 0 0 0 100%
transformer_lens/utils.py Slice.unwrap 5 0 0 4 0 100%
transformer_lens/utils.py get_act_name 25 3 0 18 3 86%
transformer_lens/utils.py remove_batch_dim 3 2 0 2 0 20%
transformer_lens/utils.py test_prompt 38 2 0 28 5 89%
transformer_lens/utils.py transpose 1 0 0 0 0 100%
transformer_lens/utils.py composition_scores 14 13 0 6 0 5%
transformer_lens/utils.py get_dataset 5 4 0 2 0 14%
transformer_lens/utils.py is_square 1 0 0 0 0 100%
transformer_lens/utils.py is_lower_triangular 3 0 0 2 0 100%
transformer_lens/utils.py check_structure 33 32 0 22 0 2%
transformer_lens/utils.py get_device 7 4 0 6 2 38%
transformer_lens/utils.py override_or_use_default_value 1 0 0 0 0 100%
transformer_lens/utils.py get_offset_position_ids 3 0 0 0 0 100%
transformer_lens/utils.py get_cumsum_along_dim 6 0 0 4 0 100%
transformer_lens/utils.py get_attention_mask 13 1 0 6 1 89%
transformer_lens/utils.py repeat_along_head_dimension 4 0 0 2 1 83%
transformer_lens/utils.py get_nested_attr 4 0 0 2 0 100%
transformer_lens/utils.py set_nested_attr 4 0 0 2 0 100%
transformer_lens/utils.py LocallyOverridenDefaults.__init__ 5 0 0 2 0 100%
transformer_lens/utils.py LocallyOverridenDefaults.__enter__ 11 0 0 4 0 100%
transformer_lens/utils.py LocallyOverridenDefaults.__exit__ 7 0 0 4 0 100%
transformer_lens/utils.py get_tokenizer_with_bos 10 0 0 4 0 100%
transformer_lens/utils.py get_input_with_manually_prepended_bos 4 0 0 4 0 100%
transformer_lens/utils.py get_tokens_with_bos_removed 11 0 0 4 0 100%
transformer_lens/utils.py (no function) 85 2 0 2 0 98%
Total   5521 1218 0 2176 351 75%

No items found using the specified filter.