transformer_lens

• transformer_lens package
  • Subpackages
    • transformer_lens.benchmarks package
      • Submodules
      • Module contents
    • transformer_lens.cache package
      • Submodules
      • Module contents
    • transformer_lens.components package
      • Submodules
      • Module contents
    • transformer_lens.config package
      • Submodules
      • Module contents
    • transformer_lens.conversion_utils package
      • Subpackages
      • Submodules
      • Module contents
    • transformer_lens.factories package
      • Submodules
      • Module contents
    • transformer_lens.lit package
      • Submodules
      • Module contents
    • transformer_lens.model_bridge package
      • Subpackages
      • Submodules
      • Module contents
    • transformer_lens.pretrained package
      • Subpackages
      • Module contents
    • transformer_lens.tools package
      • Subpackages
      • Module contents
    • transformer_lens.utilities package
      • Submodules
      • Module contents
  • Submodules
    • transformer_lens.HookedAudioEncoder module
      • HookedAudioEncoder
    • transformer_lens.evals module
      • IOIDataset
      • evaluate()
      • evaluate_on_dataset()
      • induction_loss()
      • ioi_eval()
      • make_code_data_loader()
      • make_mmlu_data_loader()
      • make_owt_data_loader()
      • make_pile_data_loader()
      • make_wiki_data_loader()
      • mmlu_eval()
      • sanity_check()
    • transformer_lens.head_detector module
      • compute_head_attention_similarity_score()
      • detect_head()
      • get_duplicate_token_head_detection_pattern()
      • get_induction_head_detection_pattern()
      • get_previous_token_head_detection_pattern()
      • get_supported_heads()
    • transformer_lens.hook_points module
      • HookFunction
      • HookPoint
      • HookedRootModule
      • LensHandle
    • transformer_lens.loading_from_pretrained module
      • Config
      • NON_HF_HOSTED_MODEL_NAMES
      • get_checkpoint_labels()
      • get_num_params_of_pretrained()
      • get_pretrained_model_config()
    • transformer_lens.patching module
      • generic_activation_patch()
      • get_act_patch_attn_head_all_pos_every()
      • get_act_patch_attn_head_by_pos_every()
      • get_act_patch_attn_head_k_all_pos()
      • get_act_patch_attn_head_k_by_pos()
      • get_act_patch_attn_head_out_all_pos()
      • get_act_patch_attn_head_out_by_pos()
      • get_act_patch_attn_head_pattern_all_pos()
      • get_act_patch_attn_head_pattern_by_pos()
      • get_act_patch_attn_head_pattern_dest_src_pos()
      • get_act_patch_attn_head_q_all_pos()
      • get_act_patch_attn_head_q_by_pos()
      • get_act_patch_attn_head_v_all_pos()
      • get_act_patch_attn_head_v_by_pos()
      • get_act_patch_attn_out()
      • get_act_patch_block_every()
      • get_act_patch_mlp_out()
      • get_act_patch_resid_mid()
      • get_act_patch_resid_pre()
      • layer_head_dest_src_pos_pattern_patch_setter()
      • layer_head_pattern_patch_setter()
      • layer_head_pos_pattern_patch_setter()
      • layer_head_vector_patch_setter()
      • layer_pos_head_vector_patch_setter()
      • layer_pos_patch_setter()
    • transformer_lens.supported_models module
      • MODEL_ALIASES
      • OFFICIAL_MODEL_NAMES
    • transformer_lens.train module
      • HookedTransformerTrainConfig
      • train()
    • transformer_lens.utils module
      • LocallyOverridenDefaults
      • Slice
      • calc_fan_in_and_fan_out()
      • composition_scores()
      • download_file_from_hf()
      • filter_dict_by_prefix()
      • gelu_fast()
      • gelu_new()
      • get_act_name()
      • get_attention_mask()
      • get_corner()
      • get_cumsum_along_dim()
      • get_dataset()
      • get_device()
      • get_input_with_manually_prepended_bos()
      • get_nested_attr()
      • get_offset_position_ids()
      • get_tokenizer_with_bos()
      • get_tokens_with_bos_removed()
      • init_kaiming_normal_()
      • init_kaiming_uniform_()
      • init_xavier_normal_()
      • init_xavier_uniform_()
      • is_library_available()
      • is_lower_triangular()
      • is_square()
      • keep_single_column()
      • lm_accuracy()
      • lm_cross_entropy_loss()
      • override_or_use_default_value()
      • print_gpu_mem()
      • remove_batch_dim()
      • repeat_along_head_dimension()
      • sample_logits()
      • set_nested_attr()
      • solu()
      • test_prompt()
      • to_numpy()
      • tokenize_and_concatenate()
      • transpose()
      • warn_if_mps()
    • transformer_lens.weight_processing module
      • ProcessWeights
  • Module contents
    • TransformerLensKeyValueCache
      • TransformerLensKeyValueCache.__getitem__()
      • TransformerLensKeyValueCache.append_attention_mask()
      • TransformerLensKeyValueCache.entries
      • TransformerLensKeyValueCache.freeze()
      • TransformerLensKeyValueCache.frozen
      • TransformerLensKeyValueCache.init_cache()
      • TransformerLensKeyValueCache.previous_attention_mask
      • TransformerLensKeyValueCache.unfreeze()
    • TransformerLensKeyValueCacheEntry
      • TransformerLensKeyValueCacheEntry.append()
      • TransformerLensKeyValueCacheEntry.frozen
      • TransformerLensKeyValueCacheEntry.init_cache_entry()
      • TransformerLensKeyValueCacheEntry.past_keys
      • TransformerLensKeyValueCacheEntry.past_values