Index

_

__getitem__() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache method) (transformer_lens.evals.IOIDataset method) (transformer_lens.model_bridge.composition_scores.CompositionScores method) (transformer_lens.TransformerLensKeyValueCache method) __init__() (transformer_lens.benchmarks.component_outputs.ComponentBenchmarker method) (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.attention.Attention method) (transformer_lens.components.grouped_query_attention.GroupedQueryAttention method) (transformer_lens.components.layer_norm.LayerNorm method) (transformer_lens.components.layer_norm_pre.LayerNormPre method) (transformer_lens.components.rms_norm.RMSNorm method) (transformer_lens.components.rms_norm_pre.RMSNormPre method) (transformer_lens.config.TransformerBridgeConfig.TransformerBridgeConfig method) (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion.SplitTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.SplitTensorConversion method) (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.LITWidget method) (transformer_lens.lit.model.HookedTransformerLIT method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method) (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.BlockBridge method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.EmbeddingBridge method) (transformer_lens.model_bridge.exceptions.StopAtLayerException method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.generalized_components.block.BlockBridge method) (transformer_lens.model_bridge.generalized_components.BlockBridge method) (transformer_lens.model_bridge.generalized_components.bloom_attention.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.bloom_block.BloomBlockBridge method) (transformer_lens.model_bridge.generalized_components.bloom_mlp.BloomMLPBridge method) (transformer_lens.model_bridge.generalized_components.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.BloomBlockBridge method) (transformer_lens.model_bridge.generalized_components.BloomMLPBridge method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.codegen_attention.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention.JointQKVPositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVPositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge method) (transformer_lens.model_bridge.generalized_components.MLPBridge method) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge method) (transformer_lens.model_bridge.generalized_components.MoEBridge method) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge method) (transformer_lens.model_bridge.generalized_components.NormalizationBridge method) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.PosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.rms_normalization.RMSNormalizationBridge method) (transformer_lens.model_bridge.generalized_components.RMSNormalizationBridge method) (transformer_lens.model_bridge.generalized_components.rotary_embedding.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge method) (transformer_lens.model_bridge.generalized_components.SymbolicBridge method) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge method) (transformer_lens.model_bridge.generalized_components.VisionProjectionBridge method) (transformer_lens.model_bridge.JointQKVAttentionBridge method) (transformer_lens.model_bridge.MLPBridge method) (transformer_lens.model_bridge.MoEBridge method) (transformer_lens.model_bridge.NormalizationBridge method) (transformer_lens.model_bridge.supported_architectures.apertus.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bert.BertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bloom.BloomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BloomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.codegen.CodeGenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CodeGenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.cohere.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma1.Gemma1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma2.Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3_multimodal.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gpt2.GPT2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gpt2.QKVSplitRearrangeConversion method) (transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom.Gpt2LmHeadCustomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GPT2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gpt2LmHeadCustomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gpt_oss.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gptj.GptjArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GptjArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.granite.GraniteArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GraniteArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llama.LlamaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LlamaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llava.LlavaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LlavaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mingpt.MingptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MingptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mistral.MistralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MistralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mixtral.MixtralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MixtralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.nanogpt.NanogptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NanogptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neel_solu_old.NeelSoluOldArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NeelSoluOldArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neo.NeoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neo.NeoLinearTransposeConversion method) (transformer_lens.model_bridge.supported_architectures.NeoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neox.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo2.Olmo2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Olmo2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmoe.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.openelm.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.opt.OptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi3.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PhiArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.pythia.PythiaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PythiaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen.QwenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen2.Qwen2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_moe.Qwen3MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.QwenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.stablelm.StableLmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.StableLmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.t5.T5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.T5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.xglm.XGLMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.XGLMArchitectureAdapter method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.model_bridge.UnembeddingBridge method) (transformer_lens.utilities.defaults_utils.LocallyOverridenDefaults method) (transformer_lens.utilities.slice.Slice method) (transformer_lens.utils.LocallyOverridenDefaults method) (transformer_lens.utils.Slice method)

__iter__() (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method) __len__() (transformer_lens.evals.IOIDataset method) (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method)

A

AbstractAttention (class in transformer_lens.components.abstract_attention) accumulated_bias() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) act_fn (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) ActivationFunctionFactory (class in transformer_lens.factories.activation_function_factory) add_caching_hooks() (transformer_lens.hook_points.HookedRootModule method) add_example() (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) add_hook() (transformer_lens.hook_points.HookedRootModule method) (transformer_lens.hook_points.HookPoint method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.TransformerBridge method) add_perma_hook() (transformer_lens.hook_points.HookedRootModule method) (transformer_lens.hook_points.HookPoint method) add_record() (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationHistory method) add_verification_record() (in module transformer_lens.tools.model_registry.registry_io) ADDITION (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.OperationTypes attribute) alibi (transformer_lens.components.abstract_attention.AbstractAttention attribute) ALiBiJointQKVAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention) all_composition_scores() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) all_head_labels (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) all_head_labels() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) ApertusArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.apertus) append() (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry method) (transformer_lens.TransformerLensKeyValueCacheEntry method) append_attention_mask() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache method) (transformer_lens.TransformerLensKeyValueCache method) applicable_phases (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.MambaArchitectureAdapter attribute) apply() (transformer_lens.utilities.slice.Slice method) (transformer_lens.utils.Slice method) apply_causal_mask() (transformer_lens.components.abstract_attention.AbstractAttention method) apply_fn_to_all_components() (in module transformer_lens.utilities.bridge_components) apply_mlp() (transformer_lens.components.transformer_block.TransformerBlock method)

apply_rotary() (transformer_lens.components.abstract_attention.AbstractAttention method) architecture_id (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.ArchitectureNotSupportedError attribute) (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.discover_architectures.ArchitectureEntry attribute) (transformer_lens.tools.model_registry.exceptions.ArchitectureNotSupportedError attribute) (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.verify_models.ModelCandidate attribute) ArchitectureAdapter (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.architecture_adapter) ArchitectureAdapterFactory (class in transformer_lens.factories.architecture_adapter_factory) ArchitectureAnalysis (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ArchitectureEntry (class in transformer_lens.tools.model_registry.discover_architectures) ArchitectureGap (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ArchitectureGapsReport (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ArchitectureNotSupportedError, [1] ArchitectureStats (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ArithmeticTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion) Attention (class in transformer_lens.components.attention) ATTENTION_TEMPLATE (transformer_lens.lit.constants.OutputFieldNames attribute) AttentionAutoConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion) AttentionBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.attention) attn_head_labels (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) attn_only (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) ATTN_OUT_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) ATTN_PATTERN_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) ATTN_SCORES_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) AudioFeatureExtractorBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.audio_feature_extractor) AvailableDeviceMemory (in module transformer_lens.utilities.multi_gpu)

B

b_in (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_K (transformer_lens.components.grouped_query_attention.GroupedQueryAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_O (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_out (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_Q (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_U (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge property) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge property) (transformer_lens.model_bridge.TransformerBridge property) (transformer_lens.model_bridge.UnembeddingBridge property) b_V (transformer_lens.components.grouped_query_attention.GroupedQueryAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) BaseTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion) batch_addmm() (in module transformer_lens.utilities.addmm) batch_examples() (in module transformer_lens.lit.utils) BATCH_SIZE (transformer_lens.lit.constants.DefaultConfig attribute) batch_size (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) (transformer_lens.train.HookedTransformerTrainConfig attribute) BATCH_SIZE_MISMATCH (transformer_lens.lit.constants.ErrorMessages attribute) benchmark_activation_cache() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.activation_cache) benchmark_activation_cache_structure() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_structure) benchmark_all_components() (in module transformer_lens.benchmarks.component_benchmark) (transformer_lens.benchmarks.component_outputs.ComponentBenchmarker method) benchmark_attention_output_centering() (in module transformer_lens.benchmarks.weight_processing) benchmark_audio_cache() (in module transformer_lens.benchmarks.audio) benchmark_audio_ctc_decode() (in module transformer_lens.benchmarks.audio) benchmark_audio_feature_extractor() (in module transformer_lens.benchmarks.audio) benchmark_audio_forward() (in module transformer_lens.benchmarks.audio) benchmark_audio_representation_stability() (in module transformer_lens.benchmarks.audio) benchmark_backward_hooks() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.backward_gradients) benchmark_backward_hooks_structure() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_structure) benchmark_critical_backward_hooks() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.backward_gradients) benchmark_critical_forward_hooks() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_forward_hooks() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_forward_hooks_structure() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_structure) benchmark_forward_pass() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.forward_pass) benchmark_gated_hooks_fire() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration)

benchmark_generation() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.generation) benchmark_generation_with_kv_cache() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.generation) benchmark_gradient_computation() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.backward_gradients) benchmark_hook_functionality() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_hook_registry() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_layer_norm_folding() (in module transformer_lens.benchmarks.weight_processing) benchmark_logits_equivalence() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.forward_pass) benchmark_loss_equivalence() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.forward_pass) benchmark_mlp_output_centering() (in module transformer_lens.benchmarks.weight_processing) benchmark_model() (in module transformer_lens.benchmarks.component_outputs) benchmark_multimodal_cache() (in module transformer_lens.benchmarks.multimodal) benchmark_multimodal_forward() (in module transformer_lens.benchmarks.multimodal) benchmark_multimodal_generation() (in module transformer_lens.benchmarks.multimodal) benchmark_multiple_generation_calls() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.generation) benchmark_no_nan_inf() (in module transformer_lens.benchmarks.weight_processing) benchmark_run_with_cache() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.activation_cache) benchmark_text_quality() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.text_quality) benchmark_unembed_centering() (in module transformer_lens.benchmarks.weight_processing) benchmark_value_bias_folding() (in module transformer_lens.benchmarks.weight_processing) benchmark_weight_magnitudes() (in module transformer_lens.benchmarks.weight_processing) benchmark_weight_modification() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.weight_processing) benchmark_weight_processing() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.weight_processing) benchmark_weight_sharing() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.weight_processing) BenchmarkReport (class in transformer_lens.benchmarks.component_outputs) BenchmarkResult (class in transformer_lens.benchmarks) (class in transformer_lens.benchmarks.utils) BenchmarkSeverity (class in transformer_lens.benchmarks) (class in transformer_lens.benchmarks.utils) BertArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.bert) BertBlock (class in transformer_lens.components.bert_block) BertEmbed (class in transformer_lens.components.bert_embed) BertMLMHead (class in transformer_lens.components.bert_mlm_head) BertNSPHead (class in transformer_lens.components.bert_nsp_head) BertPooler (class in transformer_lens.components.bert_pooler) block_hooks() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) block_submodules() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) BlockBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.block) blocks_with() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) BloomArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.bloom) BloomAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.bloom_attention) BloomBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.bloom_block) BloomMLPBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.bloom_mlp) boot() (in module transformer_lens.model_bridge.sources) (in module transformer_lens.model_bridge.sources.transformers) boot_transformers() (transformer_lens.model_bridge.bridge.TransformerBridge static method) (transformer_lens.model_bridge.TransformerBridge static method) build_alias_to_canonical_map() (in module transformer_lens.model_bridge.bridge) build_alibi_slopes() (in module transformer_lens.model_bridge.generalized_components.alibi_utils) build_alibi_tensor() (in module transformer_lens.model_bridge.generalized_components.alibi_utils) (transformer_lens.model_bridge.generalized_components.bloom_block.BloomBlockBridge static method) (transformer_lens.model_bridge.generalized_components.BloomBlockBridge static method)

C

cache_all() (transformer_lens.hook_points.HookedRootModule method) cache_some() (transformer_lens.hook_points.HookedRootModule method) calc_fan_in_and_fan_out() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) calculate_attention_scores() (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.grouped_query_attention.GroupedQueryAttention method) calculate_available_device_cuda_memory() (in module transformer_lens.utilities.multi_gpu) calculate_qkv_matrices() (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.grouped_query_attention.GroupedQueryAttention method) calculate_sin_cos_rotary() (transformer_lens.components.abstract_attention.AbstractAttention method) calculate_z_scores() (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.grouped_query_attention.GroupedQueryAttention method) CallableTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.callable_tensor_conversion) center_attention_weights() (transformer_lens.weight_processing.ProcessWeights static method) center_unembed (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) center_unembed() (transformer_lens.weight_processing.ProcessWeights static method) center_weight_single() (transformer_lens.weight_processing.ProcessWeights static method) center_writing_weights (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) center_writing_weights() (transformer_lens.weight_processing.ProcessWeights static method) cfg (transformer_lens.utilities.devices.ModelWithCfg attribute) ChainTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion) check_and_add_hook() (transformer_lens.hook_points.HookedRootModule method) check_drift() (in module transformer_lens.tools.model_registry.alias_drift) check_hooks_to_add() (transformer_lens.hook_points.HookedRootModule method) check_lit_installed() (in module transformer_lens.lit) (in module transformer_lens.lit.utils) check_model_support() (in module transformer_lens.model_bridge.sources) (in module transformer_lens.model_bridge.sources.transformers) (transformer_lens.model_bridge.bridge.TransformerBridge static method) (transformer_lens.model_bridge.TransformerBridge static method) classify_architecture() (in module transformer_lens.utilities.architectures) classify_model_config() (in module transformer_lens.utilities.architectures) classify_model_name() (in module transformer_lens.utilities.architectures) clean_token_string() (in module transformer_lens.lit.utils) clean_token_strings() (in module transformer_lens.lit.utils) clear_cache() (in module transformer_lens.tools.model_registry.api) clear_context() (transformer_lens.hook_points.HookPoint method) clear_contexts() (transformer_lens.hook_points.HookedRootModule method) clear_hook_registry() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) clear_state() (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) CLIPVisionEncoderBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.clip_vision_encoder) CLIPVisionEncoderLayerBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.clip_vision_encoder) CLS_EMBEDDING (transformer_lens.lit.constants.OutputFieldNames attribute) CodeGenArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.codegen) CodeGenAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.codegen_attention) CohereArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.cohere) collect_aliases_recursive() (in module transformer_lens.utilities.aliases) collect_all_components() (in module transformer_lens.utilities.bridge_components) collect_all_submodules_of_component() (in module transformer_lens.utilities.bridge_components) collect_components_of_block_bridge() (in module transformer_lens.utilities.bridge_components) compare_activation_dicts() (in module transformer_lens.benchmarks.utils) compare_scalars() (in module transformer_lens.benchmarks.utils) compare_tensors() (in module transformer_lens.benchmarks.utils) compatibility_mode (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) COMPLETION_FIELD (transformer_lens.lit.dataset.PromptCompletionDataset attribute) (transformer_lens.lit.PromptCompletionDataset attribute) complex_attn_linear() (in module transformer_lens.utilities.attention) component_mapping (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter attribute)

component_path (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) component_results (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) component_type (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) ComponentBenchmarker (class in transformer_lens.benchmarks.component_outputs) ComponentTestResult (class in transformer_lens.benchmarks.component_outputs) composition_layer_indices() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) composition_scores() (in module transformer_lens.utilities.matrix) (in module transformer_lens.utils) CompositionScores (class in transformer_lens.model_bridge.composition_scores) compute_effective_attention() (in module transformer_lens.model_bridge.supported_architectures.mamba2) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge method) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.SSM2MixerBridge method) COMPUTE_GRADIENTS (transformer_lens.lit.constants.DefaultConfig attribute) compute_gradients (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) compute_head_attention_similarity_score() (in module transformer_lens.head_detector) compute_relative_attention_bias() (transformer_lens.components.t5_attention.T5Attention method) compute_relevancy_score() (in module transformer_lens.tools.model_registry.relevancy) compute_scores_for_gaps() (in module transformer_lens.tools.model_registry.relevancy) compute_token_gradients() (in module transformer_lens.lit.utils) Config (class in transformer_lens.loading_from_pretrained) context_level (transformer_lens.hook_points.LensHandle attribute) Conv1DBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.conv1d) convert() (transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.BaseTensorConversion method) (transformer_lens.conversion_utils.param_processing_conversion.ParamProcessingConversion method) convert_apertus_weights() (in module transformer_lens.pretrained.weight_conversions.apertus) convert_bloom_weights() (in module transformer_lens.pretrained.weight_conversions.bloom) convert_coder_weights() (in module transformer_lens.pretrained.weight_conversions.coder) convert_gpt_oss_weights() (in module transformer_lens.pretrained.weight_conversions.openai) convert_hf_key_to_tl_key() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) convert_hubert_weights() (in module transformer_lens.pretrained.weight_conversions.hubert) convert_mistral_weights() (in module transformer_lens.pretrained.weight_conversions.mistral) convert_mixtral_weights() (in module transformer_lens.pretrained.weight_conversions.mixtral) convert_olmo2_weights() (in module transformer_lens.pretrained.weight_conversions.olmo2) convert_olmo3_weights() (in module transformer_lens.pretrained.weight_conversions.olmo3) convert_olmo_weights() (in module transformer_lens.pretrained.weight_conversions.olmo) convert_olmoe_weights() (in module transformer_lens.pretrained.weight_conversions.olmoe) convert_phi3_weights() (in module transformer_lens.pretrained.weight_conversions.phi3) convert_phi_weights() (in module transformer_lens.pretrained.weight_conversions.phi) convert_qwen2_weights() (in module transformer_lens.pretrained.weight_conversions.qwen2) convert_qwen3_weights() (in module transformer_lens.pretrained.weight_conversions.qwen3) convert_qwen_weights() (in module transformer_lens.pretrained.weight_conversions.qwen) convert_t5_weights() (in module transformer_lens.pretrained.weight_conversions.t5) convert_tensor_to_hf_format() (transformer_lens.weight_processing.ProcessWeights static method) convert_tensor_to_tl_format() (transformer_lens.weight_processing.ProcessWeights static method) convert_weights() (transformer_lens.model_bridge.supported_architectures.nanogpt.NanogptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NanogptArchitectureAdapter method) ConvPosEmbedBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.conv_pos_embed) cpu() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) create_alibi_bias() (transformer_lens.components.abstract_attention.AbstractAttention static method) create_alibi_multipliers() (transformer_lens.components.abstract_attention.AbstractAttention static method) create_alibi_slope() (transformer_lens.components.abstract_attention.AbstractAttention static method) create_mlp() (transformer_lens.factories.mlp_factory.MLPFactory static method) create_stateful_cache() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Mamba2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MambaArchitectureAdapter method) cuda() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method)

D

d_head (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) d_mlp (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) d_model (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) d_vocab (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) DANGER (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) data_type (transformer_lens.tools.model_registry.DataNotLoadedError attribute) (transformer_lens.tools.model_registry.exceptions.DataNotLoadedError attribute) DataNotLoadedError, [1] DatasetConfig (class in transformer_lens.lit.dataset) DataValidationError, [1] debug (transformer_lens.loading_from_pretrained.Config attribute) DeepSeekV3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.deepseek_v3) default_cfg (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.PhiArchitectureAdapter attribute) DEFAULT_HOST (transformer_lens.lit.constants.ServerConfig attribute) DEFAULT_PORT (transformer_lens.lit.constants.ServerConfig attribute) default_prepend_bos (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) DEFAULT_TITLE (transformer_lens.lit.constants.ServerConfig attribute) DefaultConfig (class in transformer_lens.lit.constants) DepthwiseConv1DBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.depthwise_conv1d) description() (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.model.HookedTransformerLIT method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method)

details (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) detect_head() (in module transformer_lens.head_detector) determine_architecture_from_hf_config() (in module transformer_lens.model_bridge.sources.transformers) determine_available_memory_for_available_devices() (in module transformer_lens.utilities.multi_gpu) DEV_MODE (transformer_lens.lit.constants.ServerConfig attribute) device (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) DEVICE (transformer_lens.lit.constants.DefaultConfig attribute) device (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) (transformer_lens.model_bridge.composition_scores.CompositionScores property) (transformer_lens.train.HookedTransformerTrainConfig attribute) disable_warnings (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) discover_architectures() (in module transformer_lens.tools.model_registry.discover_architectures) distribute_weights_to_components() (transformer_lens.weight_processing.ProcessWeights static method) DIVISION (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.OperationTypes attribute) download_file_from_hf() (in module transformer_lens.utilities.hf_utils) (in module transformer_lens.utils) downloads (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] DriftReport (class in transformer_lens.tools.model_registry.alias_drift) dtype (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) (transformer_lens.model_bridge.composition_scores.CompositionScores property)

E

Embed (class in transformer_lens.components.embed) EMBEDDING_LAYERS (transformer_lens.lit.constants.DefaultConfig attribute) embedding_layers (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) EmbeddingBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.embedding) enable_compatibility_mode() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) enable_reshape() (transformer_lens.hook_points.HookPoint method) encoder_output() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) entries (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache attribute) (transformer_lens.TransformerLensKeyValueCache attribute) eps (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) ERROR (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) error_count (transformer_lens.tools.model_registry.validate.ValidationResult property) error_message (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) ErrorMessages (class in transformer_lens.lit.constants) errors (transformer_lens.tools.model_registry.DataValidationError attribute) (transformer_lens.tools.model_registry.exceptions.DataValidationError attribute) (transformer_lens.tools.model_registry.validate.ValidationResult attribute), [1]

estimate_benchmark_memory_gb() (in module transformer_lens.tools.model_registry.verify_models) estimate_model_params() (in module transformer_lens.tools.model_registry.verify_models) estimated_memory_gb (transformer_lens.tools.model_registry.verify_models.ModelCandidate attribute) estimated_params (transformer_lens.tools.model_registry.verify_models.ModelCandidate attribute) evaluate() (in module transformer_lens.evals) evaluate_on_dataset() (in module transformer_lens.evals) example_models (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.discover_architectures.ArchitectureEntry attribute) (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] examples (transformer_lens.lit.dataset.InductionDataset property) (transformer_lens.lit.dataset.IOIDataset property) (transformer_lens.lit.dataset.PromptCompletionDataset property) (transformer_lens.lit.dataset.SimpleTextDataset property) (transformer_lens.lit.InductionDataset property) (transformer_lens.lit.IOIDataset property) (transformer_lens.lit.PromptCompletionDataset property) (transformer_lens.lit.SimpleTextDataset property) experts_per_token (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) extract_attention_from_cache() (in module transformer_lens.lit.utils) extract_attention_tensors_for_folding() (transformer_lens.weight_processing.ProcessWeights static method) extract_embeddings_from_cache() (in module transformer_lens.lit.utils)

F

failed (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) failed_components (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) FalconArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.falcon) file_path (transformer_lens.tools.model_registry.DataValidationError attribute) (transformer_lens.tools.model_registry.exceptions.DataValidationError attribute) filter_cache_by_pattern() (in module transformer_lens.lit.utils) filter_dict_by_prefix() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) filter_expected_missing_hooks() (in module transformer_lens.benchmarks.utils) final_rms (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) find_context_field() (transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TernaryTensorConversion method) find_property() (in module transformer_lens.conversion_utils.helpers) (in module transformer_lens.conversion_utils.helpers.find_property) fold_layer_norm() (transformer_lens.weight_processing.ProcessWeights static method) fold_layer_norm_bias_single() (transformer_lens.weight_processing.ProcessWeights static method) fold_layer_norm_biases() (transformer_lens.weight_processing.ProcessWeights static method) fold_layer_norm_weight_single() (transformer_lens.weight_processing.ProcessWeights static method) fold_layer_norm_weights() (transformer_lens.weight_processing.ProcessWeights static method) fold_ln (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) fold_value_biases (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) fold_value_biases() (transformer_lens.weight_processing.ProcessWeights static method) format_results() (in module transformer_lens.benchmarks.utils) forward() (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.bert_block.BertBlock method) (transformer_lens.components.bert_embed.BertEmbed method) (transformer_lens.components.bert_mlm_head.BertMLMHead method) (transformer_lens.components.bert_nsp_head.BertNSPHead method) (transformer_lens.components.bert_pooler.BertPooler method) (transformer_lens.components.embed.Embed method) (transformer_lens.components.layer_norm.LayerNorm method) (transformer_lens.components.layer_norm_pre.LayerNormPre method) (transformer_lens.components.pos_embed.PosEmbed method) (transformer_lens.components.rms_norm.RMSNorm method) (transformer_lens.components.rms_norm_pre.RMSNormPre method) (transformer_lens.components.t5_block.T5Block method) (transformer_lens.components.token_typed_embed.TokenTypeEmbed method) (transformer_lens.components.transformer_block.TransformerBlock method) (transformer_lens.components.unembed.Unembed method) (transformer_lens.hook_points.HookPoint method) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.BlockBridge method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention.ALiBiJointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.ALiBiJointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.audio_feature_extractor.AudioFeatureExtractorBridge method) (transformer_lens.model_bridge.generalized_components.AudioFeatureExtractorBridge method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.generalized_components.block.BlockBridge method) (transformer_lens.model_bridge.generalized_components.BlockBridge method) (transformer_lens.model_bridge.generalized_components.bloom_attention.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.bloom_block.BloomBlockBridge method) (transformer_lens.model_bridge.generalized_components.bloom_mlp.BloomMLPBridge method) (transformer_lens.model_bridge.generalized_components.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.BloomBlockBridge method) (transformer_lens.model_bridge.generalized_components.BloomMLPBridge method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.codegen_attention.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.conv1d.Conv1DBridge method) (transformer_lens.model_bridge.generalized_components.Conv1DBridge method) (transformer_lens.model_bridge.generalized_components.conv_pos_embed.ConvPosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.ConvPosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.depthwise_conv1d.DepthwiseConv1DBridge method) (transformer_lens.model_bridge.generalized_components.DepthwiseConv1DBridge method) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge method) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.gated_rms_norm.GatedRMSNormBridge method) (transformer_lens.model_bridge.generalized_components.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.GatedRMSNormBridge method) (transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp.JointGateUpMLPBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointGateUpMLPBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.linear.LinearBridge method) (transformer_lens.model_bridge.generalized_components.LinearBridge method) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge method) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge method) (transformer_lens.model_bridge.generalized_components.MLPBridge method) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge method) (transformer_lens.model_bridge.generalized_components.MoEBridge method) (transformer_lens.model_bridge.generalized_components.mpt_alibi_attention.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge method) (transformer_lens.model_bridge.generalized_components.NormalizationBridge method) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.PosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.rotary_embedding.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.ssm_block.SSMBlockBridge method) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge method) (transformer_lens.model_bridge.generalized_components.SSMBlockBridge method) (transformer_lens.model_bridge.generalized_components.SSMMixerBridge method) (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge method) (transformer_lens.model_bridge.generalized_components.SymbolicBridge method) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge method) (transformer_lens.model_bridge.generalized_components.VisionProjectionBridge method) (transformer_lens.model_bridge.JointGateUpMLPBridge method) (transformer_lens.model_bridge.JointQKVAttentionBridge method) (transformer_lens.model_bridge.LinearBridge method) (transformer_lens.model_bridge.MLPBridge method) (transformer_lens.model_bridge.MoEBridge method) (transformer_lens.model_bridge.NormalizationBridge method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.model_bridge.UnembeddingBridge method) (transformer_lens.utilities.activation_functions.XIELU method)

freeze() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache method) (transformer_lens.TransformerLensKeyValueCache method) from_dict() (transformer_lens.config.TransformerLensConfig.TransformerLensConfig class method) (transformer_lens.tools.model_registry.ArchitectureGap class method) (transformer_lens.tools.model_registry.ArchitectureGapsReport class method) (transformer_lens.tools.model_registry.ModelEntry class method) (transformer_lens.tools.model_registry.ModelMetadata class method) (transformer_lens.tools.model_registry.ScanInfo class method) (transformer_lens.tools.model_registry.schemas.ArchitectureGap class method) (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport class method) (transformer_lens.tools.model_registry.schemas.ModelEntry class method) (transformer_lens.tools.model_registry.schemas.ModelMetadata class method) (transformer_lens.tools.model_registry.schemas.ScanInfo class method) (transformer_lens.tools.model_registry.schemas.SupportedModelsReport class method) (transformer_lens.tools.model_registry.SupportedModelsReport class method) (transformer_lens.tools.model_registry.verification.VerificationHistory class method) (transformer_lens.tools.model_registry.verification.VerificationRecord class method) (transformer_lens.tools.model_registry.VerificationHistory class method) (transformer_lens.tools.model_registry.VerificationRecord class method) (transformer_lens.tools.model_registry.verify_models.VerificationProgress class method) from_file() (transformer_lens.lit.dataset.SimpleTextDataset class method) (transformer_lens.lit.SimpleTextDataset class method) from_pairs() (transformer_lens.lit.dataset.PromptCompletionDataset class method) (transformer_lens.lit.PromptCompletionDataset class method) from_pretrained() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder class method) (transformer_lens.lit.HookedTransformerLIT class method) (transformer_lens.lit.model.HookedTransformerLIT class method) from_strings() (transformer_lens.lit.dataset.SimpleTextDataset class method) (transformer_lens.lit.SimpleTextDataset class method) frozen (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache attribute) (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry attribute) (transformer_lens.TransformerLensKeyValueCache attribute) (transformer_lens.TransformerLensKeyValueCacheEntry attribute) FULL_TEXT_FIELD (transformer_lens.lit.dataset.PromptCompletionDataset attribute) (transformer_lens.lit.PromptCompletionDataset attribute)

G

gaps (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] gated_mlp (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) GatedDeltaNetBridge (class in transformer_lens.model_bridge.generalized_components.gated_delta_net) GatedMLPBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.gated_mlp) GatedRMSNormBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.gated_rms_norm) gelu_fast() (in module transformer_lens.utilities.activation_functions) (in module transformer_lens.utils) gelu_new() (in module transformer_lens.utilities.activation_functions) (in module transformer_lens.utils) gelu_pytorch_tanh() (in module transformer_lens.utilities.activation_functions) Gemma1ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma1) Gemma2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma2) Gemma3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma3) Gemma3MultimodalArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma3_multimodal) GeneralizedComponent (class in transformer_lens.model_bridge.generalized_components.base) generate() (transformer_lens.lit.dataset.IOIDataset class method) (transformer_lens.lit.IOIDataset class method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) generate_report() (in module transformer_lens.tools.model_registry.generate_report) generate_simple() (transformer_lens.lit.dataset.InductionDataset class method) (transformer_lens.lit.InductionDataset class method) generated_at (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] GENERATED_TEXT (transformer_lens.lit.constants.OutputFieldNames attribute) generic_activation_patch() (in module transformer_lens.patching) get_act_name() (in module transformer_lens.utilities.components_utils) (in module transformer_lens.utils) get_act_patch_attn_head_all_pos_every() (in module transformer_lens.patching) get_act_patch_attn_head_by_pos_every() (in module transformer_lens.patching) get_act_patch_attn_head_k_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_k_by_pos() (in module transformer_lens.patching) get_act_patch_attn_head_out_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_out_by_pos() (in module transformer_lens.patching) get_act_patch_attn_head_pattern_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_pattern_by_pos() (in module transformer_lens.patching) get_act_patch_attn_head_pattern_dest_src_pos() (in module transformer_lens.patching) get_act_patch_attn_head_q_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_q_by_pos() (in module transformer_lens.patching) get_act_patch_attn_head_v_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_v_by_pos() (in module transformer_lens.patching) get_act_patch_attn_out() (in module transformer_lens.patching) get_act_patch_block_every() (in module transformer_lens.patching) get_act_patch_mlp_out() (in module transformer_lens.patching) get_act_patch_resid_mid() (in module transformer_lens.patching) get_act_patch_resid_pre() (in module transformer_lens.patching) get_all_architectures_with_stats() (in module transformer_lens.tools.model_registry.api) get_architecture_description() (in module transformer_lens.tools.model_registry.generate_report) get_architecture_models() (in module transformer_lens.tools.model_registry.api) get_architectures_for_config() (in module transformer_lens.utilities.architectures) get_attention_mask() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) get_auto_model_class() (in module transformer_lens.benchmarks.main_benchmark) get_available_memory_gb() (in module transformer_lens.tools.model_registry.verify_models) get_best_available_cuda_device() (in module transformer_lens.utilities.multi_gpu) get_best_available_device() (in module transformer_lens.utilities.multi_gpu) get_bridge_params() (in module transformer_lens.model_bridge.get_params_util) get_caching_hooks() (transformer_lens.hook_points.HookedRootModule method) get_checkpoint_labels() (in module transformer_lens.loading_from_pretrained) get_component() (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.TensorConversionSet method) (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_component_from_list_module() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_component_mapping() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_component_type_summary() (transformer_lens.benchmarks.component_outputs.BenchmarkReport method) get_conversion_action() (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.TensorConversionSet method) get_conversion_info() (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) get_corner() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) get_cumsum_along_dim() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) get_dataset() (in module transformer_lens.utilities.hf_utils) (in module transformer_lens.utils) get_default_names() (transformer_lens.evals.IOIDataset static method) get_default_nouns() (transformer_lens.evals.IOIDataset static method) get_default_templates() (transformer_lens.evals.IOIDataset static method) get_device() (in module transformer_lens.utilities.devices) (in module transformer_lens.utils) get_device_for_block_index() (in module transformer_lens.utilities.multi_gpu)

get_dummy_inputs() (transformer_lens.model_bridge.generalized_components.rotary_embedding.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.RotaryEmbeddingBridge method) get_duplicate_token_head_detection_pattern() (in module transformer_lens.head_detector) get_embedding_table() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) get_expected_parameter_names() (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) get_failure_by_severity() (transformer_lens.benchmarks.component_outputs.BenchmarkReport method) get_failure_severity() (transformer_lens.benchmarks.component_outputs.ComponentTestResult method) get_generalized_component() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_hf_model_class_for_architecture() (in module transformer_lens.model_bridge.sources.transformers) get_hf_token() (in module transformer_lens.utilities.hf_utils) get_hook_name_for_layer() (in module transformer_lens.lit.utils) get_hook_point() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) get_hooks() (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) get_induction_head_detection_pattern() (in module transformer_lens.head_detector) get_input_with_manually_prepended_bos() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) get_list_size() (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) get_matrix_corner() (in module transformer_lens.utilities.matrix) get_model_architecture() (in module transformer_lens.tools.model_registry.api) get_model_info() (in module transformer_lens.lit.utils) (in module transformer_lens.tools.model_registry.api) get_nested_attr() (in module transformer_lens.utilities.attribute_utils) (in module transformer_lens.utils) get_num_params_of_pretrained() (in module transformer_lens.loading_from_pretrained) get_offset_position_ids() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) get_params() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) get_pos_offset() (in module transformer_lens.utilities.cache) get_pretrained_model_config() (in module transformer_lens.loading_from_pretrained) get_previous_token_head_detection_pattern() (in module transformer_lens.head_detector) get_random_inputs() (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention.ALiBiJointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.ALiBiJointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.codegen_attention.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention.JointQKVPositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVPositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge method) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge method) (transformer_lens.model_bridge.generalized_components.MoEBridge method) (transformer_lens.model_bridge.generalized_components.mpt_alibi_attention.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.rotary_embedding.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.MoEBridge method) get_record() (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationHistory method) get_registry_stats() (in module transformer_lens.tools.model_registry.api) get_remote_component() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_rotary_pct_from_config() (in module transformer_lens.utilities.hf_utils) get_sample() (transformer_lens.evals.IOIDataset method) get_supported_architectures() (in module transformer_lens.tools.model_registry.api) get_supported_heads() (in module transformer_lens.head_detector) get_supported_models() (in module transformer_lens.tools.model_registry.api) get_token_position() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) get_tokenizer_with_bos() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) get_tokens_from_model() (in module transformer_lens.lit.utils) get_tokens_with_bos_removed() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) get_top_k_predictions() (in module transformer_lens.lit.utils) get_unsupported_architectures() (in module transformer_lens.tools.model_registry.api) get_weight_conversion_field_set() (in module transformer_lens.conversion_utils.hook_conversion_utils) GPT2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gpt2) Gpt2LmHeadCustomArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom) GPTBigCodeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gpt_bigcode) GptjArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gptj) GPTOSSArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gpt_oss) GRAD_DOT_INPUT (transformer_lens.lit.constants.OutputFieldNames attribute) GRAD_L2 (transformer_lens.lit.constants.OutputFieldNames attribute) GraniteArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.granite) GraniteMoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.granite_moe) GraniteMoeHybridArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid) GroupedQueryAttention (class in transformer_lens.components.grouped_query_attention)

H

handle_conversion() (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.ArithmeticTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ArithmeticTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.callable_tensor_conversion.CallableTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.CallableTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion.RearrangeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.RearrangeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.repeat_tensor_conversion.RepeatTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.RepeatTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion.SplitTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.SplitTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion.TransposeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TransposeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.zeros_like_conversion.ZerosLikeConversion method) (transformer_lens.conversion_utils.conversion_steps.ZerosLikeConversion method) (transformer_lens.conversion_utils.TensorConversionSet method) (transformer_lens.model_bridge.supported_architectures.gpt2.QKVSplitRearrangeConversion method) (transformer_lens.model_bridge.supported_architectures.gpt_bigcode.MQAQKVConversionRule method) (transformer_lens.model_bridge.supported_architectures.neo.NeoLinearTransposeConversion method) handle_fallback_conversion() (transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TernaryTensorConversion method) handle_primary_conversion() (transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TernaryTensorConversion method) has_drift (transformer_lens.tools.model_registry.alias_drift.DriftReport property) has_hooks() (transformer_lens.hook_points.HookPoint method) head_dim (transformer_lens.config.TransformerBridgeConfig.TransformerBridgeConfig property) head_labels (transformer_lens.model_bridge.composition_scores.CompositionScores attribute) hf_generate() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) hf_logits (transformer_lens.benchmarks.PhaseReferenceData attribute) (transformer_lens.benchmarks.utils.PhaseReferenceData attribute) hf_loss (transformer_lens.benchmarks.PhaseReferenceData attribute) (transformer_lens.benchmarks.utils.PhaseReferenceData attribute) hook (transformer_lens.hook_points.LensHandle attribute) hook_aliases (transformer_lens.model_bridge.AttentionBridge attribute) (transformer_lens.model_bridge.BlockBridge attribute) (transformer_lens.model_bridge.bridge.TransformerBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.audio_feature_extractor.AudioFeatureExtractorBridge attribute) (transformer_lens.model_bridge.generalized_components.AudioFeatureExtractorBridge attribute) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.conv_pos_embed.ConvPosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.ConvPosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge attribute) (transformer_lens.model_bridge.generalized_components.GatedMLPBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge attribute) (transformer_lens.model_bridge.generalized_components.SSM2MixerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_block.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge attribute) (transformer_lens.model_bridge.generalized_components.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.SSMMixerBridge attribute) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge attribute) (transformer_lens.model_bridge.generalized_components.VisionProjectionBridge attribute) (transformer_lens.model_bridge.MLPBridge attribute) (transformer_lens.model_bridge.MoEBridge attribute) (transformer_lens.model_bridge.TransformerBridge attribute)

hook_dict (transformer_lens.hook_points.HookedRootModule attribute) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) HOOK_EMBED (transformer_lens.lit.constants.HookPointNames attribute) hook_points() (transformer_lens.hook_points.HookedRootModule method) HOOK_POS_EMBED (transformer_lens.lit.constants.HookPointNames attribute) HOOK_TOKENS (transformer_lens.lit.constants.HookPointNames attribute) HookedAudioEncoder (class in transformer_lens.HookedAudioEncoder) HookedRootModule (class in transformer_lens.hook_points) HookedTransformerLIT (class in transformer_lens.lit) (class in transformer_lens.lit.model) HookedTransformerLITConfig (class in transformer_lens.lit) (class in transformer_lens.lit.model) HookedTransformerTrainConfig (class in transformer_lens.train) HookFunction (in module transformer_lens.hook_points) HookPoint (class in transformer_lens.hook_points) HookPointNames (class in transformer_lens.lit.constants) hooks() (transformer_lens.hook_points.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) hubert_model (transformer_lens.HookedAudioEncoder.HookedAudioEncoder attribute) HubertArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.hubert)

I

IGNORE (transformer_lens.components.abstract_attention.AbstractAttention attribute) in_aliases_not_registry (transformer_lens.tools.model_registry.alias_drift.DriftReport attribute) in_registry_not_aliases (transformer_lens.tools.model_registry.alias_drift.DriftReport attribute) INCOMPATIBLE_INPUT (transformer_lens.lit.constants.ErrorMessages attribute) indices() (transformer_lens.utilities.slice.Slice method) (transformer_lens.utils.Slice method) induction_loss() (in module transformer_lens.evals) InductionDataset (class in transformer_lens.lit) (class in transformer_lens.lit.dataset) INFO (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) init_cache() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache class method) (transformer_lens.TransformerLensKeyValueCache class method) init_cache_entry() (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry class method) (transformer_lens.TransformerLensKeyValueCacheEntry class method) init_kaiming_normal_() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) init_kaiming_uniform_() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) init_range (transformer_lens.loading_from_pretrained.Config attribute) init_spec() (transformer_lens.lit.HookedTransformerLIT class method) (transformer_lens.lit.model.HookedTransformerLIT class method) init_xavier_normal_() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) init_xavier_uniform_() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) INPUT_EMBEDDINGS (transformer_lens.lit.constants.OutputFieldNames attribute) input_spec() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) InputFieldNames (class in transformer_lens.lit.constants) InternLM2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.internlm2) INVALID_MODEL (transformer_lens.lit.constants.ErrorMessages attribute) invalidate() (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationHistory method) invalidated (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] invalidation_reason (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1]

ioi_eval() (in module transformer_lens.evals) IOIDataset (class in transformer_lens.evals) (class in transformer_lens.lit) (class in transformer_lens.lit.dataset) is_architecture_supported() (in module transformer_lens.tools.model_registry.api) is_audio_model() (in module transformer_lens.utilities.architectures) is_encoder_decoder_model() (in module transformer_lens.utilities.architectures) is_library_available() (in module transformer_lens.utilities.library_utils) (in module transformer_lens.utils) is_list_item (transformer_lens.model_bridge.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_block.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.T5BlockBridge attribute) is_lower_triangular() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) is_masked_lm_model() (in module transformer_lens.utilities.architectures) is_model_supported() (in module transformer_lens.tools.model_registry.api) is_multimodal_model() (in module transformer_lens.utilities.architectures) is_permanent (transformer_lens.hook_points.LensHandle attribute) is_quantized_model() (in module transformer_lens.tools.model_registry.registry_io) is_square() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) is_supported (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] is_symbolic (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge attribute), [1] (transformer_lens.model_bridge.generalized_components.SymbolicBridge attribute), [1] is_tiny_test_model() (in module transformer_lens.benchmarks.utils) is_verified() (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationHistory method)

J

JointGateUpMLPBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp) JointQKVAttentionBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.joint_qkv_attention)

JointQKVPositionEmbeddingsAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention)

K

k_norm (transformer_lens.components.abstract_attention.AbstractAttention attribute) K_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute)

keep_single_column() (in module transformer_lens.utilities.hf_utils) (in module transformer_lens.utils)

L

last_modified (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] last_updated (transformer_lens.tools.model_registry.verification.VerificationHistory attribute), [1] (transformer_lens.tools.model_registry.VerificationHistory attribute), [1] layer() (transformer_lens.hook_points.HookPoint method) LAYER_ATTENTION_TEMPLATE (transformer_lens.lit.constants.OutputFieldNames attribute) LAYER_EMB_TEMPLATE (transformer_lens.lit.constants.OutputFieldNames attribute) layer_head_dest_src_pos_pattern_patch_setter() (in module transformer_lens.patching) layer_head_pattern_patch_setter() (in module transformer_lens.patching) layer_head_pos_pattern_patch_setter() (in module transformer_lens.patching) layer_head_vector_patch_setter() (in module transformer_lens.patching) layer_indices (transformer_lens.model_bridge.composition_scores.CompositionScores attribute) layer_norm_eps (transformer_lens.loading_from_pretrained.Config attribute) layer_norm_folding (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) layer_pos_head_vector_patch_setter() (in module transformer_lens.patching) layer_pos_patch_setter() (in module transformer_lens.patching) layer_types() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) LayerNorm (class in transformer_lens.components.layer_norm) LayerNormPre (class in transformer_lens.components.layer_norm_pre) LensHandle (class in transformer_lens.hook_points) likes (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] LinearBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.linear) list_supported_models() (in module transformer_lens.model_bridge.sources) (in module transformer_lens.model_bridge.sources.transformers) (transformer_lens.model_bridge.bridge.TransformerBridge static method) (transformer_lens.model_bridge.TransformerBridge static method)

LIT_NOT_INSTALLED (transformer_lens.lit.constants.ErrorMessages attribute) LITWidget (class in transformer_lens.lit) LlamaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llama) LlavaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llava) LlavaNextArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llava_next) LlavaOnevisionArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llava_onevision) lm_accuracy() (in module transformer_lens.utilities.lm_utils) (in module transformer_lens.utils) lm_cross_entropy_loss() (in module transformer_lens.utilities.lm_utils) (in module transformer_lens.utils) ln1 (transformer_lens.components.transformer_block.TransformerBlock attribute) ln2 (transformer_lens.components.transformer_block.TransformerBlock attribute) LN_FINAL (transformer_lens.lit.constants.HookPointNames attribute) load_state_dict() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) load_supported_models_raw() (in module transformer_lens.tools.model_registry.registry_io) load_verification_history() (in module transformer_lens.tools.model_registry.registry_io) LocallyOverridenDefaults (class in transformer_lens.utilities.defaults_utils) (class in transformer_lens.utils) LOGITS (transformer_lens.lit.constants.OutputFieldNames attribute) LOSS (transformer_lens.lit.constants.OutputFieldNames attribute) loss_fn() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) lr (transformer_lens.train.HookedTransformerTrainConfig attribute)

M

main() (in module transformer_lens.benchmarks.main_benchmark) (in module transformer_lens.tools.model_registry.alias_drift) (in module transformer_lens.tools.model_registry.discover_architectures) (in module transformer_lens.tools.model_registry.generate_report) (in module transformer_lens.tools.model_registry.hf_scraper) (in module transformer_lens.tools.model_registry.verify_models) make_capture_hook() (in module transformer_lens.benchmarks.utils) make_code_data_loader() (in module transformer_lens.evals) make_grad_capture_hook() (in module transformer_lens.benchmarks.utils) make_mmlu_data_loader() (in module transformer_lens.evals) make_owt_data_loader() (in module transformer_lens.evals) make_pile_data_loader() (in module transformer_lens.evals) make_wiki_data_loader() (in module transformer_lens.evals) Mamba2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mamba2) MambaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mamba) map_default_transformer_lens_config() (in module transformer_lens.model_bridge.sources.transformers) mask (transformer_lens.components.abstract_attention.AbstractAttention attribute) max_diff (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) MAX_EXAMPLES (transformer_lens.lit.constants.ServerConfig attribute) max_examples (transformer_lens.lit.dataset.DatasetConfig attribute) max_grad_norm (transformer_lens.train.HookedTransformerTrainConfig attribute) max_minibatch_size() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) MAX_SEQ_LENGTH (transformer_lens.lit.constants.DefaultConfig attribute) max_seq_length (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) max_steps (transformer_lens.train.HookedTransformerTrainConfig attribute) mean_diff (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) MEAN_EMBEDDING (transformer_lens.lit.constants.OutputFieldNames attribute) merge_quantization_fields() (in module transformer_lens.conversion_utils.helpers) (in module transformer_lens.conversion_utils.helpers.merge_quantiziation_fields) message (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) (transformer_lens.tools.model_registry.validate.ValidationError attribute), [1] metadata (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] min_param_count (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] MingptArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mingpt) MistralArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mistral) MixtralArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mixtral) MLAAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.mla_attention) MLABlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.block) mlp (transformer_lens.components.transformer_block.TransformerBlock attribute) MLP_OUT_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) MLP_POST_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) MLP_PRE_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) MLPBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.mlp) MLPFactory (class in transformer_lens.factories.mlp_factory) mmlu_eval() (in module transformer_lens.evals) mod_dict (transformer_lens.hook_points.HookedRootModule attribute) MODEL_ALIASES (in module transformer_lens.supported_models) model_count (transformer_lens.tools.model_registry.ArchitectureNotSupportedError attribute) (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.exceptions.ArchitectureNotSupportedError attribute) (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] model_id (transformer_lens.tools.model_registry.exceptions.ModelNotFoundError attribute) (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.ModelNotFoundError attribute) (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.verify_models.ModelCandidate attribute) model_info() (in module transformer_lens.conversion_utils.hook_conversion_utils) model_info_cfg() (in module transformer_lens.conversion_utils.hook_conversion_utils) model_name (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) ModelCandidate (class in transformer_lens.tools.model_registry.verify_models) ModelEntry (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ModelMetadata (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ModelNotFoundError, [1] ModelRegistryError, [1] models (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] ModelWithCfg (class in transformer_lens.utilities.devices) module transformer_lens transformer_lens.benchmarks transformer_lens.benchmarks.activation_cache transformer_lens.benchmarks.audio transformer_lens.benchmarks.backward_gradients transformer_lens.benchmarks.component_benchmark transformer_lens.benchmarks.component_outputs transformer_lens.benchmarks.forward_pass transformer_lens.benchmarks.generation transformer_lens.benchmarks.granular_weight_processing transformer_lens.benchmarks.hook_registration transformer_lens.benchmarks.hook_structure transformer_lens.benchmarks.main_benchmark transformer_lens.benchmarks.multimodal transformer_lens.benchmarks.text_quality transformer_lens.benchmarks.utils transformer_lens.benchmarks.weight_processing transformer_lens.cache transformer_lens.cache.key_value_cache transformer_lens.cache.key_value_cache_entry transformer_lens.components transformer_lens.components.abstract_attention transformer_lens.components.attention transformer_lens.components.bert_block transformer_lens.components.bert_embed transformer_lens.components.bert_mlm_head transformer_lens.components.bert_nsp_head transformer_lens.components.bert_pooler transformer_lens.components.embed transformer_lens.components.grouped_query_attention transformer_lens.components.layer_norm transformer_lens.components.layer_norm_pre transformer_lens.components.pos_embed transformer_lens.components.rms_norm transformer_lens.components.rms_norm_pre transformer_lens.components.t5_attention transformer_lens.components.t5_block transformer_lens.components.token_typed_embed transformer_lens.components.transformer_block transformer_lens.components.unembed transformer_lens.config transformer_lens.config.TransformerBridgeConfig transformer_lens.config.TransformerLensConfig transformer_lens.conversion_utils transformer_lens.conversion_utils.conversion_steps transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion transformer_lens.conversion_utils.conversion_steps.callable_tensor_conversion transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion transformer_lens.conversion_utils.conversion_steps.repeat_tensor_conversion transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion transformer_lens.conversion_utils.conversion_steps.zeros_like_conversion transformer_lens.conversion_utils.helpers transformer_lens.conversion_utils.helpers.find_property transformer_lens.conversion_utils.helpers.merge_quantiziation_fields transformer_lens.conversion_utils.hook_conversion_utils transformer_lens.conversion_utils.param_processing_conversion transformer_lens.evals transformer_lens.factories transformer_lens.factories.activation_function_factory transformer_lens.factories.architecture_adapter_factory transformer_lens.factories.mlp_factory transformer_lens.head_detector transformer_lens.hook_points transformer_lens.HookedAudioEncoder transformer_lens.lit transformer_lens.lit.constants transformer_lens.lit.dataset transformer_lens.lit.model transformer_lens.lit.utils transformer_lens.loading_from_pretrained transformer_lens.model_bridge transformer_lens.model_bridge.architecture_adapter transformer_lens.model_bridge.bridge transformer_lens.model_bridge.compat transformer_lens.model_bridge.component_setup transformer_lens.model_bridge.composition_scores transformer_lens.model_bridge.exceptions transformer_lens.model_bridge.generalized_components transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention transformer_lens.model_bridge.generalized_components.alibi_utils transformer_lens.model_bridge.generalized_components.attention transformer_lens.model_bridge.generalized_components.audio_feature_extractor transformer_lens.model_bridge.generalized_components.base transformer_lens.model_bridge.generalized_components.block transformer_lens.model_bridge.generalized_components.bloom_attention transformer_lens.model_bridge.generalized_components.bloom_block transformer_lens.model_bridge.generalized_components.bloom_mlp transformer_lens.model_bridge.generalized_components.clip_vision_encoder transformer_lens.model_bridge.generalized_components.codegen_attention transformer_lens.model_bridge.generalized_components.conv1d transformer_lens.model_bridge.generalized_components.conv_pos_embed transformer_lens.model_bridge.generalized_components.depthwise_conv1d transformer_lens.model_bridge.generalized_components.embedding transformer_lens.model_bridge.generalized_components.gated_delta_net transformer_lens.model_bridge.generalized_components.gated_mlp transformer_lens.model_bridge.generalized_components.gated_rms_norm transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp transformer_lens.model_bridge.generalized_components.joint_qkv_attention transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention transformer_lens.model_bridge.generalized_components.linear transformer_lens.model_bridge.generalized_components.mla_attention transformer_lens.model_bridge.generalized_components.mlp transformer_lens.model_bridge.generalized_components.moe transformer_lens.model_bridge.generalized_components.mpt_alibi_attention transformer_lens.model_bridge.generalized_components.normalization transformer_lens.model_bridge.generalized_components.pos_embed transformer_lens.model_bridge.generalized_components.position_embedding_hooks_mixin transformer_lens.model_bridge.generalized_components.position_embeddings_attention transformer_lens.model_bridge.generalized_components.rms_normalization transformer_lens.model_bridge.generalized_components.rotary_embedding transformer_lens.model_bridge.generalized_components.siglip_vision_encoder transformer_lens.model_bridge.generalized_components.ssm2_mixer transformer_lens.model_bridge.generalized_components.ssm_block transformer_lens.model_bridge.generalized_components.ssm_mixer transformer_lens.model_bridge.generalized_components.symbolic transformer_lens.model_bridge.generalized_components.t5_block transformer_lens.model_bridge.generalized_components.unembedding transformer_lens.model_bridge.generalized_components.vision_projection transformer_lens.model_bridge.get_params_util transformer_lens.model_bridge.sources transformer_lens.model_bridge.sources.transformers transformer_lens.model_bridge.supported_architectures transformer_lens.model_bridge.supported_architectures.apertus transformer_lens.model_bridge.supported_architectures.bert transformer_lens.model_bridge.supported_architectures.bloom transformer_lens.model_bridge.supported_architectures.codegen transformer_lens.model_bridge.supported_architectures.cohere transformer_lens.model_bridge.supported_architectures.deepseek_v3 transformer_lens.model_bridge.supported_architectures.falcon transformer_lens.model_bridge.supported_architectures.gemma1 transformer_lens.model_bridge.supported_architectures.gemma2 transformer_lens.model_bridge.supported_architectures.gemma3 transformer_lens.model_bridge.supported_architectures.gemma3_multimodal transformer_lens.model_bridge.supported_architectures.gpt2 transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom transformer_lens.model_bridge.supported_architectures.gpt_bigcode transformer_lens.model_bridge.supported_architectures.gpt_oss transformer_lens.model_bridge.supported_architectures.gptj transformer_lens.model_bridge.supported_architectures.granite transformer_lens.model_bridge.supported_architectures.granite_moe transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid transformer_lens.model_bridge.supported_architectures.hubert transformer_lens.model_bridge.supported_architectures.internlm2 transformer_lens.model_bridge.supported_architectures.llama transformer_lens.model_bridge.supported_architectures.llava transformer_lens.model_bridge.supported_architectures.llava_next transformer_lens.model_bridge.supported_architectures.llava_onevision transformer_lens.model_bridge.supported_architectures.mamba transformer_lens.model_bridge.supported_architectures.mamba2 transformer_lens.model_bridge.supported_architectures.mingpt transformer_lens.model_bridge.supported_architectures.mistral transformer_lens.model_bridge.supported_architectures.mixtral transformer_lens.model_bridge.supported_architectures.mpt transformer_lens.model_bridge.supported_architectures.nanogpt transformer_lens.model_bridge.supported_architectures.neel_solu_old transformer_lens.model_bridge.supported_architectures.neo transformer_lens.model_bridge.supported_architectures.neox transformer_lens.model_bridge.supported_architectures.olmo transformer_lens.model_bridge.supported_architectures.olmo2 transformer_lens.model_bridge.supported_architectures.olmo3 transformer_lens.model_bridge.supported_architectures.olmoe transformer_lens.model_bridge.supported_architectures.openelm transformer_lens.model_bridge.supported_architectures.opt transformer_lens.model_bridge.supported_architectures.phi transformer_lens.model_bridge.supported_architectures.phi3 transformer_lens.model_bridge.supported_architectures.pythia transformer_lens.model_bridge.supported_architectures.qwen transformer_lens.model_bridge.supported_architectures.qwen2 transformer_lens.model_bridge.supported_architectures.qwen3 transformer_lens.model_bridge.supported_architectures.qwen3_5 transformer_lens.model_bridge.supported_architectures.qwen3_moe transformer_lens.model_bridge.supported_architectures.qwen3_next transformer_lens.model_bridge.supported_architectures.stablelm transformer_lens.model_bridge.supported_architectures.t5 transformer_lens.model_bridge.supported_architectures.xglm transformer_lens.model_bridge.types transformer_lens.patching transformer_lens.pretrained transformer_lens.pretrained.weight_conversions transformer_lens.pretrained.weight_conversions.apertus transformer_lens.pretrained.weight_conversions.bert transformer_lens.pretrained.weight_conversions.bloom transformer_lens.pretrained.weight_conversions.coder transformer_lens.pretrained.weight_conversions.gemma transformer_lens.pretrained.weight_conversions.gpt2 transformer_lens.pretrained.weight_conversions.gptj transformer_lens.pretrained.weight_conversions.hubert transformer_lens.pretrained.weight_conversions.llama transformer_lens.pretrained.weight_conversions.mingpt transformer_lens.pretrained.weight_conversions.mistral transformer_lens.pretrained.weight_conversions.mixtral transformer_lens.pretrained.weight_conversions.nanogpt transformer_lens.pretrained.weight_conversions.neel_solu_old transformer_lens.pretrained.weight_conversions.neo transformer_lens.pretrained.weight_conversions.neox transformer_lens.pretrained.weight_conversions.olmo transformer_lens.pretrained.weight_conversions.olmo2 transformer_lens.pretrained.weight_conversions.olmo3 transformer_lens.pretrained.weight_conversions.olmoe transformer_lens.pretrained.weight_conversions.openai transformer_lens.pretrained.weight_conversions.opt transformer_lens.pretrained.weight_conversions.phi transformer_lens.pretrained.weight_conversions.phi3 transformer_lens.pretrained.weight_conversions.qwen transformer_lens.pretrained.weight_conversions.qwen2 transformer_lens.pretrained.weight_conversions.qwen3 transformer_lens.pretrained.weight_conversions.t5 transformer_lens.supported_models transformer_lens.tools transformer_lens.tools.model_registry transformer_lens.tools.model_registry.alias_drift transformer_lens.tools.model_registry.api transformer_lens.tools.model_registry.discover_architectures transformer_lens.tools.model_registry.exceptions transformer_lens.tools.model_registry.generate_report transformer_lens.tools.model_registry.hf_scraper transformer_lens.tools.model_registry.registry_io transformer_lens.tools.model_registry.relevancy transformer_lens.tools.model_registry.schemas transformer_lens.tools.model_registry.validate transformer_lens.tools.model_registry.verification transformer_lens.tools.model_registry.verify_models transformer_lens.train transformer_lens.utilities transformer_lens.utilities.activation_functions transformer_lens.utilities.addmm transformer_lens.utilities.aliases transformer_lens.utilities.architectures transformer_lens.utilities.attention transformer_lens.utilities.attribute_utils transformer_lens.utilities.bridge_components transformer_lens.utilities.cache transformer_lens.utilities.components_utils transformer_lens.utilities.defaults_utils transformer_lens.utilities.devices transformer_lens.utilities.exploratory_utils transformer_lens.utilities.gpu_utils transformer_lens.utilities.hf_utils transformer_lens.utilities.initialization_utils transformer_lens.utilities.library_utils transformer_lens.utilities.lm_utils transformer_lens.utilities.logits_utils transformer_lens.utilities.matrix transformer_lens.utilities.multi_gpu transformer_lens.utilities.slice transformer_lens.utilities.tensors transformer_lens.utilities.tokenize_utils transformer_lens.utils transformer_lens.weight_processing

MoEBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.moe) momentum (transformer_lens.train.HookedTransformerTrainConfig attribute) move_to_and_update_config() (in module transformer_lens.utilities.devices) mps() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) MPTALiBiAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.mpt_alibi_attention) MPTArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mpt) MQAQKVConversionRule (class in transformer_lens.model_bridge.supported_architectures.gpt_bigcode) MULTIPLICATION (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.OperationTypes attribute)

N

n_ctx (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) n_heads (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) n_key_value_heads (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) n_layers (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) name (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) (transformer_lens.hook_points.HookedRootModule attribute) named_parameters() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) NAMES (transformer_lens.lit.dataset.IOIDataset attribute) (transformer_lens.lit.IOIDataset attribute) NanogptArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.nanogpt) NeelSoluOldArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.neel_solu_old)

NeoArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.neo) NeoLinearTransposeConversion (class in transformer_lens.model_bridge.supported_architectures.neo) NeoxArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.neox) NO_TOKENIZER (transformer_lens.lit.constants.ErrorMessages attribute) NON_HF_HOSTED_MODEL_NAMES (in module transformer_lens.loading_from_pretrained) normalization_type (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) NormalizationBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.normalization) note (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] notes (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] num_epochs (transformer_lens.train.HookedTransformerTrainConfig attribute) num_experts (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) numpy_to_tensor() (in module transformer_lens.lit.utils)

O

OBJECTS (transformer_lens.lit.dataset.IOIDataset attribute) (transformer_lens.lit.IOIDataset attribute) OFFICIAL_MODEL_NAMES (in module transformer_lens.supported_models) Olmo2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmo2) Olmo3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmo3) OlmoArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmo) OlmoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmoe) OpenElmArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.openelm) OperationTypes (class in transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion) OptArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.opt) optimizer_name (transformer_lens.train.HookedTransformerTrainConfig attribute) original_component (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent property) original_model (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property)

OUTPUT_ALL_LAYERS (transformer_lens.lit.constants.DefaultConfig attribute) output_all_layers (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) OUTPUT_ATTENTION (transformer_lens.lit.constants.DefaultConfig attribute) output_attention (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) OUTPUT_EMBEDDINGS (transformer_lens.lit.constants.DefaultConfig attribute) output_embeddings (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) output_shape (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) output_spec() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) OutputFieldNames (class in transformer_lens.lit.constants) OV (transformer_lens.components.abstract_attention.AbstractAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) OV_for_attn_layers() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) override_or_use_default_value() (in module transformer_lens.utilities.defaults_utils) (in module transformer_lens.utils)

P

ParallelBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.block) parameter_count (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] parameters() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) ParamProcessingConversion (class in transformer_lens.conversion_utils.param_processing_conversion) pass_rate (transformer_lens.benchmarks.component_outputs.BenchmarkReport property) passed (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) passed_components (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) past_keys (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry attribute) (transformer_lens.TransformerLensKeyValueCacheEntry attribute) past_values (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry attribute) (transformer_lens.TransformerLensKeyValueCacheEntry attribute) patch_dynamic_cache_v5() (in module transformer_lens.model_bridge.compat) path (transformer_lens.tools.model_registry.DataNotLoadedError attribute) (transformer_lens.tools.model_registry.exceptions.DataNotLoadedError attribute) (transformer_lens.tools.model_registry.validate.ValidationError attribute), [1] percentile_diffs (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) phase (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) phase1_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] phase2_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] phase3_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] PhaseReferenceData (class in transformer_lens.benchmarks) (class in transformer_lens.benchmarks.utils) Phi3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.phi3) PhiArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.phi) pick_activation_function() (transformer_lens.factories.activation_function_factory.ActivationFunctionFactory static method) PLACES (transformer_lens.lit.dataset.IOIDataset attribute) (transformer_lens.lit.IOIDataset attribute) PosEmbed (class in transformer_lens.components.pos_embed) PosEmbedBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.pos_embed) positional_embedding_type (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) PositionEmbeddingHooksMixin (class in transformer_lens.model_bridge.generalized_components.position_embedding_hooks_mixin) PositionEmbeddingsAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.position_embeddings_attention) predict() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) prepare_loading() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.apertus.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.hubert.HubertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.HubertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.internlm2.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.openelm.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi3.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5ArchitectureAdapter method) prepare_model() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bert.BertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.falcon.FalconArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.FalconArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.hubert.HubertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.HubertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llava_onevision.LlavaOnevisionArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LlavaOnevisionArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmoe.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.openelm.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OpenElmArchitectureAdapter method)

prepare_multimodal_inputs() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) PREPEND_BOS (transformer_lens.lit.constants.DefaultConfig attribute) prepend_bos (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) preprocess_weights() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.cohere.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.internlm2.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi3.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_next.Qwen3NextArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3NextArchitectureAdapter method) previous_attention_mask (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache attribute) (transformer_lens.TransformerLensKeyValueCache attribute) print_detailed_analysis() (transformer_lens.benchmarks.component_outputs.BenchmarkReport method) print_every (transformer_lens.train.HookedTransformerTrainConfig attribute) print_gpu_mem() (in module transformer_lens.utilities.gpu_utils) (in module transformer_lens.utils) print_immediate() (transformer_lens.benchmarks.BenchmarkResult method) (transformer_lens.benchmarks.utils.BenchmarkResult method) print_report() (in module transformer_lens.tools.model_registry.alias_drift) print_summary() (transformer_lens.benchmarks.component_outputs.BenchmarkReport method) priority_score (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] PROBAS (transformer_lens.lit.constants.OutputFieldNames attribute) process_conversion() (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.TensorConversionSet method) process_conversion_action() (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.TensorConversionSet method) process_weights() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.weight_processing.ProcessWeights static method) processor (transformer_lens.HookedAudioEncoder.HookedAudioEncoder attribute) ProcessWeights (class in transformer_lens.weight_processing) PROMPT_FIELD (transformer_lens.lit.dataset.PromptCompletionDataset attribute) (transformer_lens.lit.PromptCompletionDataset attribute) PromptCompletionDataset (class in transformer_lens.lit) (class in transformer_lens.lit.dataset) property_aliases (transformer_lens.model_bridge.AttentionBridge attribute) (transformer_lens.model_bridge.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.PosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.rms_normalization.RMSNormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.RMSNormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge attribute) (transformer_lens.model_bridge.MLPBridge attribute) (transformer_lens.model_bridge.NormalizationBridge attribute) (transformer_lens.model_bridge.UnembeddingBridge attribute) PythiaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.pythia)

Q

q_norm (transformer_lens.components.abstract_attention.AbstractAttention attribute) Q_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) QK (transformer_lens.components.abstract_attention.AbstractAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) QK_for_attn_layers() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) QKVSplitRearrangeConversion (class in transformer_lens.model_bridge.supported_architectures.gpt2) Qwen2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen2)

Qwen3_5ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_5) Qwen3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3) Qwen3MoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_moe) Qwen3NextArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_next) QwenArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen)

R

real_components (transformer_lens.model_bridge.bridge.TransformerBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.audio_feature_extractor.AudioFeatureExtractorBridge attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.conv_pos_embed.ConvPosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.rms_normalization.RMSNormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_block.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge attribute) (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge attribute) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge attribute) RearrangeTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion) records (transformer_lens.tools.model_registry.verification.VerificationHistory attribute), [1] (transformer_lens.tools.model_registry.VerificationHistory attribute), [1] refactor_factored_attn_matrices (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) refactor_factored_attn_matrices() (transformer_lens.weight_processing.ProcessWeights static method) relevancy_score (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] RemoteComponent (in module transformer_lens.model_bridge) RemoteModel (in module transformer_lens.model_bridge) RemotePath (in module transformer_lens.model_bridge) remove_all_hook_fns() (transformer_lens.hook_points.HookedRootModule method) remove_batch_dim() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) remove_hooks() (transformer_lens.hook_points.HookPoint method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) render() (transformer_lens.lit.LITWidget method) repeat_along_head_dimension() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils)

RepeatTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.repeat_tensor_conversion) replace_remote_component() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) reset_hooks() (transformer_lens.hook_points.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) RESID_MID_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) RESID_POST_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) RESID_PRE_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) resolve_activation_fn() (in module transformer_lens.model_bridge.generalized_components.gated_mlp) resolve_alias() (in module transformer_lens.utilities.aliases) revert() (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.ArithmeticTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ArithmeticTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion.RearrangeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.RearrangeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion.TransposeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TransposeTensorConversion method) (transformer_lens.conversion_utils.param_processing_conversion.ParamProcessingConversion method) (transformer_lens.model_bridge.supported_architectures.gpt2.QKVSplitRearrangeConversion method) (transformer_lens.model_bridge.supported_architectures.gpt_bigcode.MQAQKVConversionRule method) (transformer_lens.model_bridge.supported_architectures.neo.NeoLinearTransposeConversion method) revert_conversion() (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) RMSNorm (class in transformer_lens.components.rms_norm) RMSNormalizationBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.rms_normalization) RMSNormPre (class in transformer_lens.components.rms_norm_pre) rotary_cos (transformer_lens.components.abstract_attention.AbstractAttention attribute) rotary_sin (transformer_lens.components.abstract_attention.AbstractAttention attribute) RotaryEmbeddingBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.rotary_embedding) rotate_every_two() (transformer_lens.components.abstract_attention.AbstractAttention method) run_audio_benchmarks() (in module transformer_lens.benchmarks.audio) run_benchmark_suite() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.main_benchmark) run_comparison_benchmarks() (in module transformer_lens.benchmarks.main_benchmark) run_granular_weight_processing_benchmarks() (in module transformer_lens.benchmarks.granular_weight_processing) run_with_cache() (transformer_lens.hook_points.HookedRootModule method) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) run_with_hooks() (transformer_lens.hook_points.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method)

S

safe_allclose() (in module transformer_lens.benchmarks.utils) sample_logits() (in module transformer_lens.utilities.logits_utils) (in module transformer_lens.utils) sample_models (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] sanity_check() (in module transformer_lens.evals) save_dir (transformer_lens.train.HookedTransformerTrainConfig attribute) save_every (transformer_lens.train.HookedTransformerTrainConfig attribute) save_supported_models_raw() (in module transformer_lens.tools.model_registry.registry_io) save_verification_history() (in module transformer_lens.tools.model_registry.registry_io) scan_duration_seconds (transformer_lens.tools.model_registry.ScanInfo attribute), [1] (transformer_lens.tools.model_registry.schemas.ScanInfo attribute), [1] scan_info (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] ScanInfo (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) schema_type (transformer_lens.tools.model_registry.validate.ValidationResult attribute), [1] scores (transformer_lens.model_bridge.composition_scores.CompositionScores attribute) scrape_all_models() (in module transformer_lens.tools.model_registry.hf_scraper) seed (transformer_lens.lit.dataset.DatasetConfig attribute) (transformer_lens.train.HookedTransformerTrainConfig attribute) select_architecture_adapter() (transformer_lens.factories.architecture_adapter_factory.ArchitectureAdapterFactory class method) select_models_for_verification() (in module transformer_lens.tools.model_registry.verify_models) serve() (in module transformer_lens.lit) ServerConfig (class in transformer_lens.lit.constants) set_nested_attr() (in module transformer_lens.utilities.attribute_utils) (in module transformer_lens.utils) set_original_component() (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.generalized_components.codegen_attention.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp.JointGateUpMLPBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointGateUpMLPBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.mpt_alibi_attention.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge method) (transformer_lens.model_bridge.JointGateUpMLPBridge method) (transformer_lens.model_bridge.JointQKVAttentionBridge method) (transformer_lens.model_bridge.UnembeddingBridge method) set_original_components() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) set_processed_weights() (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.generalized_components.bloom_attention.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.linear.LinearBridge method) (transformer_lens.model_bridge.generalized_components.LinearBridge method) (transformer_lens.model_bridge.LinearBridge method) set_rotary_emb() (transformer_lens.model_bridge.generalized_components.position_embedding_hooks_mixin.PositionEmbeddingHooksMixin method) set_use_attn_in() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) set_use_attn_result() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) set_use_split_qkv_input() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) setup() (transformer_lens.hook_points.HookedRootModule method) setup_blocks_bridge() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) setup_component_testing() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.apertus.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.cohere.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.deepseek_v3.DeepSeekV3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.DeepSeekV3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.falcon.FalconArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.FalconArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma1.Gemma1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma2.Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3_multimodal.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.granite.GraniteArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GraniteArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.internlm2.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llama.LlamaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LlamaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llava.LlavaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LlavaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mixtral.MixtralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MixtralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neox.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo2.Olmo2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Olmo2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmoe.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.openelm.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi3.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PhiArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.pythia.PythiaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PythiaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen2.Qwen2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3.Qwen3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_moe.Qwen3MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.stablelm.StableLmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.StableLmArchitectureAdapter method)

setup_components() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) setup_hook_compatibility() (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.supported_architectures.gemma1.Gemma1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma2.Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3_multimodal.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gpt_oss.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.stablelm.StableLmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.StableLmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.xglm.XGLMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.XGLMArchitectureAdapter method) setup_no_processing_hooks() (transformer_lens.model_bridge.supported_architectures.gpt_oss.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GPTOSSArchitectureAdapter method) setup_submodules() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) setup_tokenizer() (in module transformer_lens.model_bridge.sources.transformers) severity (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) shape (transformer_lens.model_bridge.composition_scores.CompositionScores property) should_skip_ht_comparison() (in module transformer_lens.benchmarks.main_benchmark) shuffle (transformer_lens.lit.dataset.DatasetConfig attribute) SiglipVisionEncoderBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.siglip_vision_encoder) SiglipVisionEncoderLayerBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.siglip_vision_encoder) simple_attn_linear() (in module transformer_lens.utilities.attention) SimpleTextDataset (class in transformer_lens.lit) (class in transformer_lens.lit.dataset) SKIPPED (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) skipped (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) Slice (class in transformer_lens.utilities.slice) (class in transformer_lens.utils) slice (transformer_lens.utilities.slice.Slice attribute) (transformer_lens.utils.Slice attribute) SliceInput (in module transformer_lens.utilities.slice) solu() (in module transformer_lens.utilities.activation_functions) (in module transformer_lens.utils) sort_devices_based_on_available_memory() (in module transformer_lens.utilities.multi_gpu) spec() (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method) split_qkv_matrix() (transformer_lens.model_bridge.supported_architectures.bloom.BloomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BloomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.codegen.CodeGenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CodeGenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neox.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.pythia.PythiaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PythiaArchitectureAdapter method) SplitTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion) SSM2MixerBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.ssm2_mixer) SSMBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.ssm_block) SSMMixerBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.ssm_mixer) StableLmArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.stablelm) stack_params_for() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) start_time (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) state_dict() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.utilities.devices.ModelWithCfg method) status (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] stop() (transformer_lens.lit.LITWidget method) StopAtLayerException SUBTRACTION (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.OperationTypes attribute) suggest_similar_model() (in module transformer_lens.tools.model_registry.api) suggestion (transformer_lens.tools.model_registry.exceptions.ModelNotFoundError attribute) (transformer_lens.tools.model_registry.ModelNotFoundError attribute) SupportedModelsReport (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) supports_concurrent_predictions (transformer_lens.lit.HookedTransformerLIT property) (transformer_lens.lit.model.HookedTransformerLIT property) SymbolicBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.symbolic)

T

T5ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.t5) T5Attention (class in transformer_lens.components.t5_attention) T5Block (class in transformer_lens.components.t5_block) T5BlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.t5_block) tags (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] TARGET (transformer_lens.lit.constants.InputFieldNames attribute) TARGET_MASK (transformer_lens.lit.constants.InputFieldNames attribute) task_filter (transformer_lens.tools.model_registry.ScanInfo attribute), [1] (transformer_lens.tools.model_registry.schemas.ScanInfo attribute), [1] TEMPLATE (transformer_lens.lit.dataset.IOIDataset attribute) (transformer_lens.lit.IOIDataset attribute) tensor_to_numpy() (in module transformer_lens.lit.utils) TensorConversionSet (class in transformer_lens.conversion_utils) (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set) TernaryTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion) test_prompt() (in module transformer_lens.utilities.exploratory_utils) (in module transformer_lens.utils) test_text (transformer_lens.benchmarks.PhaseReferenceData attribute) (transformer_lens.benchmarks.utils.PhaseReferenceData attribute) tested (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) TEXT (transformer_lens.lit.constants.InputFieldNames attribute) tl_named_parameters() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) tl_parameters() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.utilities.devices.ModelWithCfg method) to_dict() (transformer_lens.config.TransformerLensConfig.TransformerLensConfig method) (transformer_lens.tools.model_registry.alias_drift.DriftReport method) (transformer_lens.tools.model_registry.ArchitectureAnalysis method) (transformer_lens.tools.model_registry.ArchitectureGap method) (transformer_lens.tools.model_registry.ArchitectureGapsReport method) (transformer_lens.tools.model_registry.ArchitectureStats method) (transformer_lens.tools.model_registry.ModelEntry method) (transformer_lens.tools.model_registry.ModelMetadata method) (transformer_lens.tools.model_registry.ScanInfo method) (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis method) (transformer_lens.tools.model_registry.schemas.ArchitectureGap method) (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport method) (transformer_lens.tools.model_registry.schemas.ArchitectureStats method) (transformer_lens.tools.model_registry.schemas.ModelEntry method) (transformer_lens.tools.model_registry.schemas.ModelMetadata method) (transformer_lens.tools.model_registry.schemas.ScanInfo method) (transformer_lens.tools.model_registry.schemas.SupportedModelsReport method) (transformer_lens.tools.model_registry.SupportedModelsReport method) (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.verification.VerificationRecord method) (transformer_lens.tools.model_registry.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationRecord method) (transformer_lens.tools.model_registry.verify_models.VerificationProgress method) to_frames() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) to_numpy() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) to_single_str_token() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to_single_token() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to_str_tokens() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to_string() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to_tokens() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) TOKEN_EMBEDDINGS (transformer_lens.lit.constants.InputFieldNames attribute) TOKEN_GRADIENTS (transformer_lens.lit.constants.OutputFieldNames attribute) TOKEN_IDS (transformer_lens.lit.constants.OutputFieldNames attribute) tokenize_and_concatenate() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) TOKENS (transformer_lens.lit.constants.InputFieldNames attribute) (transformer_lens.lit.constants.OutputFieldNames attribute) tokens_to_residual_directions() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) TokenTypeEmbed (class in transformer_lens.components.token_typed_embed) TOP_K (transformer_lens.lit.constants.DefaultConfig attribute) top_k (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) TOP_K_TOKENS (transformer_lens.lit.constants.OutputFieldNames attribute) top_models (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] total_architectures (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] total_components (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) total_downloads (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] total_models (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.discover_architectures.ArchitectureEntry attribute) (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] total_scanned (transformer_lens.tools.model_registry.ScanInfo attribute), [1] (transformer_lens.tools.model_registry.schemas.ScanInfo attribute), [1] total_unsupported_architectures (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] total_unsupported_models (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] total_verified (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] train() (in module transformer_lens.train) training (transformer_lens.model_bridge.bridge.TransformerBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.audio_feature_extractor.AudioFeatureExtractorBridge attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.conv_pos_embed.ConvPosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.rms_normalization.RMSNormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_block.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge attribute) (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge attribute) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge attribute) transformer_lens module transformer_lens.benchmarks module transformer_lens.benchmarks.activation_cache module transformer_lens.benchmarks.audio module transformer_lens.benchmarks.backward_gradients module transformer_lens.benchmarks.component_benchmark module transformer_lens.benchmarks.component_outputs module transformer_lens.benchmarks.forward_pass module transformer_lens.benchmarks.generation module transformer_lens.benchmarks.granular_weight_processing module transformer_lens.benchmarks.hook_registration module transformer_lens.benchmarks.hook_structure module transformer_lens.benchmarks.main_benchmark module transformer_lens.benchmarks.multimodal module transformer_lens.benchmarks.text_quality module transformer_lens.benchmarks.utils module transformer_lens.benchmarks.weight_processing module transformer_lens.cache module transformer_lens.cache.key_value_cache module transformer_lens.cache.key_value_cache_entry module transformer_lens.components module transformer_lens.components.abstract_attention module transformer_lens.components.attention module transformer_lens.components.bert_block module transformer_lens.components.bert_embed module transformer_lens.components.bert_mlm_head module transformer_lens.components.bert_nsp_head module transformer_lens.components.bert_pooler module transformer_lens.components.embed module transformer_lens.components.grouped_query_attention module transformer_lens.components.layer_norm module transformer_lens.components.layer_norm_pre module transformer_lens.components.pos_embed module transformer_lens.components.rms_norm module transformer_lens.components.rms_norm_pre module transformer_lens.components.t5_attention module transformer_lens.components.t5_block module transformer_lens.components.token_typed_embed module transformer_lens.components.transformer_block module transformer_lens.components.unembed module transformer_lens.config module transformer_lens.config.TransformerBridgeConfig module transformer_lens.config.TransformerLensConfig module transformer_lens.conversion_utils module transformer_lens.conversion_utils.conversion_steps module transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion module transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.callable_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.repeat_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set module transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.zeros_like_conversion module transformer_lens.conversion_utils.helpers module transformer_lens.conversion_utils.helpers.find_property module transformer_lens.conversion_utils.helpers.merge_quantiziation_fields module transformer_lens.conversion_utils.hook_conversion_utils module transformer_lens.conversion_utils.param_processing_conversion module transformer_lens.evals module transformer_lens.factories module transformer_lens.factories.activation_function_factory module transformer_lens.factories.architecture_adapter_factory module transformer_lens.factories.mlp_factory module transformer_lens.head_detector module transformer_lens.hook_points module transformer_lens.HookedAudioEncoder module transformer_lens.lit module transformer_lens.lit.constants module transformer_lens.lit.dataset module transformer_lens.lit.model module transformer_lens.lit.utils module transformer_lens.loading_from_pretrained module transformer_lens.model_bridge module transformer_lens.model_bridge.architecture_adapter module transformer_lens.model_bridge.bridge module transformer_lens.model_bridge.compat module transformer_lens.model_bridge.component_setup module transformer_lens.model_bridge.composition_scores module transformer_lens.model_bridge.exceptions module transformer_lens.model_bridge.generalized_components module transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention module transformer_lens.model_bridge.generalized_components.alibi_utils module transformer_lens.model_bridge.generalized_components.attention module transformer_lens.model_bridge.generalized_components.audio_feature_extractor module transformer_lens.model_bridge.generalized_components.base module transformer_lens.model_bridge.generalized_components.block module transformer_lens.model_bridge.generalized_components.bloom_attention module transformer_lens.model_bridge.generalized_components.bloom_block module transformer_lens.model_bridge.generalized_components.bloom_mlp module transformer_lens.model_bridge.generalized_components.clip_vision_encoder module transformer_lens.model_bridge.generalized_components.codegen_attention module transformer_lens.model_bridge.generalized_components.conv1d module transformer_lens.model_bridge.generalized_components.conv_pos_embed module

transformer_lens.model_bridge.generalized_components.depthwise_conv1d module transformer_lens.model_bridge.generalized_components.embedding module transformer_lens.model_bridge.generalized_components.gated_delta_net module transformer_lens.model_bridge.generalized_components.gated_mlp module transformer_lens.model_bridge.generalized_components.gated_rms_norm module transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp module transformer_lens.model_bridge.generalized_components.joint_qkv_attention module transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention module transformer_lens.model_bridge.generalized_components.linear module transformer_lens.model_bridge.generalized_components.mla_attention module transformer_lens.model_bridge.generalized_components.mlp module transformer_lens.model_bridge.generalized_components.moe module transformer_lens.model_bridge.generalized_components.mpt_alibi_attention module transformer_lens.model_bridge.generalized_components.normalization module transformer_lens.model_bridge.generalized_components.pos_embed module transformer_lens.model_bridge.generalized_components.position_embedding_hooks_mixin module transformer_lens.model_bridge.generalized_components.position_embeddings_attention module transformer_lens.model_bridge.generalized_components.rms_normalization module transformer_lens.model_bridge.generalized_components.rotary_embedding module transformer_lens.model_bridge.generalized_components.siglip_vision_encoder module transformer_lens.model_bridge.generalized_components.ssm2_mixer module transformer_lens.model_bridge.generalized_components.ssm_block module transformer_lens.model_bridge.generalized_components.ssm_mixer module transformer_lens.model_bridge.generalized_components.symbolic module transformer_lens.model_bridge.generalized_components.t5_block module transformer_lens.model_bridge.generalized_components.unembedding module transformer_lens.model_bridge.generalized_components.vision_projection module transformer_lens.model_bridge.get_params_util module transformer_lens.model_bridge.sources module transformer_lens.model_bridge.sources.transformers module transformer_lens.model_bridge.supported_architectures module transformer_lens.model_bridge.supported_architectures.apertus module transformer_lens.model_bridge.supported_architectures.bert module transformer_lens.model_bridge.supported_architectures.bloom module transformer_lens.model_bridge.supported_architectures.codegen module transformer_lens.model_bridge.supported_architectures.cohere module transformer_lens.model_bridge.supported_architectures.deepseek_v3 module transformer_lens.model_bridge.supported_architectures.falcon module transformer_lens.model_bridge.supported_architectures.gemma1 module transformer_lens.model_bridge.supported_architectures.gemma2 module transformer_lens.model_bridge.supported_architectures.gemma3 module transformer_lens.model_bridge.supported_architectures.gemma3_multimodal module transformer_lens.model_bridge.supported_architectures.gpt2 module transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom module transformer_lens.model_bridge.supported_architectures.gpt_bigcode module transformer_lens.model_bridge.supported_architectures.gpt_oss module transformer_lens.model_bridge.supported_architectures.gptj module transformer_lens.model_bridge.supported_architectures.granite module transformer_lens.model_bridge.supported_architectures.granite_moe module transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid module transformer_lens.model_bridge.supported_architectures.hubert module transformer_lens.model_bridge.supported_architectures.internlm2 module transformer_lens.model_bridge.supported_architectures.llama module transformer_lens.model_bridge.supported_architectures.llava module transformer_lens.model_bridge.supported_architectures.llava_next module transformer_lens.model_bridge.supported_architectures.llava_onevision module transformer_lens.model_bridge.supported_architectures.mamba module transformer_lens.model_bridge.supported_architectures.mamba2 module transformer_lens.model_bridge.supported_architectures.mingpt module transformer_lens.model_bridge.supported_architectures.mistral module transformer_lens.model_bridge.supported_architectures.mixtral module transformer_lens.model_bridge.supported_architectures.mpt module transformer_lens.model_bridge.supported_architectures.nanogpt module transformer_lens.model_bridge.supported_architectures.neel_solu_old module transformer_lens.model_bridge.supported_architectures.neo module transformer_lens.model_bridge.supported_architectures.neox module transformer_lens.model_bridge.supported_architectures.olmo module transformer_lens.model_bridge.supported_architectures.olmo2 module transformer_lens.model_bridge.supported_architectures.olmo3 module transformer_lens.model_bridge.supported_architectures.olmoe module transformer_lens.model_bridge.supported_architectures.openelm module transformer_lens.model_bridge.supported_architectures.opt module transformer_lens.model_bridge.supported_architectures.phi module transformer_lens.model_bridge.supported_architectures.phi3 module transformer_lens.model_bridge.supported_architectures.pythia module transformer_lens.model_bridge.supported_architectures.qwen module transformer_lens.model_bridge.supported_architectures.qwen2 module transformer_lens.model_bridge.supported_architectures.qwen3 module transformer_lens.model_bridge.supported_architectures.qwen3_5 module transformer_lens.model_bridge.supported_architectures.qwen3_moe module transformer_lens.model_bridge.supported_architectures.qwen3_next module transformer_lens.model_bridge.supported_architectures.stablelm module transformer_lens.model_bridge.supported_architectures.t5 module transformer_lens.model_bridge.supported_architectures.xglm module transformer_lens.model_bridge.types module transformer_lens.patching module transformer_lens.pretrained module transformer_lens.pretrained.weight_conversions module transformer_lens.pretrained.weight_conversions.apertus module transformer_lens.pretrained.weight_conversions.bert module transformer_lens.pretrained.weight_conversions.bloom module transformer_lens.pretrained.weight_conversions.coder module transformer_lens.pretrained.weight_conversions.gemma module transformer_lens.pretrained.weight_conversions.gpt2 module transformer_lens.pretrained.weight_conversions.gptj module transformer_lens.pretrained.weight_conversions.hubert module transformer_lens.pretrained.weight_conversions.llama module transformer_lens.pretrained.weight_conversions.mingpt module transformer_lens.pretrained.weight_conversions.mistral module transformer_lens.pretrained.weight_conversions.mixtral module transformer_lens.pretrained.weight_conversions.nanogpt module transformer_lens.pretrained.weight_conversions.neel_solu_old module transformer_lens.pretrained.weight_conversions.neo module transformer_lens.pretrained.weight_conversions.neox module transformer_lens.pretrained.weight_conversions.olmo module transformer_lens.pretrained.weight_conversions.olmo2 module transformer_lens.pretrained.weight_conversions.olmo3 module transformer_lens.pretrained.weight_conversions.olmoe module transformer_lens.pretrained.weight_conversions.openai module transformer_lens.pretrained.weight_conversions.opt module transformer_lens.pretrained.weight_conversions.phi module transformer_lens.pretrained.weight_conversions.phi3 module transformer_lens.pretrained.weight_conversions.qwen module transformer_lens.pretrained.weight_conversions.qwen2 module transformer_lens.pretrained.weight_conversions.qwen3 module transformer_lens.pretrained.weight_conversions.t5 module transformer_lens.supported_models module transformer_lens.tools module transformer_lens.tools.model_registry module transformer_lens.tools.model_registry.alias_drift module transformer_lens.tools.model_registry.api module transformer_lens.tools.model_registry.discover_architectures module transformer_lens.tools.model_registry.exceptions module transformer_lens.tools.model_registry.generate_report module transformer_lens.tools.model_registry.hf_scraper module transformer_lens.tools.model_registry.registry_io module transformer_lens.tools.model_registry.relevancy module transformer_lens.tools.model_registry.schemas module transformer_lens.tools.model_registry.validate module transformer_lens.tools.model_registry.verification module transformer_lens.tools.model_registry.verify_models module transformer_lens.train module transformer_lens.utilities module transformer_lens.utilities.activation_functions module transformer_lens.utilities.addmm module transformer_lens.utilities.aliases module transformer_lens.utilities.architectures module transformer_lens.utilities.attention module transformer_lens.utilities.attribute_utils module transformer_lens.utilities.bridge_components module transformer_lens.utilities.cache module transformer_lens.utilities.components_utils module transformer_lens.utilities.defaults_utils module transformer_lens.utilities.devices module transformer_lens.utilities.exploratory_utils module transformer_lens.utilities.gpu_utils module transformer_lens.utilities.hf_utils module transformer_lens.utilities.initialization_utils module transformer_lens.utilities.library_utils module transformer_lens.utilities.lm_utils module transformer_lens.utilities.logits_utils module transformer_lens.utilities.matrix module transformer_lens.utilities.multi_gpu module transformer_lens.utilities.slice module transformer_lens.utilities.tensors module transformer_lens.utilities.tokenize_utils module transformer_lens.utils module transformer_lens.weight_processing module TransformerBlock (class in transformer_lens.components.transformer_block) TransformerBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.bridge) TransformerBridgeConfig (class in transformer_lens.config.TransformerBridgeConfig) transformerlens_version (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] TransformerLensConfig (class in transformer_lens.config.TransformerLensConfig) TransformerLensKeyValueCache (class in transformer_lens) (class in transformer_lens.cache.key_value_cache) TransformerLensKeyValueCacheEntry (class in transformer_lens) (class in transformer_lens.cache.key_value_cache_entry) TransformerLensPath (in module transformer_lens.model_bridge) translate_transformer_lens_path() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) transpose() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) TransposeTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion)

U

unbatch_outputs() (in module transformer_lens.lit.utils) Unembed (class in transformer_lens.components.unembed) UnembeddingBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.unembedding) unfreeze() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache method) (transformer_lens.TransformerLensKeyValueCache method) unwrap() (transformer_lens.config.TransformerLensConfig.TransformerLensConfig class method) (transformer_lens.utilities.slice.Slice class method) (transformer_lens.utils.Slice class method)

update_model_registry() (in module transformer_lens.benchmarks.main_benchmark) update_model_status() (in module transformer_lens.tools.model_registry.registry_io) url (transformer_lens.lit.LITWidget property) use_attn_result (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) USE_FP16 (transformer_lens.lit.constants.DefaultConfig attribute) use_split_qkv_input (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) uses_rms_norm (transformer_lens.config.TransformerLensConfig.TransformerLensConfig attribute) uses_split_attention (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter attribute)

V

V_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) valid (transformer_lens.tools.model_registry.validate.ValidationResult attribute), [1] validate_architecture_gaps_report() (in module transformer_lens.tools.model_registry.validate) validate_data_directory() (in module transformer_lens.tools.model_registry.validate) validate_input_example() (in module transformer_lens.lit.utils) validate_json_schema() (in module transformer_lens.tools.model_registry.validate) validate_supported_models_report() (in module transformer_lens.tools.model_registry.validate) validate_verification_history() (in module transformer_lens.tools.model_registry.validate) ValidationError (class in transformer_lens.tools.model_registry.validate) ValidationResult (class in transformer_lens.tools.model_registry.validate) value (transformer_lens.tools.model_registry.validate.ValidationError attribute), [1] vanilla_addmm() (in module transformer_lens.utilities.addmm) VerificationHistory (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.verification)

VerificationProgress (class in transformer_lens.tools.model_registry.verify_models) VerificationRecord (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.verification) verified (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) verified_by (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] verified_count (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] verified_date (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] verify_models() (in module transformer_lens.tools.model_registry.verify_models) VisionProjectionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.vision_projection)

W

W_E (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.EmbeddingBridge property) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge property) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_gate (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_in (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_K (transformer_lens.components.grouped_query_attention.GroupedQueryAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_O (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_out (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_pos (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge property) (transformer_lens.model_bridge.generalized_components.PosEmbedBridge property) W_Q (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property)

W_U (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge property) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge property) (transformer_lens.model_bridge.TransformerBridge property) (transformer_lens.model_bridge.UnembeddingBridge property) W_V (transformer_lens.components.grouped_query_attention.GroupedQueryAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) wandb (transformer_lens.train.HookedTransformerTrainConfig attribute) wandb_project_name (transformer_lens.train.HookedTransformerTrainConfig attribute) WARM_START (transformer_lens.lit.constants.ServerConfig attribute) warmup_steps (transformer_lens.train.HookedTransformerTrainConfig attribute) warn_if_mps() (in module transformer_lens.utilities.devices) (in module transformer_lens.utils) WARNING (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) weight_decay (transformer_lens.train.HookedTransformerTrainConfig attribute) weight_processing_conversions (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter attribute) WeightProcessingConfig (class in transformer_lens.benchmarks.granular_weight_processing) wrap_for_lit() (in module transformer_lens.lit) (in module transformer_lens.lit.dataset)

X

XGLMArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.xglm)

XIELU (class in transformer_lens.utilities.activation_functions) xielu() (in module transformer_lens.utilities.activation_functions)

Z

ZerosLikeConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.zeros_like_conversion)