Index

_

__getitem__() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache method) (transformer_lens.evals.IOIDataset method) (transformer_lens.model_bridge.composition_scores.CompositionScores method) (transformer_lens.TransformerLensKeyValueCache method) __init__() (transformer_lens.benchmarks.component_outputs.ComponentBenchmarker method) (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.attention.Attention method) (transformer_lens.components.grouped_query_attention.GroupedQueryAttention method) (transformer_lens.components.layer_norm.LayerNorm method) (transformer_lens.components.layer_norm_pre.LayerNormPre method) (transformer_lens.components.rms_norm.RMSNorm method) (transformer_lens.components.rms_norm_pre.RMSNormPre method) (transformer_lens.config.transformer_bridge_config.TransformerBridgeConfig method) (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion.SplitTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.SplitTensorConversion method) (transformer_lens.evals.IOIDataset method) (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.LITWidget method) (transformer_lens.lit.model.HookedTransformerLIT method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method) (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.BlockBridge method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.EmbeddingBridge method) (transformer_lens.model_bridge.exceptions.StopAtLayerException method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.generalized_components.block.BlockBridge method) (transformer_lens.model_bridge.generalized_components.BlockBridge method) (transformer_lens.model_bridge.generalized_components.bloom_attention.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.bloom_block.BloomBlockBridge method) (transformer_lens.model_bridge.generalized_components.bloom_mlp.BloomMLPBridge method) (transformer_lens.model_bridge.generalized_components.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.BloomBlockBridge method) (transformer_lens.model_bridge.generalized_components.BloomMLPBridge method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.codegen_attention.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention.JointQKVPositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVPositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge method) (transformer_lens.model_bridge.generalized_components.MLPBridge method) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge method) (transformer_lens.model_bridge.generalized_components.MoEBridge method) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge method) (transformer_lens.model_bridge.generalized_components.NormalizationBridge method) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.PosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.rms_normalization.RMSNormalizationBridge method) (transformer_lens.model_bridge.generalized_components.RMSNormalizationBridge method) (transformer_lens.model_bridge.generalized_components.rotary_embedding.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge method) (transformer_lens.model_bridge.generalized_components.SymbolicBridge method) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge method) (transformer_lens.model_bridge.generalized_components.VisionProjectionBridge method) (transformer_lens.model_bridge.JointQKVAttentionBridge method) (transformer_lens.model_bridge.MLPBridge method) (transformer_lens.model_bridge.MoEBridge method) (transformer_lens.model_bridge.NormalizationBridge method) (transformer_lens.model_bridge.supported_architectures.afmoe.AfmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.AfmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.apertus.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.arcee.ArceeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ArceeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bamba.BambaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BambaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bart.BartFamilyArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bert.BertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bitnet.BitNetArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BitNetArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bloom.BloomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BloomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.codegen.CodeGenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CodeGenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.cohere.Cohere2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.cohere.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Cohere2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ernie4_5_moe.Ernie4_5_MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Ernie4_5_MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.exaone.ExaoneArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.exaone4.Exaone4ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Exaone4ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ExaoneArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.florence2.Florence2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Florence2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma1.Gemma1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma2.Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3_multimodal.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.glm.GlmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.glm4_moe.Glm4MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Glm4MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.glm4v.Glm4vArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Glm4vArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GlmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gpt2.GPT2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gpt2.QKVSplitRearrangeConversion method) (transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom.Gpt2LmHeadCustomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GPT2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gpt2LmHeadCustomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gpt_oss.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gptj.GptjArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GptjArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.granite.GraniteArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GraniteArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.hrm_text.HrmTextArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.HrmTextArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.hunyuan_v1_dense.HunYuanDenseV1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.HunYuanDenseV1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.HyenaDNAArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.idefics3.Idefics3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Idefics3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.jetmoe.JetMoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.JetMoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.laguna.LagunaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LagunaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.led.LEDArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LEDArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.lfm2.Lfm2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.lfm2_moe.Lfm2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Lfm2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Lfm2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llama.LlamaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llama4.Llama4ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llama4_multimodal.Llama4MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Llama4ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Llama4MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LlamaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llava.LlavaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LlavaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.longt5.LongT5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LongT5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mingpt.MingptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MingptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.minimax_m2.MiniMaxM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MiniMaxM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mistral.MistralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mistral3.Mistral3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Mistral3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MistralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mixtral.MixtralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MixtralArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.modernbert_decoder.ModernBertDecoderArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ModernBertDecoderArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.nanochat.NanoChatArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NanoChatArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.nanogpt.NanogptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NanogptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neel_solu_old.NeelSoluOldArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NeelSoluOldArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.nemotron.NemotronArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NemotronArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neo.NeoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neo.NeoLinearTransposeConversion method) (transformer_lens.model_bridge.supported_architectures.NeoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neox.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo2.Olmo2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Olmo2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo_hybrid.OlmoHybridArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmoe.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoHybridArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.openai_gpt.OpenAIGPTArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OpenAIGPTArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.openelm.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.opt.OptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ouro.OuroArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OuroArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi3.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PhiArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phimoe.PhiMoEArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PhiMoEArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen.QwenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen2.Qwen2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen2_5_vl.Qwen2_5_VLArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen2_5_VLArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen2_audio.Qwen2AudioArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen2_moe.Qwen2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen2AudioArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_moe.Qwen3MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_vl.Qwen3VLArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3VLArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.QwenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.raven.RavenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.RavenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.recurrent_gemma.RecurrentGemmaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.RecurrentGemmaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.rwkv7.RWKV7ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.RWKV7ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.RwkvArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.smollm3.SmolLM3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.SmolLM3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.stablelm.StableLmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.StableLmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.starcoder2.Starcoder2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Starcoder2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.switch_transformers.SwitchTransformersArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.SwitchTransformersArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.t5.T5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.T5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.vaultgemma.VaultGemmaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.VaultGemmaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.xglm.XGLMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.XGLMArchitectureAdapter method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.model_bridge.UnembeddingBridge method) (transformer_lens.TransformerBridgeConfig method) (transformer_lens.utilities.defaults_utils.LocallyOverridenDefaults method) (transformer_lens.utilities.slice.Slice method) (transformer_lens.utils.LocallyOverridenDefaults method) (transformer_lens.utils.Slice method)

__iter__() (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method) __len__() (transformer_lens.evals.IOIDataset method) (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method)

A

ablation_hooks() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) AbstractAttention (class in transformer_lens.components.abstract_attention) accumulated_bias() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) act (transformer_lens.model_bridge.sources.native.model.NativeGatedMLP attribute) (transformer_lens.model_bridge.sources.native.model.NativeMLP attribute) (transformer_lens.model_bridge.sources.native.NativeMLP attribute) act_fn (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) ActivationFunctionFactory (class in transformer_lens.factories.activation_function_factory) add_caching_hooks() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) add_example() (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) add_hook() (transformer_lens.hook_points.HookPoint method) (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.TransformerBridge method) add_perma_hook() (transformer_lens.hook_points.HookPoint method) (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) add_record() (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationHistory method) add_verification_record() (in module transformer_lens.tools.model_registry.registry_io) ADDITION (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.OperationTypes attribute) AfmoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.afmoe) alibi (transformer_lens.components.abstract_attention.AbstractAttention attribute) ALiBiJointQKVAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention) all_composition_scores() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) all_head_labels (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) all_head_labels() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) AltUpBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.altup_block) ApertusArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.apertus) append() (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry method) (transformer_lens.TransformerLensKeyValueCacheEntry method) append_attention_mask() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache method) (transformer_lens.TransformerLensKeyValueCache method) applicable_phases (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bd3lm.BD3LMArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BD3LMArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bitnet.BitNetArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BitNetArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.deepseek_v4.DeepSeekV4ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.falcon_h1.FalconH1ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.FalconH1ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma3n.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma4.Gemma4ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Gemma4ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid.GraniteMoeHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.GraniteMoeHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hrm_text.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jamba.JambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.JambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.lfm2_moe.Lfm2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Lfm2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.nemotron_h.NemotronHArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.NemotronHArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.raven.RavenArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.RavenArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.recurrent_gemma.RecurrentGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.RecurrentGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv7.RWKV7ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.RWKV7ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vaultgemma.VaultGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.VaultGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vit.ViTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ViTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.zamba2.Zamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Zamba2ArchitectureAdapter attribute)

apply() (transformer_lens.utilities.slice.Slice method) (transformer_lens.utils.Slice method) apply_causal_mask() (transformer_lens.components.abstract_attention.AbstractAttention method) apply_fn_to_all_components() (in module transformer_lens.utilities.bridge_components) apply_mlp() (transformer_lens.components.transformer_block.TransformerBlock method) apply_output_logits_transform() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.cohere.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.falcon_h1.FalconH1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.FalconH1ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.granite.GraniteArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GraniteArchitectureAdapter method) apply_rope() (transformer_lens.model_bridge.sources.native.model.NativeRotary method) apply_rotary() (transformer_lens.components.abstract_attention.AbstractAttention method) apply_softcap() (in module transformer_lens.utilities.activation_functions) ArceeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.arcee) architecture_id (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.ArchitectureNotSupportedError attribute) (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.discover_architectures.ArchitectureEntry attribute) (transformer_lens.tools.model_registry.exceptions.ArchitectureNotSupportedError attribute) (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.verify_models.ModelCandidate attribute) ArchitectureAdapter (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.architecture_adapter) ArchitectureAdapterFactory (class in transformer_lens.factories.architecture_adapter_factory) ArchitectureAnalysis (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ArchitectureEntry (class in transformer_lens.tools.model_registry.discover_architectures) ArchitectureGap (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ArchitectureGapsReport (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ArchitectureNotSupportedError, [1] ArchitectureStats (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ArithmeticTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion) ASTArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.ast) Attention (class in transformer_lens.components.attention) attention_dir (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) ATTENTION_TEMPLATE (transformer_lens.lit.constants.OutputFieldNames attribute) AttentionAutoConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion) AttentionBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.attention) attn_head_labels (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) attn_only (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) ATTN_OUT_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) ATTN_PATTERN_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) attn_scale (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) attn_scores_soft_cap (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) ATTN_SCORES_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) attn_types (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) attribution (transformer_lens.tools.analysis.direct_logit_attribution.DirectLogitAttribution attribute), [1] (transformer_lens.tools.analysis.DirectLogitAttribution attribute), [1] AudioFeatureExtractorBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.audio_feature_extractor) AudioFlamingo3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.audio_flamingo3) AvailableDeviceMemory (in module transformer_lens.utilities.multi_gpu)

B

b_in (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_K (transformer_lens.components.grouped_query_attention.GroupedQueryAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_O (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_out (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_Q (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) b_U (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge property) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge property) (transformer_lens.model_bridge.TransformerBridge property) (transformer_lens.model_bridge.UnembeddingBridge property) b_V (transformer_lens.components.grouped_query_attention.GroupedQueryAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) BaichuanArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.baichuan) BambaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.bamba) BartArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.bart) BartFamilyArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures.bart) BaseTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion) batch_addmm() (in module transformer_lens.utilities.addmm) batch_examples() (in module transformer_lens.lit.utils) BATCH_SIZE (transformer_lens.lit.constants.DefaultConfig attribute) batch_size (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) (transformer_lens.train.HookedTransformerTrainConfig attribute) BATCH_SIZE_MISMATCH (transformer_lens.lit.constants.ErrorMessages attribute) BD3LMArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.bd3lm) benchmark_activation_cache() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.activation_cache) benchmark_activation_cache_structure() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_structure) benchmark_all_components() (in module transformer_lens.benchmarks.component_benchmark) (transformer_lens.benchmarks.component_outputs.ComponentBenchmarker method) benchmark_attention_output_centering() (in module transformer_lens.benchmarks.weight_processing) benchmark_audio_cache() (in module transformer_lens.benchmarks.audio) benchmark_audio_ctc_decode() (in module transformer_lens.benchmarks.audio) benchmark_audio_feature_extractor() (in module transformer_lens.benchmarks.audio) benchmark_audio_forward() (in module transformer_lens.benchmarks.audio) benchmark_audio_representation_stability() (in module transformer_lens.benchmarks.audio) benchmark_audio_text_forward() (in module transformer_lens.benchmarks.audio) benchmark_backward_hooks() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.backward_gradients) benchmark_backward_hooks_structure() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_structure) benchmark_critical_backward_hooks() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.backward_gradients) benchmark_critical_forward_hooks() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_encoder_cache() (in module transformer_lens.benchmarks.encoder_common) benchmark_encoder_forward() (in module transformer_lens.benchmarks.encoder_common) benchmark_encoder_representation_stability() (in module transformer_lens.benchmarks.encoder_common) benchmark_forward_hooks() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_forward_hooks_structure() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_structure) benchmark_forward_pass() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.forward_pass) benchmark_gated_hooks_fire() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_generation() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.generation)

benchmark_generation_with_kv_cache() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.generation) benchmark_gradient_computation() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.backward_gradients) benchmark_hook_functionality() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_hook_registry() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.hook_registration) benchmark_layer_norm_folding() (in module transformer_lens.benchmarks.weight_processing) benchmark_logits_equivalence() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.forward_pass) benchmark_loss_equivalence() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.forward_pass) benchmark_mlp_output_centering() (in module transformer_lens.benchmarks.weight_processing) benchmark_model() (in module transformer_lens.benchmarks.component_outputs) benchmark_multimodal_cache() (in module transformer_lens.benchmarks.multimodal) benchmark_multimodal_forward() (in module transformer_lens.benchmarks.multimodal) benchmark_multimodal_generation() (in module transformer_lens.benchmarks.multimodal) benchmark_multiple_generation_calls() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.generation) benchmark_no_nan_inf() (in module transformer_lens.benchmarks.weight_processing) benchmark_run_with_cache() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.activation_cache) benchmark_text_quality() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.text_quality) benchmark_unembed_centering() (in module transformer_lens.benchmarks.weight_processing) benchmark_value_bias_folding() (in module transformer_lens.benchmarks.weight_processing) benchmark_vision_cache() (in module transformer_lens.benchmarks.vision) benchmark_vision_classification_decode() (in module transformer_lens.benchmarks.vision) benchmark_vision_embeddings() (in module transformer_lens.benchmarks.vision) benchmark_vision_forward() (in module transformer_lens.benchmarks.vision) benchmark_vision_representation_stability() (in module transformer_lens.benchmarks.vision) benchmark_weight_magnitudes() (in module transformer_lens.benchmarks.weight_processing) benchmark_weight_modification() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.weight_processing) benchmark_weight_processing() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.weight_processing) benchmark_weight_sharing() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.weight_processing) BenchmarkReport (class in transformer_lens.benchmarks.component_outputs) BenchmarkResult (class in transformer_lens.benchmarks) (class in transformer_lens.benchmarks.utils) BenchmarkSeverity (class in transformer_lens.benchmarks) (class in transformer_lens.benchmarks.utils) BertArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.bert) BertBlock (class in transformer_lens.components.bert_block) BertEmbed (class in transformer_lens.components.bert_embed) BertMLMHead (class in transformer_lens.components.bert_mlm_head) BertNSPHead (class in transformer_lens.components.bert_nsp_head) BertPooler (class in transformer_lens.components.bert_pooler) BitNetArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.bitnet) BlenderbotArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.blenderbot) block_hooks() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) block_submodules() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) BlockBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.block) blocks (transformer_lens.HookedAudioEncoder.HookedAudioEncoder attribute) blocks_with() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) BloomArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.bloom) BloomAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.bloom_attention) BloomBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.bloom_block) BloomMLPBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.bloom_mlp) boot() (in module transformer_lens.model_bridge.sources) (in module transformer_lens.model_bridge.sources.transformers) boot_native() (transformer_lens.model_bridge.bridge.TransformerBridge class method) (transformer_lens.model_bridge.TransformerBridge class method) boot_transformers() (transformer_lens.model_bridge.bridge.TransformerBridge static method) (transformer_lens.model_bridge.TransformerBridge static method) build_alias_to_canonical_map() (in module transformer_lens.model_bridge.bridge) build_alibi_slopes() (in module transformer_lens.model_bridge.generalized_components.alibi_utils) build_alibi_tensor() (in module transformer_lens.model_bridge.generalized_components.alibi_utils) (transformer_lens.model_bridge.generalized_components.bloom_block.BloomBlockBridge static method) (transformer_lens.model_bridge.generalized_components.BloomBlockBridge static method) build_bridge_config_from_hf() (in module transformer_lens.model_bridge.sources) build_bridge_from_module() (in module transformer_lens.model_bridge.sources) build_modality_input() (in module transformer_lens.benchmarks.utils) build_pretrain_bridge() (in module transformer_lens.model_bridge.supported_architectures.pretrain)

C

cache_all() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) cache_some() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) calc_fan_in_and_fan_out() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) calculate_attention_scores() (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.grouped_query_attention.GroupedQueryAttention method) calculate_available_device_cuda_memory() (in module transformer_lens.utilities.multi_gpu) calculate_qkv_matrices() (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.grouped_query_attention.GroupedQueryAttention method) calculate_sin_cos_rotary() (transformer_lens.components.abstract_attention.AbstractAttention method) calculate_z_scores() (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.grouped_query_attention.GroupedQueryAttention method) call_hf_with_retry() (in module transformer_lens.utilities.hf_utils) CallableTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.callable_tensor_conversion) cast_floating_params_to_dtype() (in module transformer_lens.utilities.multi_gpu) causal_mask (transformer_lens.model_bridge.sources.native.model.NativeAttention attribute) (transformer_lens.model_bridge.sources.native.NativeAttention attribute) center_attention_weights() (transformer_lens.weight_processing.ProcessWeights static method) center_unembed (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) center_unembed() (transformer_lens.weight_processing.ProcessWeights static method) center_weight_single() (transformer_lens.weight_processing.ProcessWeights static method) center_writing_weights (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) center_writing_weights() (transformer_lens.weight_processing.ProcessWeights static method) cfg (transformer_lens.utilities.devices.ModelWithCfg attribute) ChainTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion) check_and_add_hook() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) check_drift() (in module transformer_lens.tools.model_registry.alias_drift) check_hooks_to_add() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) check_lit_installed() (in module transformer_lens.lit) (in module transformer_lens.lit.utils) check_model_support() (in module transformer_lens.model_bridge.sources) (in module transformer_lens.model_bridge.sources.transformers) (transformer_lens.model_bridge.bridge.TransformerBridge static method) (transformer_lens.model_bridge.TransformerBridge static method) checkpoint_index (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) checkpoint_label_type (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) checkpoint_value (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) classify_architecture() (in module transformer_lens.utilities.architectures) classify_model_config() (in module transformer_lens.utilities.architectures) classify_model_name() (in module transformer_lens.utilities.architectures) clean_token_string() (in module transformer_lens.lit.utils) clean_token_strings() (in module transformer_lens.lit.utils) clear_cache() (in module transformer_lens.tools.model_registry.api) clear_context() (transformer_lens.hook_points.HookPoint method) clear_contexts() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) clear_device_cache() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) clear_hook_registry() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) clear_state() (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) CLIPVisionEncoderBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.clip_vision_encoder) CLIPVisionEncoderLayerBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.clip_vision_encoder) CloneOutputUnderGradMixin (class in transformer_lens.model_bridge.generalized_components.base) CLS_EMBEDDING (transformer_lens.lit.constants.OutputFieldNames attribute) CodeGenArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.codegen) CodeGenAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.codegen_attention) Cohere2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.cohere) CohereArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.cohere) collect_aliases_recursive() (in module transformer_lens.utilities.aliases) collect_all_components() (in module transformer_lens.utilities.bridge_components) collect_all_submodules_of_component() (in module transformer_lens.utilities.bridge_components) collect_components_of_block_bridge() (in module transformer_lens.utilities.bridge_components) compare_activation_dicts() (in module transformer_lens.benchmarks.utils) compare_scalars() (in module transformer_lens.benchmarks.utils) compare_tensors() (in module transformer_lens.benchmarks.utils) compatibility_mode (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) COMPLETION_FIELD (transformer_lens.lit.dataset.PromptCompletionDataset attribute) (transformer_lens.lit.PromptCompletionDataset attribute) complex_attn_linear() (in module transformer_lens.utilities.attention) component_mapping (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.afmoe.AfmoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ast.ASTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bart.BartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bd3lm.BD3LMArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bert.BertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bitnet.BitNetArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.blenderbot.BlenderbotArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.falcon_h1.FalconH1ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma3n.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma4.Gemma4ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.glm4v.Glm4vArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid.GraniteMoeHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hrm_text.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hubert.HubertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jamba.JambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jetmoe.JetMoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.laguna.LagunaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.lfm2_moe.Lfm2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.m2m100.M2M100ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mbart.MBartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.modernbert_decoder.ModernBertDecoderArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.nanochat.NanoChatArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.nemotron_h.NemotronHArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.olmo_hybrid.OlmoHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.pegasus.PegasusArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen2_5_vl.Qwen2_5_VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal.Qwen3_5MultimodalArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_vl.Qwen3VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.raven.RavenArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.recurrent_gemma.RecurrentGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv7.RWKV7ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vaultgemma.VaultGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vit.ViTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.zamba2.Zamba2ArchitectureAdapter attribute)

component_path (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) component_results (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) component_test_skip_suffixes (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jetmoe.JetMoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.JetMoeArchitectureAdapter attribute) component_type (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) ComponentBenchmarker (class in transformer_lens.benchmarks.component_outputs) components (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter property) (transformer_lens.model_bridge.ArchitectureAdapter property) ComponentTestResult (class in transformer_lens.benchmarks.component_outputs) composition_layer_indices() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) composition_scores() (in module transformer_lens.utilities.matrix) (in module transformer_lens.utils) CompositionScores (class in transformer_lens.model_bridge.composition_scores) compute_effective_attention() (in module transformer_lens.model_bridge.supported_architectures.mamba2) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge method) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge method) (transformer_lens.model_bridge.generalized_components.ssm_protocol.SSMMixerProtocol method) (transformer_lens.model_bridge.generalized_components.SSMMixerBridge method) (transformer_lens.model_bridge.generalized_components.SSMMixerProtocol method) COMPUTE_GRADIENTS (transformer_lens.lit.constants.DefaultConfig attribute) compute_gradients (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) compute_head_attention_similarity_score() (in module transformer_lens.head_detector) compute_relative_attention_bias() (transformer_lens.components.t5_attention.T5Attention method) compute_relevancy_score() (in module transformer_lens.tools.model_registry.relevancy) compute_scores_for_gaps() (in module transformer_lens.tools.model_registry.relevancy) compute_ssm_state() (in module transformer_lens.model_bridge.supported_architectures.mamba2) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge method) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge method) (transformer_lens.model_bridge.generalized_components.SSMMixerBridge method) compute_token_gradients() (in module transformer_lens.lit.utils) Config (class in transformer_lens.loading_from_pretrained) context_level (transformer_lens.hook_points.LensHandle attribute) Conv1DBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.conv1d) convert() (transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.BaseTensorConversion method) (transformer_lens.conversion_utils.param_processing_conversion.ParamProcessingConversion method) convert_apertus_weights() (in module transformer_lens.pretrained.weight_conversions.apertus) convert_bloom_weights() (in module transformer_lens.pretrained.weight_conversions.bloom) convert_coder_weights() (in module transformer_lens.pretrained.weight_conversions.coder) convert_gpt_oss_weights() (in module transformer_lens.pretrained.weight_conversions.openai) convert_hf_key_to_tl_key() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) convert_hubert_weights() (in module transformer_lens.pretrained.weight_conversions.hubert) convert_mistral_weights() (in module transformer_lens.pretrained.weight_conversions.mistral) convert_mixtral_weights() (in module transformer_lens.pretrained.weight_conversions.mixtral) convert_olmo2_weights() (in module transformer_lens.pretrained.weight_conversions.olmo2) convert_olmo3_weights() (in module transformer_lens.pretrained.weight_conversions.olmo3) convert_olmo_weights() (in module transformer_lens.pretrained.weight_conversions.olmo) convert_olmoe_weights() (in module transformer_lens.pretrained.weight_conversions.olmoe) convert_phi3_weights() (in module transformer_lens.pretrained.weight_conversions.phi3) convert_phi_weights() (in module transformer_lens.pretrained.weight_conversions.phi) convert_qwen2_weights() (in module transformer_lens.pretrained.weight_conversions.qwen2) convert_qwen3_weights() (in module transformer_lens.pretrained.weight_conversions.qwen3) convert_qwen_weights() (in module transformer_lens.pretrained.weight_conversions.qwen) convert_t5_weights() (in module transformer_lens.pretrained.weight_conversions.t5) convert_tensor_to_hf_format() (transformer_lens.weight_processing.ProcessWeights static method) convert_tensor_to_tl_format() (transformer_lens.weight_processing.ProcessWeights static method) convert_weights() (transformer_lens.model_bridge.supported_architectures.bd3lm.BD3LMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BD3LMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.nanogpt.NanogptArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NanogptArchitectureAdapter method) ConvPosEmbedBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.conv_pos_embed) cos_cached (transformer_lens.model_bridge.sources.native.model.NativeRotary attribute) count_unique_devices() (in module transformer_lens.utilities.multi_gpu) cpu() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) create_alibi_bias() (transformer_lens.components.abstract_attention.AbstractAttention static method) create_alibi_multipliers() (transformer_lens.components.abstract_attention.AbstractAttention static method) create_alibi_slope() (transformer_lens.components.abstract_attention.AbstractAttention static method) create_mlp() (transformer_lens.factories.mlp_factory.MLPFactory static method) create_stateful_cache() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bamba.BambaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BambaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Mamba2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MambaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.nemotron_h.NemotronHArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NemotronHArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo_hybrid.OlmoHybridArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoHybridArchitectureAdapter method) cuda() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method)

D

d_head (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) d_mlp (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) d_model (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) (transformer_lens.tools.analysis.jacobian_lens.JacobianLens attribute) (transformer_lens.tools.analysis.JacobianLens attribute) d_vocab (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) d_vocab_out (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) DANGER (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) data_type (transformer_lens.tools.model_registry.DataNotLoadedError attribute) (transformer_lens.tools.model_registry.exceptions.DataNotLoadedError attribute) DataNotLoadedError, [1] DatasetConfig (class in transformer_lens.lit.dataset) DataValidationError, [1] debug (transformer_lens.loading_from_pretrained.Config attribute) decoder_start_token_id (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) DeepSeekV2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.deepseek_v2) DeepSeekV3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.deepseek_v3) DeepSeekV4ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures.deepseek_v4) DeepseekV4BlockBridge (class in transformer_lens.model_bridge.supported_architectures.deepseek_v4) DeepseekV4CompressorBridge (class in transformer_lens.model_bridge.supported_architectures.deepseek_v4) DeepseekV4HyperConnectionBridge (class in transformer_lens.model_bridge.supported_architectures.deepseek_v4) default_cfg (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.PhiArchitectureAdapter attribute) DEFAULT_HOST (transformer_lens.lit.constants.ServerConfig attribute) DEFAULT_PORT (transformer_lens.lit.constants.ServerConfig attribute) default_prepend_bos (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) DEFAULT_TITLE (transformer_lens.lit.constants.ServerConfig attribute) DefaultConfig (class in transformer_lens.lit.constants) DelegatedAttentionBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.block) DenseOrMoEFeedForwardBridge (class in transformer_lens.model_bridge.supported_architectures.pretrain) DepthwiseConv1DBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.depthwise_conv1d) description() (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.model.HookedTransformerLIT method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method)

details (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) detect_head() (in module transformer_lens.head_detector) detect_tokenizer_bos_eos() (in module transformer_lens.model_bridge.sources) determine_architecture_from_hf_config() (in module transformer_lens.model_bridge.sources.transformers) determine_available_memory_for_available_devices() (in module transformer_lens.utilities.multi_gpu) deterministic_rng() (in module transformer_lens.benchmarks.utils) DEV_MODE (transformer_lens.lit.constants.ServerConfig attribute) device (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) DEVICE (transformer_lens.lit.constants.DefaultConfig attribute) device (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) (transformer_lens.model_bridge.composition_scores.CompositionScores property) (transformer_lens.train.HookedTransformerTrainConfig attribute) diffusion_generate() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) direct_logit_attribution() (in module transformer_lens.tools.analysis) (in module transformer_lens.tools.analysis.direct_logit_attribution) DirectLogitAttribution (class in transformer_lens.tools.analysis) (class in transformer_lens.tools.analysis.direct_logit_attribution) disable_warnings (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) discover_architectures() (in module transformer_lens.tools.model_registry.discover_architectures) discover_entry_points() (transformer_lens.factories.architecture_adapter_factory.ArchitectureAdapterFactory class method) distribute_weights_to_components() (transformer_lens.weight_processing.ProcessWeights static method) DIVISION (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.OperationTypes attribute) download_file_from_hf() (in module transformer_lens.utilities.hf_utils) (in module transformer_lens.utils) downloads (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] DreamArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.dream) DriftReport (class in transformer_lens.tools.model_registry.alias_drift) dtype (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.model_bridge.composition_scores.CompositionScores property)

E

eager_scan (transformer_lens.model_bridge.generalized_components.ssm_protocol.SSMStateHookMixin attribute) (transformer_lens.model_bridge.generalized_components.SSMStateHookMixin attribute) Embed (class in transformer_lens.components.embed) EMBEDDING_LAYERS (transformer_lens.lit.constants.DefaultConfig attribute) embedding_layers (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) EmbeddingBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.embedding) Emu3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.emu3) enable_compatibility_mode() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) enable_hf_retry() (in module transformer_lens.utilities.hf_utils) enable_reshape() (transformer_lens.hook_points.HookPoint method) encoder_output() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) entries (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache attribute) (transformer_lens.TransformerLensKeyValueCache attribute) eps (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) Ernie4_5_MoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.ernie4_5_moe) Ernie4_5ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.ernie4_5) ERROR (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) error_count (transformer_lens.tools.model_registry.validate.ValidationResult property) error_message (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) ErrorMessages (class in transformer_lens.lit.constants)

errors (transformer_lens.tools.model_registry.DataValidationError attribute) (transformer_lens.tools.model_registry.exceptions.DataValidationError attribute) (transformer_lens.tools.model_registry.validate.ValidationResult attribute), [1] estimate_benchmark_memory_gb() (in module transformer_lens.tools.model_registry.verify_models) estimate_model_params() (in module transformer_lens.tools.model_registry.verify_models) estimated_memory_gb (transformer_lens.tools.model_registry.verify_models.ModelCandidate attribute) estimated_params (transformer_lens.tools.model_registry.verify_models.ModelCandidate attribute) evaluate() (in module transformer_lens.evals) evaluate_on_dataset() (in module transformer_lens.evals) example_models (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.discover_architectures.ArchitectureEntry attribute) (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] examples (transformer_lens.lit.dataset.InductionDataset property) (transformer_lens.lit.dataset.IOIDataset property) (transformer_lens.lit.dataset.PromptCompletionDataset property) (transformer_lens.lit.dataset.SimpleTextDataset property) (transformer_lens.lit.InductionDataset property) (transformer_lens.lit.IOIDataset property) (transformer_lens.lit.PromptCompletionDataset property) (transformer_lens.lit.SimpleTextDataset property) Exaone4ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.exaone4) ExaoneArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.exaone) experts_per_token (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) extract_attention_from_cache() (in module transformer_lens.lit.utils) extract_attention_tensors_for_folding() (transformer_lens.weight_processing.ProcessWeights static method) extract_embeddings_from_cache() (in module transformer_lens.lit.utils) extract_encoder_states() (in module transformer_lens.benchmarks.encoder_common)

F

failed (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) failed_components (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) FalconArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.falcon) FalconH1ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.falcon_h1) FalconMambaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.falcon_mamba) file_path (transformer_lens.tools.model_registry.DataValidationError attribute) (transformer_lens.tools.model_registry.exceptions.DataValidationError attribute) filter_cache_by_pattern() (in module transformer_lens.lit.utils) filter_dict_by_prefix() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) filter_expected_missing_hooks() (in module transformer_lens.benchmarks.utils) final_rms (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) find_context_field() (transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TernaryTensorConversion method) find_embedding_device() (in module transformer_lens.utilities.multi_gpu) find_misplaced_modules() (in module transformer_lens.utilities.multi_gpu) find_property() (in module transformer_lens.conversion_utils.helpers) (in module transformer_lens.conversion_utils.helpers.find_property) find_ssm_mixer() (in module transformer_lens.model_bridge.generalized_components) (in module transformer_lens.model_bridge.generalized_components.ssm_protocol) fit() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens class method) (transformer_lens.tools.analysis.JacobianLens class method) FlexOlmoArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.flex_olmo) Florence2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.florence2) fold_layer_norm() (transformer_lens.weight_processing.ProcessWeights static method) fold_layer_norm_bias_single() (transformer_lens.weight_processing.ProcessWeights static method) fold_layer_norm_biases() (transformer_lens.weight_processing.ProcessWeights static method) fold_layer_norm_weight_single() (transformer_lens.weight_processing.ProcessWeights static method) fold_layer_norm_weights() (transformer_lens.weight_processing.ProcessWeights static method) fold_ln (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) fold_value_biases (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) fold_value_biases() (transformer_lens.weight_processing.ProcessWeights static method) force_scale_embedding (transformer_lens.model_bridge.supported_architectures.bart.BartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bart.BartFamilyArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BartArchitectureAdapter attribute) format_results() (in module transformer_lens.benchmarks.utils) forward() (transformer_lens.components.abstract_attention.AbstractAttention method) (transformer_lens.components.bert_block.BertBlock method) (transformer_lens.components.bert_embed.BertEmbed method) (transformer_lens.components.bert_mlm_head.BertMLMHead method) (transformer_lens.components.bert_nsp_head.BertNSPHead method) (transformer_lens.components.bert_pooler.BertPooler method) (transformer_lens.components.embed.Embed method) (transformer_lens.components.layer_norm.LayerNorm method) (transformer_lens.components.layer_norm_pre.LayerNormPre method) (transformer_lens.components.pos_embed.PosEmbed method) (transformer_lens.components.rms_norm.RMSNorm method) (transformer_lens.components.rms_norm_pre.RMSNormPre method) (transformer_lens.components.t5_block.T5Block method) (transformer_lens.components.token_typed_embed.TokenTypeEmbed method) (transformer_lens.components.transformer_block.TransformerBlock method) (transformer_lens.components.unembed.Unembed method) (transformer_lens.hook_points.HookPoint method) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.BlockBridge method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention.ALiBiJointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.ALiBiJointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.altup_block.AltUpBlockBridge method) (transformer_lens.model_bridge.generalized_components.AltUpBlockBridge method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.audio_feature_extractor.AudioFeatureExtractorBridge method) (transformer_lens.model_bridge.generalized_components.AudioFeatureExtractorBridge method) (transformer_lens.model_bridge.generalized_components.base.CloneOutputUnderGradMixin method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.generalized_components.block.BlockBridge method) (transformer_lens.model_bridge.generalized_components.BlockBridge method) (transformer_lens.model_bridge.generalized_components.bloom_attention.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.bloom_block.BloomBlockBridge method) (transformer_lens.model_bridge.generalized_components.bloom_mlp.BloomMLPBridge method) (transformer_lens.model_bridge.generalized_components.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.BloomBlockBridge method) (transformer_lens.model_bridge.generalized_components.BloomMLPBridge method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.codegen_attention.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.conv1d.Conv1DBridge method) (transformer_lens.model_bridge.generalized_components.Conv1DBridge method) (transformer_lens.model_bridge.generalized_components.conv_pos_embed.ConvPosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.ConvPosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.depthwise_conv1d.DepthwiseConv1DBridge method) (transformer_lens.model_bridge.generalized_components.DepthwiseConv1DBridge method) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge method) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.gated_rms_norm.GatedRMSNormBridge method) (transformer_lens.model_bridge.generalized_components.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.GatedRMSNormBridge method) (transformer_lens.model_bridge.generalized_components.glm_moe_dsa_attention.GlmMoeDsaAttentionBridge method) (transformer_lens.model_bridge.generalized_components.GlmMoeDsaAttentionBridge method) (transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp.JointGateUpMLPBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointGateUpMLPBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.linear.LinearBridge method) (transformer_lens.model_bridge.generalized_components.LinearBridge method) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge method) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge method) (transformer_lens.model_bridge.generalized_components.MLPBridge method) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge method) (transformer_lens.model_bridge.generalized_components.moe.MoERouterBridge method) (transformer_lens.model_bridge.generalized_components.MoEBridge method) (transformer_lens.model_bridge.generalized_components.MoERouterBridge method) (transformer_lens.model_bridge.generalized_components.mpt_alibi_attention.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge method) (transformer_lens.model_bridge.generalized_components.NormalizationBridge method) (transformer_lens.model_bridge.generalized_components.opaque_block.OpaqueBlockBridge method) (transformer_lens.model_bridge.generalized_components.OpaqueBlockBridge method) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.PosEmbedBridge method) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.rotary_embedding.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderLayerBridge method) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.SSM2MixerBridge method) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge method) (transformer_lens.model_bridge.generalized_components.SSMMixerBridge method) (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge method) (transformer_lens.model_bridge.generalized_components.SymbolicBridge method) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block.T5Gemma2DecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma2_merged_attention.T5Gemma2MergedAttentionBridge method) (transformer_lens.model_bridge.generalized_components.T5Gemma2DecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.T5Gemma2MergedAttentionBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block.T5GemmaDecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.T5GemmaDecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.vision_classifier_head.VisionClassifierHeadBridge method) (transformer_lens.model_bridge.generalized_components.vision_embeddings.VisionEmbeddingsBridge method) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge method) (transformer_lens.model_bridge.generalized_components.VisionClassifierHeadBridge method) (transformer_lens.model_bridge.generalized_components.VisionEmbeddingsBridge method) (transformer_lens.model_bridge.generalized_components.VisionProjectionBridge method) (transformer_lens.model_bridge.JointGateUpMLPBridge method) (transformer_lens.model_bridge.JointQKVAttentionBridge method) (transformer_lens.model_bridge.LinearBridge method) (transformer_lens.model_bridge.MLPBridge method) (transformer_lens.model_bridge.MoEBridge method) (transformer_lens.model_bridge.NormalizationBridge method) (transformer_lens.model_bridge.sources.native.model.NativeAttention method) (transformer_lens.model_bridge.sources.native.model.NativeBlock method) (transformer_lens.model_bridge.sources.native.model.NativeGatedMLP method) (transformer_lens.model_bridge.sources.native.model.NativeMLP method) (transformer_lens.model_bridge.sources.native.model.NativeModel method) (transformer_lens.model_bridge.sources.native.model.NativeRMSNorm method) (transformer_lens.model_bridge.sources.native.NativeAttention method) (transformer_lens.model_bridge.sources.native.NativeBlock method) (transformer_lens.model_bridge.sources.native.NativeMLP method) (transformer_lens.model_bridge.sources.native.NativeModel method) (transformer_lens.model_bridge.supported_architectures.deepseek_v4.DeepseekV4CompressorBridge method) (transformer_lens.model_bridge.supported_architectures.deepseek_v4.DeepseekV4HyperConnectionBridge method) (transformer_lens.model_bridge.supported_architectures.pretrain.DenseOrMoEFeedForwardBridge method) (transformer_lens.model_bridge.supported_architectures.pretrain.PretrainModelContainer method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.model_bridge.UnembeddingBridge method) (transformer_lens.utilities.activation_functions.XIELU method)

freeze() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache method) (transformer_lens.TransformerLensKeyValueCache method) from_checkpoint (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) from_dict() (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig class method) (transformer_lens.config.transformer_lens_config.TransformerLensConfig class method) (transformer_lens.tools.model_registry.ArchitectureGap class method) (transformer_lens.tools.model_registry.ArchitectureGapsReport class method) (transformer_lens.tools.model_registry.ModelEntry class method) (transformer_lens.tools.model_registry.ModelMetadata class method) (transformer_lens.tools.model_registry.ScanInfo class method) (transformer_lens.tools.model_registry.schemas.ArchitectureGap class method) (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport class method) (transformer_lens.tools.model_registry.schemas.ModelEntry class method) (transformer_lens.tools.model_registry.schemas.ModelMetadata class method) (transformer_lens.tools.model_registry.schemas.ScanInfo class method) (transformer_lens.tools.model_registry.schemas.SupportedModelsReport class method) (transformer_lens.tools.model_registry.SupportedModelsReport class method) (transformer_lens.tools.model_registry.verification.VerificationHistory class method) (transformer_lens.tools.model_registry.verification.VerificationRecord class method) (transformer_lens.tools.model_registry.VerificationHistory class method) (transformer_lens.tools.model_registry.VerificationRecord class method) (transformer_lens.tools.model_registry.verify_models.VerificationProgress class method) from_file() (transformer_lens.lit.dataset.SimpleTextDataset class method) (transformer_lens.lit.SimpleTextDataset class method) from_pairs() (transformer_lens.lit.dataset.PromptCompletionDataset class method) (transformer_lens.lit.PromptCompletionDataset class method) from_pretrained() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder class method) (transformer_lens.lit.HookedTransformerLIT class method) (transformer_lens.lit.model.HookedTransformerLIT class method) (transformer_lens.tools.analysis.jacobian_lens.JacobianLens class method) (transformer_lens.tools.analysis.JacobianLens class method) from_strings() (transformer_lens.lit.dataset.SimpleTextDataset class method) (transformer_lens.lit.SimpleTextDataset class method) frozen (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache attribute) (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry attribute) (transformer_lens.TransformerLensKeyValueCache attribute) (transformer_lens.TransformerLensKeyValueCacheEntry attribute) FULL_TEXT_FIELD (transformer_lens.lit.dataset.PromptCompletionDataset attribute) (transformer_lens.lit.PromptCompletionDataset attribute)

G

gaps (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] gated_mlp (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) GatedDeltaNetBridge (class in transformer_lens.model_bridge.generalized_components.gated_delta_net) GatedMLPBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.gated_mlp) GatedRMSNormBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.gated_rms_norm) gelu_fast() (in module transformer_lens.utilities.activation_functions) (in module transformer_lens.utils) gelu_new() (in module transformer_lens.utilities.activation_functions) (in module transformer_lens.utils) gelu_pytorch_tanh() (in module transformer_lens.utilities.activation_functions) Gemma1ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma1) Gemma2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma2) Gemma3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma3) Gemma3MultimodalArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma3_multimodal) Gemma3nArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma3n) Gemma4ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma4) Gemma4TextArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gemma4_text) GeneralizedComponent (class in transformer_lens.model_bridge.generalized_components.base) generate() (transformer_lens.lit.dataset.IOIDataset class method) (transformer_lens.lit.IOIDataset class method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) generate_report() (in module transformer_lens.tools.model_registry.generate_report) generate_simple() (transformer_lens.lit.dataset.InductionDataset class method) (transformer_lens.lit.InductionDataset class method) generate_stream() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) generated_at (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] GENERATED_TEXT (transformer_lens.lit.constants.OutputFieldNames attribute) generic_activation_patch() (in module transformer_lens.patching) get_act_name() (in module transformer_lens.utilities.components_utils) (in module transformer_lens.utils) get_act_patch_attn_head_all_pos_every() (in module transformer_lens.patching) get_act_patch_attn_head_by_pos_every() (in module transformer_lens.patching) get_act_patch_attn_head_k_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_k_by_pos() (in module transformer_lens.patching) get_act_patch_attn_head_out_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_out_by_pos() (in module transformer_lens.patching) get_act_patch_attn_head_pattern_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_pattern_by_pos() (in module transformer_lens.patching) get_act_patch_attn_head_pattern_dest_src_pos() (in module transformer_lens.patching) get_act_patch_attn_head_q_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_q_by_pos() (in module transformer_lens.patching) get_act_patch_attn_head_v_all_pos() (in module transformer_lens.patching) get_act_patch_attn_head_v_by_pos() (in module transformer_lens.patching) get_act_patch_attn_out() (in module transformer_lens.patching) get_act_patch_block_every() (in module transformer_lens.patching) get_act_patch_direct_path() (in module transformer_lens.tools.analysis) (in module transformer_lens.tools.analysis.direct_path_patching) get_act_patch_direct_path_all_sources() (in module transformer_lens.tools.analysis) (in module transformer_lens.tools.analysis.direct_path_patching) get_act_patch_mlp_out() (in module transformer_lens.patching) get_act_patch_resid_mid() (in module transformer_lens.patching) get_act_patch_resid_pre() (in module transformer_lens.patching) get_all_architectures_with_stats() (in module transformer_lens.tools.model_registry.api) get_architecture_description() (in module transformer_lens.tools.model_registry.generate_report) get_architecture_models() (in module transformer_lens.tools.model_registry.api) get_architectures_for_config() (in module transformer_lens.utilities.architectures) get_attention_mask() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) get_auto_model_class() (in module transformer_lens.benchmarks.main_benchmark) get_available_memory_gb() (in module transformer_lens.tools.model_registry.verify_models) get_best_available_cuda_device() (in module transformer_lens.utilities.multi_gpu) get_best_available_device() (in module transformer_lens.utilities.multi_gpu) get_bridge_params() (in module transformer_lens.model_bridge.get_params_util) get_caching_hooks() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) get_checkpoint_labels() (in module transformer_lens.loading_from_pretrained) get_component() (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.TensorConversionSet method) (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_component_from_list_module() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_component_mapping() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_component_type_summary() (transformer_lens.benchmarks.component_outputs.BenchmarkReport method) get_conversion_action() (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.TensorConversionSet method) get_conversion_info() (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) get_corner() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) get_cumsum_along_dim() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) get_dataset() (in module transformer_lens.utilities.hf_utils) (in module transformer_lens.utils) get_default_names() (transformer_lens.evals.IOIDataset static method) get_default_nouns() (transformer_lens.evals.IOIDataset static method) get_default_templates() (transformer_lens.evals.IOIDataset static method) get_device() (in module transformer_lens.utilities.devices) (in module transformer_lens.utils) get_device_for_block_index() (in module transformer_lens.utilities.multi_gpu) get_dummy_inputs() (transformer_lens.model_bridge.generalized_components.rotary_embedding.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.RotaryEmbeddingBridge method) get_duplicate_token_head_detection_pattern() (in module transformer_lens.head_detector) get_effective_text_config() (in module transformer_lens.model_bridge.sources.transformers) get_embedding_table() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) get_expected_parameter_names() (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block.T5Gemma2DecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.T5Gemma2DecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block.T5GemmaDecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.T5GemmaDecoderBlockBridge method)

get_failure_by_severity() (transformer_lens.benchmarks.component_outputs.BenchmarkReport method) get_failure_severity() (transformer_lens.benchmarks.component_outputs.ComponentTestResult method) get_generalized_component() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_hf_model_class_for_architecture() (in module transformer_lens.model_bridge.sources.transformers) get_hf_token() (in module transformer_lens.utilities.hf_utils) get_hook_name_for_layer() (in module transformer_lens.lit.utils) get_hook_point() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) get_hooks() (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) get_induction_head_detection_pattern() (in module transformer_lens.head_detector) get_input_with_manually_prepended_bos() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) get_list_size() (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block.T5Gemma2DecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.T5Gemma2DecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block.T5GemmaDecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.T5GemmaDecoderBlockBridge method) get_matrix_corner() (in module transformer_lens.utilities.matrix) get_model_architecture() (in module transformer_lens.tools.model_registry.api) get_model_info() (in module transformer_lens.lit.utils) (in module transformer_lens.tools.model_registry.api) get_nested_attr() (in module transformer_lens.utilities.attribute_utils) (in module transformer_lens.utils) get_num_params_of_pretrained() (in module transformer_lens.loading_from_pretrained) get_offset_position_ids() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) get_params() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) get_pos_offset() (in module transformer_lens.utilities.cache) get_pretrained_model_config() (in module transformer_lens.loading_from_pretrained) get_previous_token_head_detection_pattern() (in module transformer_lens.head_detector) get_random_inputs() (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention.ALiBiJointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.ALiBiJointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.codegen_attention.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.depthwise_conv1d.DepthwiseConv1DBridge method) (transformer_lens.model_bridge.generalized_components.DepthwiseConv1DBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention.JointQKVPositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVPositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge method) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge method) (transformer_lens.model_bridge.generalized_components.MoEBridge method) (transformer_lens.model_bridge.generalized_components.mpt_alibi_attention.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.rotary_embedding.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.RotaryEmbeddingBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma2_merged_attention.T5Gemma2MergedAttentionBridge method) (transformer_lens.model_bridge.generalized_components.T5Gemma2MergedAttentionBridge method) (transformer_lens.model_bridge.MoEBridge method) get_record() (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationHistory method) get_registry_stats() (in module transformer_lens.tools.model_registry.api) get_remote_component() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) get_rotary_pct_from_config() (in module transformer_lens.utilities.hf_utils) get_sample() (transformer_lens.evals.IOIDataset method) get_supported_architectures() (in module transformer_lens.tools.model_registry.api) get_supported_heads() (in module transformer_lens.head_detector) get_supported_models() (in module transformer_lens.tools.model_registry.api) get_token_position() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) get_tokenizer_with_bos() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) get_tokens_from_model() (in module transformer_lens.lit.utils) get_tokens_with_bos_removed() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) get_top_k_predictions() (in module transformer_lens.lit.utils) get_unsupported_architectures() (in module transformer_lens.tools.model_registry.api) get_weight_conversion_field_set() (in module transformer_lens.conversion_utils.hook_conversion_utils) GiddArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gidd) Glm4ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.glm4) Glm4MoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.glm4_moe) Glm4MoeLiteArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.glm4_moe_lite) Glm4MoeRouterBridge (class in transformer_lens.model_bridge.supported_architectures.glm4_moe) Glm4vArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.glm4v) GlmArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.glm) GlmAsrArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.glm_asr) GlmMoeDsaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.glm_moe_dsa) GlmMoeDsaAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.glm_moe_dsa_attention) GPT2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gpt2) Gpt2LmHeadCustomArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom) GPTBigCodeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gpt_bigcode) GptjArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gptj) GPTOSSArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.gpt_oss) GRAD_DOT_INPUT (transformer_lens.lit.constants.OutputFieldNames attribute) GRAD_L2 (transformer_lens.lit.constants.OutputFieldNames attribute) GraniteArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.granite) GraniteMoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.granite_moe) GraniteMoeHybridArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid) GroupedQueryAttention (class in transformer_lens.components.grouped_query_attention)

H

handle_conversion() (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.ArithmeticTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ArithmeticTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.callable_tensor_conversion.CallableTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.CallableTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion.RearrangeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.RearrangeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.repeat_tensor_conversion.RepeatTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.RepeatTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion.SplitTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.SplitTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion.TransposeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TransposeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.zeros_like_conversion.ZerosLikeConversion method) (transformer_lens.conversion_utils.conversion_steps.ZerosLikeConversion method) (transformer_lens.conversion_utils.TensorConversionSet method) (transformer_lens.model_bridge.supported_architectures.gpt2.QKVSplitRearrangeConversion method) (transformer_lens.model_bridge.supported_architectures.gpt_bigcode.MQAQKVConversionRule method) (transformer_lens.model_bridge.supported_architectures.neo.NeoLinearTransposeConversion method) handle_fallback_conversion() (transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TernaryTensorConversion method) handle_primary_conversion() (transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion.TernaryTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TernaryTensorConversion method) has_drift (transformer_lens.tools.model_registry.alias_drift.DriftReport property) has_final_stack_norm (transformer_lens.model_bridge.supported_architectures.bart.BartFamilyArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.blenderbot.BlenderbotArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BlenderbotArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.m2m100.M2M100ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.M2M100ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mbart.MBartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.MBartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.pegasus.PegasusArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.PegasusArchitectureAdapter attribute) has_hooks() (transformer_lens.hook_points.HookPoint method) has_layernorm_embedding (transformer_lens.model_bridge.supported_architectures.bart.BartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bart.BartFamilyArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mbart.MBartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.MBartArchitectureAdapter attribute) head_dim (transformer_lens.config.transformer_bridge_config.TransformerBridgeConfig property) (transformer_lens.TransformerBridgeConfig property) head_labels (transformer_lens.model_bridge.composition_scores.CompositionScores attribute) hf_generate() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) hf_logits (transformer_lens.benchmarks.PhaseReferenceData attribute) (transformer_lens.benchmarks.utils.PhaseReferenceData attribute) hf_loss (transformer_lens.benchmarks.PhaseReferenceData attribute) (transformer_lens.benchmarks.utils.PhaseReferenceData attribute) hook (transformer_lens.hook_points.LensHandle attribute) hook_aliases (transformer_lens.model_bridge.AttentionBridge attribute) (transformer_lens.model_bridge.BlockBridge attribute) (transformer_lens.model_bridge.bridge.TransformerBridge attribute) (transformer_lens.model_bridge.generalized_components.altup_block.AltUpBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.AltUpBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.audio_feature_extractor.AudioFeatureExtractorBridge attribute) (transformer_lens.model_bridge.generalized_components.AudioFeatureExtractorBridge attribute) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.conv_pos_embed.ConvPosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.ConvPosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge attribute) (transformer_lens.model_bridge.generalized_components.GatedMLPBridge attribute) (transformer_lens.model_bridge.generalized_components.lfm2_gated_short_conv.Lfm2ShortConvBridge attribute) (transformer_lens.model_bridge.generalized_components.Lfm2ShortConvBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.opaque_block.OpaqueBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.OpaqueBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder.Qwen3_5VisionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder.Qwen3_5VisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.Qwen3_5VisionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.Qwen3_5VisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge attribute) (transformer_lens.model_bridge.generalized_components.SSM2MixerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_block.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge attribute) (transformer_lens.model_bridge.generalized_components.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.SSMMixerBridge attribute) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block.T5Gemma2DecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.T5Gemma2DecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block.T5GemmaDecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.T5GemmaDecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge attribute) (transformer_lens.model_bridge.generalized_components.VisionProjectionBridge attribute) (transformer_lens.model_bridge.MLPBridge attribute) (transformer_lens.model_bridge.MoEBridge attribute) (transformer_lens.model_bridge.supported_architectures.deepseek_v4.DeepseekV4BlockBridge attribute) (transformer_lens.model_bridge.supported_architectures.lfm2_moe.Lfm2MoeBlockBridge attribute) (transformer_lens.model_bridge.supported_architectures.pretrain.NativeForwardAttentionBridge attribute) (transformer_lens.model_bridge.supported_architectures.recurrent_gemma.RecurrentGemmaBlockBridge attribute) (transformer_lens.model_bridge.TransformerBridge attribute)

hook_dict (transformer_lens.HookedRootModule attribute) (transformer_lens.HookedRootModule.HookedRootModule attribute) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) HOOK_EMBED (transformer_lens.lit.constants.HookPointNames attribute) hook_out_is_single_residual_stream (transformer_lens.model_bridge.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.opaque_block.OpaqueBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.OpaqueBlockBridge attribute) (transformer_lens.model_bridge.supported_architectures.deepseek_v4.DeepseekV4BlockBridge attribute) hook_points() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) HOOK_POS_EMBED (transformer_lens.lit.constants.HookPointNames attribute) HOOK_TOKENS (transformer_lens.lit.constants.HookPointNames attribute) HookedAudioEncoder (class in transformer_lens.HookedAudioEncoder) HookedRootModule (class in transformer_lens) (class in transformer_lens.HookedRootModule) HookedTransformerConfig (class in transformer_lens.config.hooked_transformer_config) HookedTransformerLIT (class in transformer_lens.lit) (class in transformer_lens.lit.model) HookedTransformerLITConfig (class in transformer_lens.lit) (class in transformer_lens.lit.model) HookedTransformerTrainConfig (class in transformer_lens.train) HookFunction (in module transformer_lens.hook_points) HookIntrospectionMixin (class in transformer_lens.hook_points) HookPoint (class in transformer_lens.hook_points) HookPointNames (class in transformer_lens.lit.constants) hooks() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) HrmTextArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.hrm_text) hubert_model (transformer_lens.HookedAudioEncoder.HookedAudioEncoder attribute) HubertArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.hubert) HunYuanDenseV1ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.hunyuan_v1_dense) HyenaDNAArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.hyenadna)

I

Idefics3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.idefics3) IGNORE (transformer_lens.components.abstract_attention.AbstractAttention attribute) in_aliases_not_registry (transformer_lens.tools.model_registry.alias_drift.DriftReport attribute) in_registry_not_aliases (transformer_lens.tools.model_registry.alias_drift.DriftReport attribute) INCOMPATIBLE_INPUT (transformer_lens.lit.constants.ErrorMessages attribute) indices() (transformer_lens.utilities.slice.Slice method) (transformer_lens.utils.Slice method) induction_loss() (in module transformer_lens.evals) InductionDataset (class in transformer_lens.lit) (class in transformer_lens.lit.dataset) infer_tracr_output_label() (in module transformer_lens.utilities.tracr) INFO (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) init_cache() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache class method) (transformer_lens.TransformerLensKeyValueCache class method) init_cache_entry() (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry class method) (transformer_lens.TransformerLensKeyValueCacheEntry class method) init_kaiming_normal_() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) init_kaiming_uniform_() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) init_mode (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) init_range (transformer_lens.loading_from_pretrained.Config attribute) init_spec() (transformer_lens.lit.HookedTransformerLIT class method) (transformer_lens.lit.model.HookedTransformerLIT class method) init_weights (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) init_xavier_normal_() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) init_xavier_uniform_() (in module transformer_lens.utilities.initialization_utils) (in module transformer_lens.utils) initialize_native_model() (in module transformer_lens.model_bridge.sources.native) (in module transformer_lens.model_bridge.sources.native.init) initializer_range (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) INPUT_EMBEDDINGS (transformer_lens.lit.constants.OutputFieldNames attribute) input_spec() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) InputFieldNames (class in transformer_lens.lit.constants) InternLM2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.internlm2) INVALID_MODEL (transformer_lens.lit.constants.ErrorMessages attribute) invalidate() (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationHistory method) invalidated (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] invalidation_reason (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] ioi_eval() (in module transformer_lens.evals)

IOIDataset (class in transformer_lens.evals) (class in transformer_lens.lit) (class in transformer_lens.lit.dataset) is_architecture_supported() (in module transformer_lens.tools.model_registry.api) is_audio_model() (in module transformer_lens.utilities.architectures) is_encoder_decoder_model() (in module transformer_lens.utilities.architectures) is_hf_loadable_quantized() (in module transformer_lens.tools.model_registry.registry_io) is_incompatible_quantized() (in module transformer_lens.tools.model_registry.registry_io) is_layer_norm_activation() (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig method) is_library_available() (in module transformer_lens.utilities.library_utils) (in module transformer_lens.utils) is_list_item (transformer_lens.model_bridge.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.altup_block.AltUpBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.AltUpBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.opaque_block.OpaqueBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.OpaqueBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder.Qwen3_5VisionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.Qwen3_5VisionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block.T5Gemma2DecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.T5Gemma2DecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block.T5GemmaDecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.T5GemmaDecoderBlockBridge attribute) is_lower_triangular() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) is_masked_lm_model() (in module transformer_lens.utilities.architectures) is_mixed_cpu_gpu() (in module transformer_lens.utilities.multi_gpu) is_model_supported() (in module transformer_lens.tools.model_registry.api) is_multimodal_model() (in module transformer_lens.utilities.architectures) is_permanent (transformer_lens.hook_points.LensHandle attribute) is_quantized_model() (in module transformer_lens.tools.model_registry.registry_io) is_square() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) is_supported (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] is_symbolic (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge attribute), [1] (transformer_lens.model_bridge.generalized_components.SymbolicBridge attribute), [1] is_tiny_test_model() (in module transformer_lens.benchmarks.utils) is_verified() (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationHistory method)

J

JacobianLens (class in transformer_lens.tools.analysis) (class in transformer_lens.tools.analysis.jacobian_lens) JacobianLensReadout (class in transformer_lens.tools.analysis) (class in transformer_lens.tools.analysis.jacobian_lens) jacobians (transformer_lens.tools.analysis.jacobian_lens.JacobianLens attribute) (transformer_lens.tools.analysis.JacobianLens attribute) Jais2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.jais2) JambaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.jamba)

JetMoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.jetmoe) JointGateUpMLPBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp) JointQKVAttentionBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.joint_qkv_attention) JointQKVPositionEmbeddingsAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention)

K

k_norm (transformer_lens.components.abstract_attention.AbstractAttention attribute) K_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute)

keep_single_column() (in module transformer_lens.utilities.hf_utils) (in module transformer_lens.utils)

L

labels (transformer_lens.tools.analysis.direct_logit_attribution.DirectLogitAttribution attribute), [1] (transformer_lens.tools.analysis.DirectLogitAttribution attribute), [1] LagunaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.laguna) last_modified (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] last_updated (transformer_lens.tools.model_registry.verification.VerificationHistory attribute), [1] (transformer_lens.tools.model_registry.VerificationHistory attribute), [1] layer() (transformer_lens.hook_points.HookPoint method) LAYER_ATTENTION_TEMPLATE (transformer_lens.lit.constants.OutputFieldNames attribute) LAYER_EMB_TEMPLATE (transformer_lens.lit.constants.OutputFieldNames attribute) layer_head_dest_src_pos_pattern_patch_setter() (in module transformer_lens.patching) layer_head_pattern_patch_setter() (in module transformer_lens.patching) layer_head_pos_pattern_patch_setter() (in module transformer_lens.patching) layer_head_vector_patch_setter() (in module transformer_lens.patching) layer_indices (transformer_lens.model_bridge.composition_scores.CompositionScores attribute) layer_norm_eps (transformer_lens.loading_from_pretrained.Config attribute) layer_norm_folding (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) layer_pos_head_vector_patch_setter() (in module transformer_lens.patching) layer_pos_patch_setter() (in module transformer_lens.patching) layer_types() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) LayerNorm (class in transformer_lens.components.layer_norm) LayerNormPre (class in transformer_lens.components.layer_norm_pre) LEDArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.led) lens_logits (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] lens_topk_indices (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] lens_topk_values (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] lens_vectors() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) LensHandle (class in transformer_lens.hook_points) Lfm2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.lfm2) Lfm2MoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.lfm2_moe) Lfm2MoeBlockBridge (class in transformer_lens.model_bridge.supported_architectures.lfm2_moe) Lfm2ShortConvBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.lfm2_gated_short_conv) likes (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] LinearBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.linear)

list_hooks() (transformer_lens.hook_points.HookIntrospectionMixin method) list_supported_models() (in module transformer_lens.model_bridge.sources) (in module transformer_lens.model_bridge.sources.transformers) (transformer_lens.model_bridge.bridge.TransformerBridge static method) (transformer_lens.model_bridge.TransformerBridge static method) LIT_NOT_INSTALLED (transformer_lens.lit.constants.ErrorMessages attribute) LITWidget (class in transformer_lens.lit) LLaDA2MoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llada2_moe) LLaDAArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llada) Llama4ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llama4) Llama4MultimodalArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llama4_multimodal) LlamaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llama) LlavaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llava) LlavaNextArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llava_next) LlavaOnevisionArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.llava_onevision) lm_accuracy() (in module transformer_lens.utilities.lm_utils) (in module transformer_lens.utils) lm_cross_entropy_loss() (in module transformer_lens.utilities.lm_utils) (in module transformer_lens.utils) ln1 (transformer_lens.components.transformer_block.TransformerBlock attribute) ln2 (transformer_lens.components.transformer_block.TransformerBlock attribute) LN_FINAL (transformer_lens.lit.constants.HookPointNames attribute) load() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens class method) (transformer_lens.tools.analysis.JacobianLens class method) load_in_4bit (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) load_state_dict() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) load_supported_models_raw() (in module transformer_lens.tools.model_registry.registry_io) load_verification_history() (in module transformer_lens.tools.model_registry.registry_io) LocallyOverridenDefaults (class in transformer_lens.utilities.defaults_utils) (class in transformer_lens.utils) LOGITS (transformer_lens.lit.constants.OutputFieldNames attribute) logits_to_df() (in module transformer_lens.utilities.logits_utils) LongT5ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.longt5) LOSS (transformer_lens.lit.constants.OutputFieldNames attribute) loss_fn() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) lr (transformer_lens.train.HookedTransformerTrainConfig attribute)

M

M2M100ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.m2m100) main() (in module transformer_lens.benchmarks.main_benchmark) (in module transformer_lens.tools.model_registry.alias_drift) (in module transformer_lens.tools.model_registry.discover_architectures) (in module transformer_lens.tools.model_registry.generate_report) (in module transformer_lens.tools.model_registry.hf_scraper) (in module transformer_lens.tools.model_registry.verify_models) maintain_native_attention (transformer_lens.model_bridge.generalized_components.block.DelegatedAttentionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.DelegatedAttentionBlockBridge attribute) (transformer_lens.model_bridge.supported_architectures.deepseek_v4.DeepseekV4BlockBridge attribute) make_capture_hook() (in module transformer_lens.benchmarks.utils) make_code_data_loader() (in module transformer_lens.evals) make_grad_capture_hook() (in module transformer_lens.benchmarks.utils) make_mmlu_data_loader() (in module transformer_lens.evals) make_owt_data_loader() (in module transformer_lens.evals) make_pile_data_loader() (in module transformer_lens.evals) make_tracr_categorical_unembed() (in module transformer_lens.utilities.tracr) make_tracr_transformer_bridge_config() (in module transformer_lens.utilities.tracr) make_tracr_transformer_bridge_state_dict() (in module transformer_lens.utilities.tracr) make_wiki_data_loader() (in module transformer_lens.evals) Mamba2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mamba2) MambaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mamba) map_default_transformer_lens_config() (in module transformer_lens.model_bridge.sources.transformers) MarianArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.marian) mask (transformer_lens.components.abstract_attention.AbstractAttention attribute) max_diff (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) MAX_EXAMPLES (transformer_lens.lit.constants.ServerConfig attribute) max_examples (transformer_lens.lit.dataset.DatasetConfig attribute) max_grad_norm (transformer_lens.train.HookedTransformerTrainConfig attribute) max_minibatch_size() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) MAX_SEQ_LENGTH (transformer_lens.lit.constants.DefaultConfig attribute) max_seq_length (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) max_steps (transformer_lens.train.HookedTransformerTrainConfig attribute) MBartArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mbart) mean_diff (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) MEAN_EMBEDDING (transformer_lens.lit.constants.OutputFieldNames attribute) merge() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens class method) (transformer_lens.tools.analysis.JacobianLens class method) merge_quantization_fields() (in module transformer_lens.conversion_utils.helpers) (in module transformer_lens.conversion_utils.helpers.merge_quantiziation_fields) message (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) (transformer_lens.tools.model_registry.validate.ValidationError attribute), [1] metadata (transformer_lens.tools.analysis.jacobian_lens.JacobianLens attribute) (transformer_lens.tools.analysis.JacobianLens attribute) (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] min_param_count (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] MingptArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mingpt) MiniMaxM2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.minimax_m2) Ministral3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.ministral3) Mistral3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mistral3) MistralArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mistral) MixtralArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mixtral) MLAAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.mla_attention) MLABlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.block) mlp (transformer_lens.components.transformer_block.TransformerBlock attribute) MLP_OUT_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) MLP_POST_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) MLP_PRE_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) MLPBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.mlp) MLPFactory (class in transformer_lens.factories.mlp_factory) mmlu_eval() (in module transformer_lens.evals) mod_dict (transformer_lens.HookedRootModule attribute) (transformer_lens.HookedRootModule.HookedRootModule attribute) MODEL_ALIASES (in module transformer_lens.supported_models) model_count (transformer_lens.tools.model_registry.ArchitectureNotSupportedError attribute) (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.exceptions.ArchitectureNotSupportedError attribute) (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] model_id (transformer_lens.tools.model_registry.exceptions.ModelNotFoundError attribute) (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.ModelNotFoundError attribute) (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.verify_models.ModelCandidate attribute) model_info() (in module transformer_lens.conversion_utils.hook_conversion_utils) model_info_cfg() (in module transformer_lens.conversion_utils.hook_conversion_utils) model_logits (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] model_name (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) model_topk_indices (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] model_topk_values (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] ModelCandidate (class in transformer_lens.tools.model_registry.verify_models) ModelEntry (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ModelMetadata (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) ModelNotFoundError, [1] ModelRegistryError, [1] models (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] ModelWithCfg (class in transformer_lens.utilities.devices) ModernBertDecoderArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.modernbert_decoder) module transformer_lens transformer_lens.benchmarks transformer_lens.benchmarks.activation_cache transformer_lens.benchmarks.audio transformer_lens.benchmarks.backward_gradients transformer_lens.benchmarks.component_benchmark transformer_lens.benchmarks.component_outputs transformer_lens.benchmarks.encoder_common transformer_lens.benchmarks.forward_pass transformer_lens.benchmarks.generation transformer_lens.benchmarks.granular_weight_processing transformer_lens.benchmarks.hook_registration transformer_lens.benchmarks.hook_structure transformer_lens.benchmarks.main_benchmark transformer_lens.benchmarks.multimodal transformer_lens.benchmarks.text_quality transformer_lens.benchmarks.utils transformer_lens.benchmarks.vision transformer_lens.benchmarks.weight_processing transformer_lens.cache transformer_lens.cache.key_value_cache transformer_lens.cache.key_value_cache_entry transformer_lens.components transformer_lens.components.abstract_attention transformer_lens.components.attention transformer_lens.components.bert_block transformer_lens.components.bert_embed transformer_lens.components.bert_mlm_head transformer_lens.components.bert_nsp_head transformer_lens.components.bert_pooler transformer_lens.components.embed transformer_lens.components.grouped_query_attention transformer_lens.components.layer_norm transformer_lens.components.layer_norm_pre transformer_lens.components.pos_embed transformer_lens.components.rms_norm transformer_lens.components.rms_norm_pre transformer_lens.components.t5_attention transformer_lens.components.t5_block transformer_lens.components.token_typed_embed transformer_lens.components.transformer_block transformer_lens.components.unembed transformer_lens.config transformer_lens.config.hooked_transformer_config transformer_lens.config.transformer_bridge_config transformer_lens.config.transformer_lens_config transformer_lens.conversion_utils transformer_lens.conversion_utils.conversion_steps transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion transformer_lens.conversion_utils.conversion_steps.callable_tensor_conversion transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion transformer_lens.conversion_utils.conversion_steps.repeat_tensor_conversion transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion transformer_lens.conversion_utils.conversion_steps.zeros_like_conversion transformer_lens.conversion_utils.helpers transformer_lens.conversion_utils.helpers.find_property transformer_lens.conversion_utils.helpers.merge_quantiziation_fields transformer_lens.conversion_utils.hook_conversion_utils transformer_lens.conversion_utils.param_processing_conversion transformer_lens.evals transformer_lens.factories transformer_lens.factories.activation_function_factory transformer_lens.factories.architecture_adapter_factory transformer_lens.factories.mlp_factory transformer_lens.head_detector transformer_lens.hook_points transformer_lens.HookedAudioEncoder transformer_lens.HookedRootModule transformer_lens.lit transformer_lens.lit.constants transformer_lens.lit.dataset transformer_lens.lit.model transformer_lens.lit.utils transformer_lens.loading_from_pretrained transformer_lens.model_bridge transformer_lens.model_bridge.architecture_adapter transformer_lens.model_bridge.bridge transformer_lens.model_bridge.buffer_restore transformer_lens.model_bridge.compat transformer_lens.model_bridge.component_setup transformer_lens.model_bridge.composition_scores transformer_lens.model_bridge.exceptions transformer_lens.model_bridge.generalized_components transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention transformer_lens.model_bridge.generalized_components.alibi_utils transformer_lens.model_bridge.generalized_components.altup_block transformer_lens.model_bridge.generalized_components.attention transformer_lens.model_bridge.generalized_components.audio_feature_extractor transformer_lens.model_bridge.generalized_components.base transformer_lens.model_bridge.generalized_components.block transformer_lens.model_bridge.generalized_components.bloom_attention transformer_lens.model_bridge.generalized_components.bloom_block transformer_lens.model_bridge.generalized_components.bloom_mlp transformer_lens.model_bridge.generalized_components.clip_vision_encoder transformer_lens.model_bridge.generalized_components.codegen_attention transformer_lens.model_bridge.generalized_components.conv1d transformer_lens.model_bridge.generalized_components.conv_pos_embed transformer_lens.model_bridge.generalized_components.depthwise_conv1d transformer_lens.model_bridge.generalized_components.embedding transformer_lens.model_bridge.generalized_components.gated_delta_net transformer_lens.model_bridge.generalized_components.gated_mlp transformer_lens.model_bridge.generalized_components.gated_rms_norm transformer_lens.model_bridge.generalized_components.glm_moe_dsa_attention transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp transformer_lens.model_bridge.generalized_components.joint_qkv_attention transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention transformer_lens.model_bridge.generalized_components.lfm2_gated_short_conv transformer_lens.model_bridge.generalized_components.linear transformer_lens.model_bridge.generalized_components.mla_attention transformer_lens.model_bridge.generalized_components.mlp transformer_lens.model_bridge.generalized_components.moe transformer_lens.model_bridge.generalized_components.mpt_alibi_attention transformer_lens.model_bridge.generalized_components.normalization transformer_lens.model_bridge.generalized_components.opaque_block transformer_lens.model_bridge.generalized_components.pos_embed transformer_lens.model_bridge.generalized_components.position_embedding_hooks_mixin transformer_lens.model_bridge.generalized_components.position_embeddings_attention transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder transformer_lens.model_bridge.generalized_components.rms_normalization transformer_lens.model_bridge.generalized_components.rotary_embedding transformer_lens.model_bridge.generalized_components.siglip_vision_encoder transformer_lens.model_bridge.generalized_components.ssm2_mixer transformer_lens.model_bridge.generalized_components.ssm_block transformer_lens.model_bridge.generalized_components.ssm_mixer transformer_lens.model_bridge.generalized_components.ssm_protocol transformer_lens.model_bridge.generalized_components.symbolic transformer_lens.model_bridge.generalized_components.t5_block transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block transformer_lens.model_bridge.generalized_components.t5gemma2_merged_attention transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block transformer_lens.model_bridge.generalized_components.unembedding transformer_lens.model_bridge.generalized_components.vision_classifier_head transformer_lens.model_bridge.generalized_components.vision_embeddings transformer_lens.model_bridge.generalized_components.vision_projection transformer_lens.model_bridge.get_params_util transformer_lens.model_bridge.sources transformer_lens.model_bridge.sources.native transformer_lens.model_bridge.sources.native.init transformer_lens.model_bridge.sources.native.model transformer_lens.model_bridge.sources.transformers transformer_lens.model_bridge.supported_architectures transformer_lens.model_bridge.supported_architectures.afmoe transformer_lens.model_bridge.supported_architectures.apertus transformer_lens.model_bridge.supported_architectures.arcee transformer_lens.model_bridge.supported_architectures.ast transformer_lens.model_bridge.supported_architectures.audio_flamingo3 transformer_lens.model_bridge.supported_architectures.baichuan transformer_lens.model_bridge.supported_architectures.bamba transformer_lens.model_bridge.supported_architectures.bart transformer_lens.model_bridge.supported_architectures.bd3lm transformer_lens.model_bridge.supported_architectures.bert transformer_lens.model_bridge.supported_architectures.bitnet transformer_lens.model_bridge.supported_architectures.blenderbot transformer_lens.model_bridge.supported_architectures.bloom transformer_lens.model_bridge.supported_architectures.codegen transformer_lens.model_bridge.supported_architectures.cohere transformer_lens.model_bridge.supported_architectures.deepseek_v2 transformer_lens.model_bridge.supported_architectures.deepseek_v3 transformer_lens.model_bridge.supported_architectures.deepseek_v4 transformer_lens.model_bridge.supported_architectures.dream transformer_lens.model_bridge.supported_architectures.emu3 transformer_lens.model_bridge.supported_architectures.ernie4_5 transformer_lens.model_bridge.supported_architectures.ernie4_5_moe transformer_lens.model_bridge.supported_architectures.exaone transformer_lens.model_bridge.supported_architectures.exaone4 transformer_lens.model_bridge.supported_architectures.falcon transformer_lens.model_bridge.supported_architectures.falcon_h1 transformer_lens.model_bridge.supported_architectures.falcon_mamba transformer_lens.model_bridge.supported_architectures.flex_olmo transformer_lens.model_bridge.supported_architectures.florence2 transformer_lens.model_bridge.supported_architectures.gemma1 transformer_lens.model_bridge.supported_architectures.gemma2 transformer_lens.model_bridge.supported_architectures.gemma3 transformer_lens.model_bridge.supported_architectures.gemma3_multimodal transformer_lens.model_bridge.supported_architectures.gemma3n transformer_lens.model_bridge.supported_architectures.gemma4 transformer_lens.model_bridge.supported_architectures.gemma4_text transformer_lens.model_bridge.supported_architectures.gidd transformer_lens.model_bridge.supported_architectures.glm transformer_lens.model_bridge.supported_architectures.glm4 transformer_lens.model_bridge.supported_architectures.glm4_moe transformer_lens.model_bridge.supported_architectures.glm4_moe_lite transformer_lens.model_bridge.supported_architectures.glm4v transformer_lens.model_bridge.supported_architectures.glm_asr transformer_lens.model_bridge.supported_architectures.glm_moe_dsa transformer_lens.model_bridge.supported_architectures.gpt2 transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom transformer_lens.model_bridge.supported_architectures.gpt_bigcode transformer_lens.model_bridge.supported_architectures.gpt_oss transformer_lens.model_bridge.supported_architectures.gptj transformer_lens.model_bridge.supported_architectures.granite transformer_lens.model_bridge.supported_architectures.granite_moe transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid transformer_lens.model_bridge.supported_architectures.hrm_text transformer_lens.model_bridge.supported_architectures.hubert transformer_lens.model_bridge.supported_architectures.hunyuan_v1_dense transformer_lens.model_bridge.supported_architectures.hyenadna transformer_lens.model_bridge.supported_architectures.idefics3 transformer_lens.model_bridge.supported_architectures.internlm2 transformer_lens.model_bridge.supported_architectures.jais2 transformer_lens.model_bridge.supported_architectures.jamba transformer_lens.model_bridge.supported_architectures.jetmoe transformer_lens.model_bridge.supported_architectures.laguna transformer_lens.model_bridge.supported_architectures.led transformer_lens.model_bridge.supported_architectures.lfm2 transformer_lens.model_bridge.supported_architectures.lfm2_moe transformer_lens.model_bridge.supported_architectures.llada transformer_lens.model_bridge.supported_architectures.llada2_moe transformer_lens.model_bridge.supported_architectures.llama transformer_lens.model_bridge.supported_architectures.llama4 transformer_lens.model_bridge.supported_architectures.llama4_multimodal transformer_lens.model_bridge.supported_architectures.llava transformer_lens.model_bridge.supported_architectures.llava_next transformer_lens.model_bridge.supported_architectures.llava_onevision transformer_lens.model_bridge.supported_architectures.longt5 transformer_lens.model_bridge.supported_architectures.m2m100 transformer_lens.model_bridge.supported_architectures.mamba transformer_lens.model_bridge.supported_architectures.mamba2 transformer_lens.model_bridge.supported_architectures.marian transformer_lens.model_bridge.supported_architectures.mbart transformer_lens.model_bridge.supported_architectures.mingpt transformer_lens.model_bridge.supported_architectures.minimax_m2 transformer_lens.model_bridge.supported_architectures.ministral3 transformer_lens.model_bridge.supported_architectures.mistral transformer_lens.model_bridge.supported_architectures.mistral3 transformer_lens.model_bridge.supported_architectures.mixtral transformer_lens.model_bridge.supported_architectures.modernbert_decoder transformer_lens.model_bridge.supported_architectures.mpt transformer_lens.model_bridge.supported_architectures.music_flamingo transformer_lens.model_bridge.supported_architectures.nanochat transformer_lens.model_bridge.supported_architectures.nanogpt transformer_lens.model_bridge.supported_architectures.native transformer_lens.model_bridge.supported_architectures.neel_solu_old transformer_lens.model_bridge.supported_architectures.nemotron transformer_lens.model_bridge.supported_architectures.nemotron_h transformer_lens.model_bridge.supported_architectures.neo transformer_lens.model_bridge.supported_architectures.neox transformer_lens.model_bridge.supported_architectures.olmo transformer_lens.model_bridge.supported_architectures.olmo2 transformer_lens.model_bridge.supported_architectures.olmo3 transformer_lens.model_bridge.supported_architectures.olmo_hybrid transformer_lens.model_bridge.supported_architectures.olmoe transformer_lens.model_bridge.supported_architectures.openai_gpt transformer_lens.model_bridge.supported_architectures.openelm transformer_lens.model_bridge.supported_architectures.opt transformer_lens.model_bridge.supported_architectures.ouro transformer_lens.model_bridge.supported_architectures.pegasus transformer_lens.model_bridge.supported_architectures.phi transformer_lens.model_bridge.supported_architectures.phi3 transformer_lens.model_bridge.supported_architectures.phimoe transformer_lens.model_bridge.supported_architectures.pretrain transformer_lens.model_bridge.supported_architectures.qwen transformer_lens.model_bridge.supported_architectures.qwen2 transformer_lens.model_bridge.supported_architectures.qwen2_5_vl transformer_lens.model_bridge.supported_architectures.qwen2_audio transformer_lens.model_bridge.supported_architectures.qwen2_moe transformer_lens.model_bridge.supported_architectures.qwen3 transformer_lens.model_bridge.supported_architectures.qwen3_5 transformer_lens.model_bridge.supported_architectures.qwen3_5_moe transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal transformer_lens.model_bridge.supported_architectures.qwen3_moe transformer_lens.model_bridge.supported_architectures.qwen3_next transformer_lens.model_bridge.supported_architectures.qwen3_vl transformer_lens.model_bridge.supported_architectures.qwen3_vl_moe transformer_lens.model_bridge.supported_architectures.raven transformer_lens.model_bridge.supported_architectures.recurrent_gemma transformer_lens.model_bridge.supported_architectures.rwkv transformer_lens.model_bridge.supported_architectures.rwkv7 transformer_lens.model_bridge.supported_architectures.seed_oss transformer_lens.model_bridge.supported_architectures.smollm3 transformer_lens.model_bridge.supported_architectures.stablelm transformer_lens.model_bridge.supported_architectures.starcoder2 transformer_lens.model_bridge.supported_architectures.switch_transformers transformer_lens.model_bridge.supported_architectures.t5 transformer_lens.model_bridge.supported_architectures.t5gemma transformer_lens.model_bridge.supported_architectures.t5gemma2 transformer_lens.model_bridge.supported_architectures.vaultgemma transformer_lens.model_bridge.supported_architectures.vit transformer_lens.model_bridge.supported_architectures.xglm transformer_lens.model_bridge.supported_architectures.youtu transformer_lens.model_bridge.supported_architectures.zamba2 transformer_lens.model_bridge.types transformer_lens.patching transformer_lens.pretrained transformer_lens.pretrained.weight_conversions transformer_lens.pretrained.weight_conversions.apertus transformer_lens.pretrained.weight_conversions.bert transformer_lens.pretrained.weight_conversions.bloom transformer_lens.pretrained.weight_conversions.coder transformer_lens.pretrained.weight_conversions.gemma transformer_lens.pretrained.weight_conversions.gpt2 transformer_lens.pretrained.weight_conversions.gptj transformer_lens.pretrained.weight_conversions.hubert transformer_lens.pretrained.weight_conversions.llama transformer_lens.pretrained.weight_conversions.mingpt transformer_lens.pretrained.weight_conversions.mistral transformer_lens.pretrained.weight_conversions.mixtral transformer_lens.pretrained.weight_conversions.nanogpt transformer_lens.pretrained.weight_conversions.neel_solu_old transformer_lens.pretrained.weight_conversions.neo transformer_lens.pretrained.weight_conversions.neox transformer_lens.pretrained.weight_conversions.olmo transformer_lens.pretrained.weight_conversions.olmo2 transformer_lens.pretrained.weight_conversions.olmo3 transformer_lens.pretrained.weight_conversions.olmoe transformer_lens.pretrained.weight_conversions.openai transformer_lens.pretrained.weight_conversions.opt transformer_lens.pretrained.weight_conversions.phi transformer_lens.pretrained.weight_conversions.phi3 transformer_lens.pretrained.weight_conversions.qwen transformer_lens.pretrained.weight_conversions.qwen2 transformer_lens.pretrained.weight_conversions.qwen3 transformer_lens.pretrained.weight_conversions.t5 transformer_lens.supported_models transformer_lens.tools transformer_lens.tools.analysis transformer_lens.tools.analysis.direct_logit_attribution transformer_lens.tools.analysis.direct_path_patching transformer_lens.tools.analysis.jacobian_lens transformer_lens.tools.model_registry transformer_lens.tools.model_registry.alias_drift transformer_lens.tools.model_registry.api transformer_lens.tools.model_registry.discover_architectures transformer_lens.tools.model_registry.exceptions transformer_lens.tools.model_registry.generate_report transformer_lens.tools.model_registry.hf_scraper transformer_lens.tools.model_registry.registry_io transformer_lens.tools.model_registry.relevancy transformer_lens.tools.model_registry.schemas transformer_lens.tools.model_registry.validate transformer_lens.tools.model_registry.verification transformer_lens.tools.model_registry.verify_models transformer_lens.train transformer_lens.utilities transformer_lens.utilities.activation_functions transformer_lens.utilities.addmm transformer_lens.utilities.aliases transformer_lens.utilities.architectures transformer_lens.utilities.attention transformer_lens.utilities.attribute_utils transformer_lens.utilities.bridge_components transformer_lens.utilities.cache transformer_lens.utilities.components_utils transformer_lens.utilities.defaults_utils transformer_lens.utilities.devices transformer_lens.utilities.exploratory_utils transformer_lens.utilities.gpu_utils transformer_lens.utilities.hf_utils transformer_lens.utilities.initialization_utils transformer_lens.utilities.library_utils transformer_lens.utilities.lm_utils transformer_lens.utilities.logits_utils transformer_lens.utilities.matrix transformer_lens.utilities.multi_gpu transformer_lens.utilities.slice transformer_lens.utilities.tensors transformer_lens.utilities.tokenize_utils transformer_lens.utilities.tracr transformer_lens.utilities.typed_module_list transformer_lens.utils transformer_lens.weight_processing

MoEBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.moe) MoERouterBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.moe) momentum (transformer_lens.train.HookedTransformerTrainConfig attribute) move_to_and_update_config() (in module transformer_lens.utilities.devices) mps() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) MPTALiBiAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.mpt_alibi_attention) MPTArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.mpt) MQAQKVConversionRule (class in transformer_lens.model_bridge.supported_architectures.gpt_bigcode) MULTIPLICATION (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.OperationTypes attribute) MusicFlamingoArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.music_flamingo)

N

n_ctx (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) n_devices (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) n_heads (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) n_key_value_heads (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) n_layers (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.loading_from_pretrained.Config attribute) n_layers_from (transformer_lens.model_bridge.supported_architectures.bart.BartFamilyArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.blenderbot.BlenderbotArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BlenderbotArchitectureAdapter attribute) n_params (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) n_params_total (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) n_prompts (transformer_lens.tools.analysis.jacobian_lens.JacobianLens attribute) (transformer_lens.tools.analysis.JacobianLens attribute) name (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) (transformer_lens.HookedRootModule attribute) (transformer_lens.HookedRootModule.HookedRootModule attribute) named_parameters() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) NAMES (transformer_lens.lit.dataset.IOIDataset attribute) (transformer_lens.lit.IOIDataset attribute) NanoChatArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.nanochat) NanogptArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.nanogpt) native_sampler (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter attribute) native_sampler_kwargs() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.DreamArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter method)

NativeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.native) NativeAttention (class in transformer_lens.model_bridge.sources.native) (class in transformer_lens.model_bridge.sources.native.model) NativeBlock (class in transformer_lens.model_bridge.sources.native) (class in transformer_lens.model_bridge.sources.native.model) NativeForwardAttentionBridge (class in transformer_lens.model_bridge.supported_architectures.pretrain) NativeGatedMLP (class in transformer_lens.model_bridge.sources.native.model) NativeMLP (class in transformer_lens.model_bridge.sources.native) (class in transformer_lens.model_bridge.sources.native.model) NativeModel (class in transformer_lens.model_bridge.sources.native) (class in transformer_lens.model_bridge.sources.native.model) NativeRMSNorm (class in transformer_lens.model_bridge.sources.native.model) NativeRotary (class in transformer_lens.model_bridge.sources.native.model) NeelSoluOldArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.neel_solu_old) NemotronArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.nemotron) NemotronHArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.nemotron_h) NeoArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.neo) NeoLinearTransposeConversion (class in transformer_lens.model_bridge.supported_architectures.neo) NeoxArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.neox) NO_TOKENIZER (transformer_lens.lit.constants.ErrorMessages attribute) NON_HF_HOSTED_MODEL_NAMES (in module transformer_lens.loading_from_pretrained) norm_topk_prob (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) normalization_type (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) NormalizationBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.normalization) note (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] notes (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] NTK_by_parts_factor (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) NTK_by_parts_high_freq_factor (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) NTK_by_parts_low_freq_factor (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) NTK_original_ctx_len (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) num_epochs (transformer_lens.train.HookedTransformerTrainConfig attribute) num_experts (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) numpy_to_tensor() (in module transformer_lens.lit.utils)

O

OBJECTS (transformer_lens.lit.dataset.IOIDataset attribute) (transformer_lens.lit.IOIDataset attribute) OFFICIAL_MODEL_NAMES (in module transformer_lens.supported_models) Olmo2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmo2) Olmo3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmo3) OlmoArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmo) OlmoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmoe) OlmoHybridArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.olmo_hybrid) OpaqueBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.opaque_block) OpenAIGPTArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.openai_gpt) OpenElmArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.openelm) OperationTypes (class in transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion) OptArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.opt) optimizer_name (transformer_lens.train.HookedTransformerTrainConfig attribute) original_architecture (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) original_component (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent property)

original_model (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) OuroArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.ouro) OUTPUT_ALL_LAYERS (transformer_lens.lit.constants.DefaultConfig attribute) output_all_layers (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) OUTPUT_ATTENTION (transformer_lens.lit.constants.DefaultConfig attribute) output_attention (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) OUTPUT_EMBEDDINGS (transformer_lens.lit.constants.DefaultConfig attribute) output_embeddings (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) output_logits_soft_cap (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) output_shape (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) output_spec() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) OutputFieldNames (class in transformer_lens.lit.constants) OV (transformer_lens.components.abstract_attention.AbstractAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) OV_for_attn_layers() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) override_or_use_default_value() (in module transformer_lens.utilities.defaults_utils) (in module transformer_lens.utils)

P

parallel_attn_mlp (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) ParallelBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.block) parameter_count (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] parameters() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) ParamProcessingConversion (class in transformer_lens.conversion_utils.param_processing_conversion) pass_rate (transformer_lens.benchmarks.component_outputs.BenchmarkReport property) passed (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) passed_components (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) past_keys (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry attribute) (transformer_lens.TransformerLensKeyValueCacheEntry attribute) past_values (transformer_lens.cache.key_value_cache_entry.TransformerLensKeyValueCacheEntry attribute) (transformer_lens.TransformerLensKeyValueCacheEntry attribute) patch_dynamic_cache_v5() (in module transformer_lens.model_bridge.compat) path (transformer_lens.tools.model_registry.DataNotLoadedError attribute) (transformer_lens.tools.model_registry.exceptions.DataNotLoadedError attribute) (transformer_lens.tools.model_registry.validate.ValidationError attribute), [1] PegasusArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.pegasus) percentile_diffs (transformer_lens.benchmarks.component_outputs.ComponentTestResult attribute) phase (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) phase1_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] phase2_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] phase3_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] phase4_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] phase7_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] phase8_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] phase9_score (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] PhaseReferenceData (class in transformer_lens.benchmarks) (class in transformer_lens.benchmarks.utils) Phi3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.phi3) PhiArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.phi) PhiMoEArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.phimoe) pick_activation_function() (transformer_lens.factories.activation_function_factory.ActivationFunctionFactory static method) PLACES (transformer_lens.lit.dataset.IOIDataset attribute) (transformer_lens.lit.IOIDataset attribute) pos (transformer_lens.model_bridge.sources.native.model.NativeModel attribute) (transformer_lens.model_bridge.sources.native.NativeModel attribute) PosEmbed (class in transformer_lens.components.pos_embed) PosEmbedBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.pos_embed) positional_embedding_type (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) PositionEmbeddingHooksMixin (class in transformer_lens.model_bridge.generalized_components.position_embedding_hooks_mixin) PositionEmbeddingsAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.position_embeddings_attention) positions (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] post_embedding_ln (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) predict() (transformer_lens.lit.HookedTransformerLIT method) (transformer_lens.lit.model.HookedTransformerLIT method) prepare_loading() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.apertus.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ApertusArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.baichuan.BaichuanArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BaichuanArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bd3lm.BD3LMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BD3LMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.deepseek_v4.DeepSeekV4ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.DreamArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.hubert.HubertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.HubertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.internlm2.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.laguna.LagunaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LagunaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LLaDAArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.openelm.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ouro.OuroArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OuroArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi3.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phimoe.PhiMoEArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PhiMoEArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5_moe.Qwen3_5MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.raven.RavenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.RavenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.rwkv7.RWKV7ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.RWKV7ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.RwkvArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.switch_transformers.SwitchTransformersArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.SwitchTransformersArchitectureAdapter method) prepare_model() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ast.ASTArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ASTArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.baichuan.BaichuanArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BaichuanArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bd3lm.BD3LMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BD3LMArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.bert.BertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.deepseek_v4.DeepSeekV4ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.exaone.ExaoneArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ExaoneArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.falcon.FalconArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.FalconArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.hubert.HubertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.HubertArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.internlm2.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LLaDAArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llava_onevision.LlavaOnevisionArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LlavaOnevisionArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.native.NativeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NativeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmo.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.olmoe.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OlmoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.openelm.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OpenElmArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phimoe.PhiMoEArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.PhiMoEArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5_moe.Qwen3_5MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.RwkvArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.vit.ViTArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ViTArchitectureAdapter method)

prepare_multimodal_inputs() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) PREPEND_BOS (transformer_lens.lit.constants.DefaultConfig attribute) prepend_bos (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) preprocess_weights() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.baichuan.BaichuanArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BaichuanArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.cohere.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CohereArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.internlm2.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.phi3.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Phi3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5_moe.Qwen3_5MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal.Qwen3_5MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3_5MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.qwen3_next.Qwen3NextArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Qwen3NextArchitectureAdapter method) PretrainArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.pretrain) PretrainModelContainer (class in transformer_lens.model_bridge.supported_architectures.pretrain) previous_attention_mask (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache attribute) (transformer_lens.TransformerLensKeyValueCache attribute) print_detailed_analysis() (transformer_lens.benchmarks.component_outputs.BenchmarkReport method) print_every (transformer_lens.train.HookedTransformerTrainConfig attribute) print_gpu_mem() (in module transformer_lens.utilities.gpu_utils) (in module transformer_lens.utils) print_immediate() (transformer_lens.benchmarks.BenchmarkResult method) (transformer_lens.benchmarks.utils.BenchmarkResult method) print_report() (in module transformer_lens.tools.model_registry.alias_drift) print_summary() (transformer_lens.benchmarks.component_outputs.BenchmarkReport method) priority_score (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] PROBAS (transformer_lens.lit.constants.OutputFieldNames attribute) process_conversion() (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.TensorConversionSet method) process_conversion_action() (transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set.TensorConversionSet method) (transformer_lens.conversion_utils.conversion_steps.TensorConversionSet method) (transformer_lens.conversion_utils.TensorConversionSet method) process_weights() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.weight_processing.ProcessWeights static method) processor (transformer_lens.HookedAudioEncoder.HookedAudioEncoder attribute) ProcessWeights (class in transformer_lens.weight_processing) PROMPT_FIELD (transformer_lens.lit.dataset.PromptCompletionDataset attribute) (transformer_lens.lit.PromptCompletionDataset attribute) PromptCompletionDataset (class in transformer_lens.lit) (class in transformer_lens.lit.dataset) property_aliases (transformer_lens.model_bridge.AttentionBridge attribute) (transformer_lens.model_bridge.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent attribute) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_delta_net.GatedDeltaNetBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.PosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.rms_normalization.RMSNormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.RMSNormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge attribute) (transformer_lens.model_bridge.MLPBridge attribute) (transformer_lens.model_bridge.NormalizationBridge attribute) (transformer_lens.model_bridge.supported_architectures.pretrain.NativeForwardAttentionBridge attribute) (transformer_lens.model_bridge.UnembeddingBridge attribute) provisional (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute)

Q

q_norm (transformer_lens.components.abstract_attention.AbstractAttention attribute) Q_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) QK (transformer_lens.components.abstract_attention.AbstractAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.TransformerBridge property) QK_for_attn_layers() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) QKVSplitRearrangeConversion (class in transformer_lens.model_bridge.supported_architectures.gpt2) Qwen2_5_VLArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen2_5_vl) Qwen2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen2) Qwen2AudioArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen2_audio) Qwen2MoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen2_moe) Qwen2MoeRouterBridge (class in transformer_lens.model_bridge.supported_architectures.qwen2_moe) Qwen3_5ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_5) Qwen3_5MoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_5_moe)

Qwen3_5MoeMultimodalArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_5_moe) Qwen3_5MultimodalArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal) Qwen3_5VisionBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder) Qwen3_5VisionEncoderBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder) Qwen3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3) Qwen3MoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_moe) Qwen3NextArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_next) Qwen3VLArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_vl) Qwen3VLMoeArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen3_vl_moe) QwenArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.qwen)

R

RavenArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.raven) readout() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) real_components (transformer_lens.model_bridge.bridge.TransformerBridge attribute) (transformer_lens.model_bridge.generalized_components.altup_block.AltUpBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.audio_feature_extractor.AudioFeatureExtractorBridge attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.block.DelegatedAttentionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.conv_pos_embed.ConvPosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge attribute) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.lfm2_gated_short_conv.Lfm2ShortConvBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.opaque_block.OpaqueBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder.Qwen3_5VisionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder.Qwen3_5VisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.rms_normalization.RMSNormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_block.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge attribute) (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge attribute) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block.T5Gemma2DecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block.T5GemmaDecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge attribute) RearrangeTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion) records (transformer_lens.tools.model_registry.verification.VerificationHistory attribute), [1] (transformer_lens.tools.model_registry.VerificationHistory attribute), [1] RecurrentGemmaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.recurrent_gemma) RecurrentGemmaBlockBridge (class in transformer_lens.model_bridge.supported_architectures.recurrent_gemma) refactor_factored_attn_matrices (transformer_lens.benchmarks.granular_weight_processing.WeightProcessingConfig attribute) refactor_factored_attn_matrices() (transformer_lens.weight_processing.ProcessWeights static method) register_adapter() (transformer_lens.factories.architecture_adapter_factory.ArchitectureAdapterFactory class method) relative_attention_max_distance (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) relative_attention_num_buckets (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) relevancy_score (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] relu2() (in module transformer_lens.utilities.activation_functions) RemoteComponent (in module transformer_lens.model_bridge) RemoteModel (in module transformer_lens.model_bridge) RemotePath (in module transformer_lens.model_bridge) remove_all_hook_fns() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) remove_batch_dim() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) remove_hooks() (transformer_lens.hook_points.HookPoint method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) render() (transformer_lens.lit.LITWidget method) repeat_along_head_dimension() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) RepeatTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.repeat_tensor_conversion) replace_remote_component() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) require_symmetric_layers (transformer_lens.model_bridge.supported_architectures.bart.BartFamilyArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.blenderbot.BlenderbotArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BlenderbotArchitectureAdapter attribute) required_libraries (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma3n.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.glm4v.Glm4vArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Glm4vArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen2_5_vl.Qwen2_5_VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Qwen2_5_VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal.Qwen3_5MultimodalArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Qwen3_5MultimodalArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_vl.Qwen3VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Qwen3VLArchitectureAdapter attribute)

required_libraries_group (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma3n.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.glm4v.Glm4vArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Glm4vArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen2_5_vl.Qwen2_5_VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Qwen2_5_VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal.Qwen3_5MultimodalArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Qwen3_5MultimodalArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_vl.Qwen3VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.Qwen3VLArchitectureAdapter attribute) required_quant_library_for_model() (in module transformer_lens.tools.model_registry.registry_io) reset_hooks() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) RESID_MID_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) RESID_POST_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) RESID_PRE_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) resolve_activation_fn() (in module transformer_lens.model_bridge.generalized_components.gated_mlp) resolve_alias() (in module transformer_lens.utilities.aliases) resolve_device_map() (in module transformer_lens.utilities.multi_gpu) resolve_text_generator() (in module transformer_lens.benchmarks.generation) restore_frequencies() (in module transformer_lens.model_bridge.supported_architectures.gidd) restore_rotary_inv_freq() (in module transformer_lens.model_bridge.buffer_restore) revert() (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.ArithmeticTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ArithmeticTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.BaseTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.ChainTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion.RearrangeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.RearrangeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion.TransposeTensorConversion method) (transformer_lens.conversion_utils.conversion_steps.TransposeTensorConversion method) (transformer_lens.conversion_utils.param_processing_conversion.ParamProcessingConversion method) (transformer_lens.model_bridge.supported_architectures.gpt2.QKVSplitRearrangeConversion method) (transformer_lens.model_bridge.supported_architectures.gpt_bigcode.MQAQKVConversionRule method) (transformer_lens.model_bridge.supported_architectures.neo.NeoLinearTransposeConversion method) revert_conversion() (transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion.AttentionAutoConversion method) (transformer_lens.conversion_utils.conversion_steps.AttentionAutoConversion method) RMSNorm (class in transformer_lens.components.rms_norm) RMSNormalizationBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.rms_normalization) RMSNormPre (class in transformer_lens.components.rms_norm_pre) rope_optional (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.PositionEmbeddingsAttentionBridge attribute) rotary (transformer_lens.model_bridge.sources.native.model.NativeModel attribute) (transformer_lens.model_bridge.sources.native.NativeModel attribute) rotary_adjacent_pairs (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) rotary_base (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) rotary_base_local (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) rotary_cos (transformer_lens.components.abstract_attention.AbstractAttention attribute) rotary_dim (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) ROTARY_INITIAL_CACHE_SIZE (transformer_lens.components.abstract_attention.AbstractAttention attribute) rotary_scaling_factor (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) rotary_sin (transformer_lens.components.abstract_attention.AbstractAttention attribute) RotaryEmbeddingBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.rotary_embedding) rotate_every_two() (transformer_lens.components.abstract_attention.AbstractAttention method) run_audio_benchmarks() (in module transformer_lens.benchmarks.audio) run_benchmark_suite() (in module transformer_lens.benchmarks) (in module transformer_lens.benchmarks.main_benchmark) run_comparison_benchmarks() (in module transformer_lens.benchmarks.main_benchmark) run_granular_weight_processing_benchmarks() (in module transformer_lens.benchmarks.granular_weight_processing) run_vision_benchmarks() (in module transformer_lens.benchmarks.vision) run_with_cache() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) run_with_hooks() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) RWKV7ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.rwkv7) RwkvArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.rwkv)

S

safe_allclose() (in module transformer_lens.benchmarks.utils) sample_logits() (in module transformer_lens.utilities.logits_utils) (in module transformer_lens.utils) sample_models (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] sanity_check() (in module transformer_lens.evals) save() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) save_dir (transformer_lens.train.HookedTransformerTrainConfig attribute) save_every (transformer_lens.train.HookedTransformerTrainConfig attribute) save_supported_models_raw() (in module transformer_lens.tools.model_registry.registry_io) save_verification_history() (in module transformer_lens.tools.model_registry.registry_io) scale_attn_by_inverse_layer_idx (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) scan_duration_seconds (transformer_lens.tools.model_registry.ScanInfo attribute), [1] (transformer_lens.tools.model_registry.schemas.ScanInfo attribute), [1] scan_info (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] ScanInfo (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) schema_type (transformer_lens.tools.model_registry.validate.ValidationResult attribute), [1] scores (transformer_lens.model_bridge.composition_scores.CompositionScores attribute) scrape_all_models() (in module transformer_lens.tools.model_registry.hf_scraper) seed (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) (transformer_lens.lit.dataset.DatasetConfig attribute) (transformer_lens.train.HookedTransformerTrainConfig attribute) SeedOssArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.seed_oss) select_architecture_adapter() (transformer_lens.factories.architecture_adapter_factory.ArchitectureAdapterFactory class method) select_models_for_verification() (in module transformer_lens.tools.model_registry.verify_models) serve() (in module transformer_lens.lit) ServerConfig (class in transformer_lens.lit.constants) set_nested_attr() (in module transformer_lens.utilities.attribute_utils) (in module transformer_lens.utils) set_original_component() (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.CLIPVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.codegen_attention.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.CodeGenAttentionBridge method) (transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp.JointGateUpMLPBridge method) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.JointGateUpMLPBridge method) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge method) (transformer_lens.model_bridge.generalized_components.mpt_alibi_attention.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.MPTALiBiAttentionBridge method) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.PositionEmbeddingsAttentionBridge method) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.SiglipVisionEncoderBridge method) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.T5BlockBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block.T5Gemma2DecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.T5Gemma2DecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block.T5GemmaDecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.T5GemmaDecoderBlockBridge method) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge method) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge method) (transformer_lens.model_bridge.JointGateUpMLPBridge method) (transformer_lens.model_bridge.JointQKVAttentionBridge method) (transformer_lens.model_bridge.supported_architectures.pretrain.DenseOrMoEFeedForwardBridge method) (transformer_lens.model_bridge.UnembeddingBridge method) set_original_components() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) set_processed_weights() (transformer_lens.model_bridge.generalized_components.base.GeneralizedComponent method) (transformer_lens.model_bridge.generalized_components.bloom_attention.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.BloomAttentionBridge method) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.GatedMLPBridge method) (transformer_lens.model_bridge.generalized_components.linear.LinearBridge method) (transformer_lens.model_bridge.generalized_components.LinearBridge method) (transformer_lens.model_bridge.generalized_components.moe.MoERouterBridge method) (transformer_lens.model_bridge.generalized_components.MoERouterBridge method) (transformer_lens.model_bridge.LinearBridge method) set_rotary_emb() (transformer_lens.model_bridge.generalized_components.position_embedding_hooks_mixin.PositionEmbeddingHooksMixin method) set_seed_everywhere() (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig method) set_use_attn_in() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) set_use_attn_result() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) set_use_hook_mlp_in() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) set_use_split_qkv_input() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) setup() (transformer_lens.HookedRootModule method) (transformer_lens.HookedRootModule.HookedRootModule method) setup_blocks_bridge() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) setup_component_testing() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.baichuan.BaichuanArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BaichuanArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.DreamArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.falcon.FalconArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.FalconArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gemma3_multimodal.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Gemma3MultimodalArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.hrm_text.HrmTextArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.HrmTextArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.internlm2.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.InternLM2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.jetmoe.JetMoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.JetMoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.laguna.LagunaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LagunaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.lfm2.Lfm2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.Lfm2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.modernbert_decoder.ModernBertDecoderArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ModernBertDecoderArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neox.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.ouro.OuroArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.OuroArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.t5gemma.T5GemmaArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.t5gemma2.T5Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.T5Gemma2ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.T5GemmaArchitectureAdapter method) setup_components() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) setup_hook_compatibility() (transformer_lens.model_bridge.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge method) (transformer_lens.model_bridge.generalized_components.AttentionBridge method) (transformer_lens.model_bridge.supported_architectures.bart.BartFamilyArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.gpt_oss.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter method) setup_no_processing_hooks() (transformer_lens.model_bridge.supported_architectures.gpt_oss.GPTOSSArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.GPTOSSArchitectureAdapter method) setup_submodules() (in module transformer_lens.model_bridge) (in module transformer_lens.model_bridge.component_setup) setup_tokenizer() (in module transformer_lens.model_bridge.sources.transformers) severity (transformer_lens.benchmarks.BenchmarkResult attribute) (transformer_lens.benchmarks.utils.BenchmarkResult attribute) shape (transformer_lens.model_bridge.composition_scores.CompositionScores property) should_skip_ht_comparison() (in module transformer_lens.benchmarks.main_benchmark) shuffle (transformer_lens.lit.dataset.DatasetConfig attribute) SiglipVisionEncoderBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.siglip_vision_encoder) SiglipVisionEncoderLayerBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.siglip_vision_encoder) simple_attn_linear() (in module transformer_lens.utilities.attention) SimpleTextDataset (class in transformer_lens.lit) (class in transformer_lens.lit.dataset) sin_cached (transformer_lens.model_bridge.sources.native.model.NativeRotary attribute) SKIPPED (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute)

skipped (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) Slice (class in transformer_lens.utilities.slice) (class in transformer_lens.utils) slice (transformer_lens.utilities.slice.Slice attribute) (transformer_lens.utils.Slice attribute) SliceInput (in module transformer_lens.utilities.slice) SmolLM3ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.smollm3) softcap_enabled() (in module transformer_lens.utilities.activation_functions) solu() (in module transformer_lens.utilities.activation_functions) (in module transformer_lens.utils) sort_devices_based_on_available_memory() (in module transformer_lens.utilities.multi_gpu) source_layers (transformer_lens.tools.analysis.jacobian_lens.JacobianLens property) (transformer_lens.tools.analysis.JacobianLens property) spec() (transformer_lens.lit.dataset.InductionDataset method) (transformer_lens.lit.dataset.IOIDataset method) (transformer_lens.lit.dataset.PromptCompletionDataset method) (transformer_lens.lit.dataset.SimpleTextDataset method) (transformer_lens.lit.InductionDataset method) (transformer_lens.lit.IOIDataset method) (transformer_lens.lit.PromptCompletionDataset method) (transformer_lens.lit.SimpleTextDataset method) split_qkv_matrix() (transformer_lens.model_bridge.supported_architectures.bloom.BloomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.BloomArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.codegen.CodeGenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.CodeGenArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.neox.NeoxArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.NeoxArchitectureAdapter method) SplitTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion) SSM2MixerBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.ssm2_mixer) SSMBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.ssm_block) SSMMixerBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.ssm_mixer) SSMMixerProtocol (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.ssm_protocol) SSMStateHookMixin (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.ssm_protocol) StableLmArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.stablelm) stack_params_for() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) Starcoder2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.starcoder2) start_time (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) state_dict() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.utilities.devices.ModelWithCfg method) status (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] steering_hooks() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) stop() (transformer_lens.lit.LITWidget method) StopAtLayerException SUBTRACTION (transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion.OperationTypes attribute) suggest_similar_model() (in module transformer_lens.tools.model_registry.api) suggestion (transformer_lens.tools.model_registry.exceptions.ModelNotFoundError attribute) (transformer_lens.tools.model_registry.ModelNotFoundError attribute) SupportedModelsReport (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.schemas) supports_attn_result (transformer_lens.model_bridge.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.PositionEmbeddingsAttentionBridge attribute) (transformer_lens.model_bridge.JointQKVAttentionBridge attribute) supports_batched_generation (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.RwkvArchitectureAdapter attribute) supports_causal_loss (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LLaDAArchitectureAdapter attribute) supports_center_writing_weights (transformer_lens.model_bridge.supported_architectures.hrm_text.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.modernbert_decoder.ModernBertDecoderArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ModernBertDecoderArchitectureAdapter attribute) supports_compatibility_mode (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vaultgemma.VaultGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.VaultGemmaArchitectureAdapter attribute) supports_concurrent_predictions (transformer_lens.lit.HookedTransformerLIT property) (transformer_lens.lit.model.HookedTransformerLIT property) supports_fold_ln (transformer_lens.model_bridge.supported_architectures.afmoe.AfmoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.AfmoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hrm_text.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jetmoe.JetMoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.JetMoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.laguna.LagunaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LagunaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.modernbert_decoder.ModernBertDecoderArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ModernBertDecoderArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.nanochat.NanoChatArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.NanoChatArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.olmo_hybrid.OlmoHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.OlmoHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.RwkvArchitectureAdapter attribute) supports_generation (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ast.ASTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ASTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bd3lm.BD3LMArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BD3LMArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bert.BertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.BertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hubert.HubertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HubertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vit.ViTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ViTArchitectureAdapter attribute) supports_hf_output_attentions (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.LLaDAArchitectureAdapter attribute) supports_kv_cache (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.RwkvArchitectureAdapter attribute) supports_split_qkv_fork (transformer_lens.model_bridge.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.MLAAttentionBridge attribute) (transformer_lens.model_bridge.supported_architectures.pretrain.NativeForwardAttentionBridge attribute) swap_hooks() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) SwitchTransformersArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.switch_transformers) SymbolicBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.symbolic)

T

T5ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.t5) T5Attention (class in transformer_lens.components.t5_attention) T5Block (class in transformer_lens.components.t5_block) T5BlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.t5_block) T5Gemma2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.t5gemma2) T5Gemma2DecoderBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block) T5Gemma2MergedAttentionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.t5gemma2_merged_attention) T5GemmaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.t5gemma) T5GemmaDecoderBlockBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block) tags (transformer_lens.tools.model_registry.ModelMetadata attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelMetadata attribute), [1] TARGET (transformer_lens.lit.constants.InputFieldNames attribute) TARGET_MASK (transformer_lens.lit.constants.InputFieldNames attribute) task_filter (transformer_lens.tools.model_registry.ScanInfo attribute), [1] (transformer_lens.tools.model_registry.schemas.ScanInfo attribute), [1] TEMPLATE (transformer_lens.lit.dataset.IOIDataset attribute) (transformer_lens.lit.IOIDataset attribute) tensor_to_numpy() (in module transformer_lens.lit.utils) TensorConversionSet (class in transformer_lens.conversion_utils) (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set) TernaryTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion) test_prompt() (in module transformer_lens.utilities.exploratory_utils) (in module transformer_lens.utils) test_text (transformer_lens.benchmarks.PhaseReferenceData attribute) (transformer_lens.benchmarks.utils.PhaseReferenceData attribute) tested (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) TEXT (transformer_lens.lit.constants.InputFieldNames attribute) tie_word_embeddings (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) tl_named_parameters() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) tl_parameters() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) (transformer_lens.utilities.devices.ModelWithCfg method) to_dict() (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig method) (transformer_lens.config.transformer_lens_config.TransformerLensConfig method) (transformer_lens.tools.model_registry.alias_drift.DriftReport method) (transformer_lens.tools.model_registry.ArchitectureAnalysis method) (transformer_lens.tools.model_registry.ArchitectureGap method) (transformer_lens.tools.model_registry.ArchitectureGapsReport method) (transformer_lens.tools.model_registry.ArchitectureStats method) (transformer_lens.tools.model_registry.ModelEntry method) (transformer_lens.tools.model_registry.ModelMetadata method) (transformer_lens.tools.model_registry.ScanInfo method) (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis method) (transformer_lens.tools.model_registry.schemas.ArchitectureGap method) (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport method) (transformer_lens.tools.model_registry.schemas.ArchitectureStats method) (transformer_lens.tools.model_registry.schemas.ModelEntry method) (transformer_lens.tools.model_registry.schemas.ModelMetadata method) (transformer_lens.tools.model_registry.schemas.ScanInfo method) (transformer_lens.tools.model_registry.schemas.SupportedModelsReport method) (transformer_lens.tools.model_registry.SupportedModelsReport method) (transformer_lens.tools.model_registry.verification.VerificationHistory method) (transformer_lens.tools.model_registry.verification.VerificationRecord method) (transformer_lens.tools.model_registry.VerificationHistory method) (transformer_lens.tools.model_registry.VerificationRecord method) (transformer_lens.tools.model_registry.verify_models.VerificationProgress method) to_frames() (transformer_lens.HookedAudioEncoder.HookedAudioEncoder method) to_numpy() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) to_single_str_token() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to_single_token() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to_str_tokens() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to_string() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) to_tokens() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) TOKEN_EMBEDDINGS (transformer_lens.lit.constants.InputFieldNames attribute) TOKEN_GRADIENTS (transformer_lens.lit.constants.OutputFieldNames attribute) TOKEN_IDS (transformer_lens.lit.constants.OutputFieldNames attribute) tokenize_and_concatenate() (in module transformer_lens.utilities.tokenize_utils) (in module transformer_lens.utils) tokenizer_name (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) tokenizer_prepends_bos (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) TOKENS (transformer_lens.lit.constants.InputFieldNames attribute) (transformer_lens.lit.constants.OutputFieldNames attribute) tokens (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] tokens_to_residual_directions() (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) TokenTypeEmbed (class in transformer_lens.components.token_typed_embed) top() (transformer_lens.tools.analysis.direct_logit_attribution.DirectLogitAttribution method) (transformer_lens.tools.analysis.DirectLogitAttribution method) TOP_K (transformer_lens.lit.constants.DefaultConfig attribute) top_k (transformer_lens.lit.HookedTransformerLITConfig attribute) (transformer_lens.lit.model.HookedTransformerLITConfig attribute) TOP_K_TOKENS (transformer_lens.lit.constants.OutputFieldNames attribute) top_models (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] top_tokens() (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout method) (transformer_lens.tools.analysis.JacobianLensReadout method) total_architectures (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] total_components (transformer_lens.benchmarks.component_outputs.BenchmarkReport attribute) total_downloads (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] total_models (transformer_lens.tools.model_registry.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.discover_architectures.ArchitectureEntry attribute) (transformer_lens.tools.model_registry.schemas.ArchitectureAnalysis attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGap attribute), [1] (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] total_provisional (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute) (transformer_lens.tools.model_registry.SupportedModelsReport attribute) total_scanned (transformer_lens.tools.model_registry.ScanInfo attribute), [1] (transformer_lens.tools.model_registry.schemas.ScanInfo attribute), [1] total_unsupported_architectures (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] total_unsupported_models (transformer_lens.tools.model_registry.ArchitectureGapsReport attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureGapsReport attribute), [1] total_verified (transformer_lens.tools.model_registry.schemas.SupportedModelsReport attribute), [1] (transformer_lens.tools.model_registry.SupportedModelsReport attribute), [1] train() (in module transformer_lens.train) (transformer_lens.model_bridge.bridge.TransformerBridge method) (transformer_lens.model_bridge.TransformerBridge method) training (transformer_lens.HookedRootModule.HookedRootModule attribute) (transformer_lens.model_bridge.bridge.TransformerBridge attribute) (transformer_lens.model_bridge.generalized_components.altup_block.AltUpBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.AttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.audio_feature_extractor.AudioFeatureExtractorBridge attribute) (transformer_lens.model_bridge.generalized_components.block.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.block.DelegatedAttentionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.clip_vision_encoder.CLIPVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.conv_pos_embed.ConvPosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.gated_mlp.GatedMLPBridge attribute) (transformer_lens.model_bridge.generalized_components.joint_qkv_attention.JointQKVAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.JointQKVAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.lfm2_gated_short_conv.Lfm2ShortConvBridge attribute) (transformer_lens.model_bridge.generalized_components.mla_attention.MLAAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.MLPBridge attribute) (transformer_lens.model_bridge.generalized_components.moe.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.MoEBridge attribute) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.NormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.opaque_block.OpaqueBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge attribute) (transformer_lens.model_bridge.generalized_components.position_embeddings_attention.PositionEmbeddingsAttentionBridge attribute) (transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder.Qwen3_5VisionBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder.Qwen3_5VisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.rms_normalization.RMSNormalizationBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderBridge attribute) (transformer_lens.model_bridge.generalized_components.siglip_vision_encoder.SiglipVisionEncoderLayerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm2_mixer.SSM2MixerBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_block.SSMBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.ssm_mixer.SSMMixerBridge attribute) (transformer_lens.model_bridge.generalized_components.symbolic.SymbolicBridge attribute) (transformer_lens.model_bridge.generalized_components.t5_block.T5BlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block.T5Gemma2DecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block.T5GemmaDecoderBlockBridge attribute) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge attribute) (transformer_lens.model_bridge.generalized_components.vision_projection.VisionProjectionBridge attribute) (transformer_lens.model_bridge.sources.native.model.NativeAttention attribute) (transformer_lens.model_bridge.sources.native.model.NativeMLP attribute) (transformer_lens.model_bridge.sources.native.model.NativeModel attribute) transformer_lens module transformer_lens.benchmarks module transformer_lens.benchmarks.activation_cache module transformer_lens.benchmarks.audio module transformer_lens.benchmarks.backward_gradients module transformer_lens.benchmarks.component_benchmark module transformer_lens.benchmarks.component_outputs module transformer_lens.benchmarks.encoder_common module transformer_lens.benchmarks.forward_pass module transformer_lens.benchmarks.generation module transformer_lens.benchmarks.granular_weight_processing module transformer_lens.benchmarks.hook_registration module transformer_lens.benchmarks.hook_structure module transformer_lens.benchmarks.main_benchmark module transformer_lens.benchmarks.multimodal module transformer_lens.benchmarks.text_quality module transformer_lens.benchmarks.utils module transformer_lens.benchmarks.vision module transformer_lens.benchmarks.weight_processing module transformer_lens.cache module transformer_lens.cache.key_value_cache module transformer_lens.cache.key_value_cache_entry module transformer_lens.components module transformer_lens.components.abstract_attention module transformer_lens.components.attention module transformer_lens.components.bert_block module transformer_lens.components.bert_embed module transformer_lens.components.bert_mlm_head module transformer_lens.components.bert_nsp_head module transformer_lens.components.bert_pooler module transformer_lens.components.embed module transformer_lens.components.grouped_query_attention module transformer_lens.components.layer_norm module transformer_lens.components.layer_norm_pre module transformer_lens.components.pos_embed module transformer_lens.components.rms_norm module transformer_lens.components.rms_norm_pre module transformer_lens.components.t5_attention module transformer_lens.components.t5_block module transformer_lens.components.token_typed_embed module transformer_lens.components.transformer_block module transformer_lens.components.unembed module transformer_lens.config module transformer_lens.config.hooked_transformer_config module transformer_lens.config.transformer_bridge_config module transformer_lens.config.transformer_lens_config module transformer_lens.conversion_utils module transformer_lens.conversion_utils.conversion_steps module transformer_lens.conversion_utils.conversion_steps.arithmetic_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.attention_auto_conversion module transformer_lens.conversion_utils.conversion_steps.base_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.callable_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.chain_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.rearrange_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.repeat_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.split_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.tensor_conversion_set module transformer_lens.conversion_utils.conversion_steps.ternary_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion module transformer_lens.conversion_utils.conversion_steps.zeros_like_conversion module transformer_lens.conversion_utils.helpers module transformer_lens.conversion_utils.helpers.find_property module transformer_lens.conversion_utils.helpers.merge_quantiziation_fields module transformer_lens.conversion_utils.hook_conversion_utils module transformer_lens.conversion_utils.param_processing_conversion module transformer_lens.evals module transformer_lens.factories module transformer_lens.factories.activation_function_factory module transformer_lens.factories.architecture_adapter_factory module transformer_lens.factories.mlp_factory module transformer_lens.head_detector module transformer_lens.hook_points module transformer_lens.HookedAudioEncoder module transformer_lens.HookedRootModule module transformer_lens.lit module transformer_lens.lit.constants module transformer_lens.lit.dataset module transformer_lens.lit.model module transformer_lens.lit.utils module transformer_lens.loading_from_pretrained module transformer_lens.model_bridge module transformer_lens.model_bridge.architecture_adapter module transformer_lens.model_bridge.bridge module transformer_lens.model_bridge.buffer_restore module transformer_lens.model_bridge.compat module transformer_lens.model_bridge.component_setup module transformer_lens.model_bridge.composition_scores module transformer_lens.model_bridge.exceptions module transformer_lens.model_bridge.generalized_components module transformer_lens.model_bridge.generalized_components.alibi_joint_qkv_attention module transformer_lens.model_bridge.generalized_components.alibi_utils module transformer_lens.model_bridge.generalized_components.altup_block module transformer_lens.model_bridge.generalized_components.attention module transformer_lens.model_bridge.generalized_components.audio_feature_extractor module transformer_lens.model_bridge.generalized_components.base module transformer_lens.model_bridge.generalized_components.block module transformer_lens.model_bridge.generalized_components.bloom_attention module transformer_lens.model_bridge.generalized_components.bloom_block module transformer_lens.model_bridge.generalized_components.bloom_mlp module transformer_lens.model_bridge.generalized_components.clip_vision_encoder module transformer_lens.model_bridge.generalized_components.codegen_attention module transformer_lens.model_bridge.generalized_components.conv1d module transformer_lens.model_bridge.generalized_components.conv_pos_embed module transformer_lens.model_bridge.generalized_components.depthwise_conv1d module transformer_lens.model_bridge.generalized_components.embedding module transformer_lens.model_bridge.generalized_components.gated_delta_net module transformer_lens.model_bridge.generalized_components.gated_mlp module transformer_lens.model_bridge.generalized_components.gated_rms_norm module transformer_lens.model_bridge.generalized_components.glm_moe_dsa_attention module transformer_lens.model_bridge.generalized_components.joint_gate_up_mlp module transformer_lens.model_bridge.generalized_components.joint_qkv_attention module transformer_lens.model_bridge.generalized_components.joint_qkv_position_embeddings_attention module transformer_lens.model_bridge.generalized_components.lfm2_gated_short_conv module transformer_lens.model_bridge.generalized_components.linear module transformer_lens.model_bridge.generalized_components.mla_attention module transformer_lens.model_bridge.generalized_components.mlp module transformer_lens.model_bridge.generalized_components.moe module transformer_lens.model_bridge.generalized_components.mpt_alibi_attention module transformer_lens.model_bridge.generalized_components.normalization module transformer_lens.model_bridge.generalized_components.opaque_block module transformer_lens.model_bridge.generalized_components.pos_embed module transformer_lens.model_bridge.generalized_components.position_embedding_hooks_mixin module transformer_lens.model_bridge.generalized_components.position_embeddings_attention module transformer_lens.model_bridge.generalized_components.qwen3_5_vision_encoder module transformer_lens.model_bridge.generalized_components.rms_normalization module transformer_lens.model_bridge.generalized_components.rotary_embedding module transformer_lens.model_bridge.generalized_components.siglip_vision_encoder module transformer_lens.model_bridge.generalized_components.ssm2_mixer module transformer_lens.model_bridge.generalized_components.ssm_block module transformer_lens.model_bridge.generalized_components.ssm_mixer module transformer_lens.model_bridge.generalized_components.ssm_protocol module transformer_lens.model_bridge.generalized_components.symbolic module transformer_lens.model_bridge.generalized_components.t5_block module transformer_lens.model_bridge.generalized_components.t5gemma2_decoder_block module transformer_lens.model_bridge.generalized_components.t5gemma2_merged_attention module transformer_lens.model_bridge.generalized_components.t5gemma_decoder_block module transformer_lens.model_bridge.generalized_components.unembedding module transformer_lens.model_bridge.generalized_components.vision_classifier_head module transformer_lens.model_bridge.generalized_components.vision_embeddings module transformer_lens.model_bridge.generalized_components.vision_projection module transformer_lens.model_bridge.get_params_util module transformer_lens.model_bridge.sources module transformer_lens.model_bridge.sources.native module transformer_lens.model_bridge.sources.native.init module transformer_lens.model_bridge.sources.native.model module

transformer_lens.model_bridge.sources.transformers module transformer_lens.model_bridge.supported_architectures module transformer_lens.model_bridge.supported_architectures.afmoe module transformer_lens.model_bridge.supported_architectures.apertus module transformer_lens.model_bridge.supported_architectures.arcee module transformer_lens.model_bridge.supported_architectures.ast module transformer_lens.model_bridge.supported_architectures.audio_flamingo3 module transformer_lens.model_bridge.supported_architectures.baichuan module transformer_lens.model_bridge.supported_architectures.bamba module transformer_lens.model_bridge.supported_architectures.bart module transformer_lens.model_bridge.supported_architectures.bd3lm module transformer_lens.model_bridge.supported_architectures.bert module transformer_lens.model_bridge.supported_architectures.bitnet module transformer_lens.model_bridge.supported_architectures.blenderbot module transformer_lens.model_bridge.supported_architectures.bloom module transformer_lens.model_bridge.supported_architectures.codegen module transformer_lens.model_bridge.supported_architectures.cohere module transformer_lens.model_bridge.supported_architectures.deepseek_v2 module transformer_lens.model_bridge.supported_architectures.deepseek_v3 module transformer_lens.model_bridge.supported_architectures.deepseek_v4 module transformer_lens.model_bridge.supported_architectures.dream module transformer_lens.model_bridge.supported_architectures.emu3 module transformer_lens.model_bridge.supported_architectures.ernie4_5 module transformer_lens.model_bridge.supported_architectures.ernie4_5_moe module transformer_lens.model_bridge.supported_architectures.exaone module transformer_lens.model_bridge.supported_architectures.exaone4 module transformer_lens.model_bridge.supported_architectures.falcon module transformer_lens.model_bridge.supported_architectures.falcon_h1 module transformer_lens.model_bridge.supported_architectures.falcon_mamba module transformer_lens.model_bridge.supported_architectures.flex_olmo module transformer_lens.model_bridge.supported_architectures.florence2 module transformer_lens.model_bridge.supported_architectures.gemma1 module transformer_lens.model_bridge.supported_architectures.gemma2 module transformer_lens.model_bridge.supported_architectures.gemma3 module transformer_lens.model_bridge.supported_architectures.gemma3_multimodal module transformer_lens.model_bridge.supported_architectures.gemma3n module transformer_lens.model_bridge.supported_architectures.gemma4 module transformer_lens.model_bridge.supported_architectures.gemma4_text module transformer_lens.model_bridge.supported_architectures.gidd module transformer_lens.model_bridge.supported_architectures.glm module transformer_lens.model_bridge.supported_architectures.glm4 module transformer_lens.model_bridge.supported_architectures.glm4_moe module transformer_lens.model_bridge.supported_architectures.glm4_moe_lite module transformer_lens.model_bridge.supported_architectures.glm4v module transformer_lens.model_bridge.supported_architectures.glm_asr module transformer_lens.model_bridge.supported_architectures.glm_moe_dsa module transformer_lens.model_bridge.supported_architectures.gpt2 module transformer_lens.model_bridge.supported_architectures.gpt2_lm_head_custom module transformer_lens.model_bridge.supported_architectures.gpt_bigcode module transformer_lens.model_bridge.supported_architectures.gpt_oss module transformer_lens.model_bridge.supported_architectures.gptj module transformer_lens.model_bridge.supported_architectures.granite module transformer_lens.model_bridge.supported_architectures.granite_moe module transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid module transformer_lens.model_bridge.supported_architectures.hrm_text module transformer_lens.model_bridge.supported_architectures.hubert module transformer_lens.model_bridge.supported_architectures.hunyuan_v1_dense module transformer_lens.model_bridge.supported_architectures.hyenadna module transformer_lens.model_bridge.supported_architectures.idefics3 module transformer_lens.model_bridge.supported_architectures.internlm2 module transformer_lens.model_bridge.supported_architectures.jais2 module transformer_lens.model_bridge.supported_architectures.jamba module transformer_lens.model_bridge.supported_architectures.jetmoe module transformer_lens.model_bridge.supported_architectures.laguna module transformer_lens.model_bridge.supported_architectures.led module transformer_lens.model_bridge.supported_architectures.lfm2 module transformer_lens.model_bridge.supported_architectures.lfm2_moe module transformer_lens.model_bridge.supported_architectures.llada module transformer_lens.model_bridge.supported_architectures.llada2_moe module transformer_lens.model_bridge.supported_architectures.llama module transformer_lens.model_bridge.supported_architectures.llama4 module transformer_lens.model_bridge.supported_architectures.llama4_multimodal module transformer_lens.model_bridge.supported_architectures.llava module transformer_lens.model_bridge.supported_architectures.llava_next module transformer_lens.model_bridge.supported_architectures.llava_onevision module transformer_lens.model_bridge.supported_architectures.longt5 module transformer_lens.model_bridge.supported_architectures.m2m100 module transformer_lens.model_bridge.supported_architectures.mamba module transformer_lens.model_bridge.supported_architectures.mamba2 module transformer_lens.model_bridge.supported_architectures.marian module transformer_lens.model_bridge.supported_architectures.mbart module transformer_lens.model_bridge.supported_architectures.mingpt module transformer_lens.model_bridge.supported_architectures.minimax_m2 module transformer_lens.model_bridge.supported_architectures.ministral3 module transformer_lens.model_bridge.supported_architectures.mistral module transformer_lens.model_bridge.supported_architectures.mistral3 module transformer_lens.model_bridge.supported_architectures.mixtral module transformer_lens.model_bridge.supported_architectures.modernbert_decoder module transformer_lens.model_bridge.supported_architectures.mpt module transformer_lens.model_bridge.supported_architectures.music_flamingo module transformer_lens.model_bridge.supported_architectures.nanochat module transformer_lens.model_bridge.supported_architectures.nanogpt module transformer_lens.model_bridge.supported_architectures.native module transformer_lens.model_bridge.supported_architectures.neel_solu_old module transformer_lens.model_bridge.supported_architectures.nemotron module transformer_lens.model_bridge.supported_architectures.nemotron_h module transformer_lens.model_bridge.supported_architectures.neo module transformer_lens.model_bridge.supported_architectures.neox module transformer_lens.model_bridge.supported_architectures.olmo module transformer_lens.model_bridge.supported_architectures.olmo2 module transformer_lens.model_bridge.supported_architectures.olmo3 module transformer_lens.model_bridge.supported_architectures.olmo_hybrid module transformer_lens.model_bridge.supported_architectures.olmoe module transformer_lens.model_bridge.supported_architectures.openai_gpt module transformer_lens.model_bridge.supported_architectures.openelm module transformer_lens.model_bridge.supported_architectures.opt module transformer_lens.model_bridge.supported_architectures.ouro module transformer_lens.model_bridge.supported_architectures.pegasus module transformer_lens.model_bridge.supported_architectures.phi module transformer_lens.model_bridge.supported_architectures.phi3 module transformer_lens.model_bridge.supported_architectures.phimoe module transformer_lens.model_bridge.supported_architectures.pretrain module transformer_lens.model_bridge.supported_architectures.qwen module transformer_lens.model_bridge.supported_architectures.qwen2 module transformer_lens.model_bridge.supported_architectures.qwen2_5_vl module transformer_lens.model_bridge.supported_architectures.qwen2_audio module transformer_lens.model_bridge.supported_architectures.qwen2_moe module transformer_lens.model_bridge.supported_architectures.qwen3 module transformer_lens.model_bridge.supported_architectures.qwen3_5 module transformer_lens.model_bridge.supported_architectures.qwen3_5_moe module transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal module transformer_lens.model_bridge.supported_architectures.qwen3_moe module transformer_lens.model_bridge.supported_architectures.qwen3_next module transformer_lens.model_bridge.supported_architectures.qwen3_vl module transformer_lens.model_bridge.supported_architectures.qwen3_vl_moe module transformer_lens.model_bridge.supported_architectures.raven module transformer_lens.model_bridge.supported_architectures.recurrent_gemma module transformer_lens.model_bridge.supported_architectures.rwkv module transformer_lens.model_bridge.supported_architectures.rwkv7 module transformer_lens.model_bridge.supported_architectures.seed_oss module transformer_lens.model_bridge.supported_architectures.smollm3 module transformer_lens.model_bridge.supported_architectures.stablelm module transformer_lens.model_bridge.supported_architectures.starcoder2 module transformer_lens.model_bridge.supported_architectures.switch_transformers module transformer_lens.model_bridge.supported_architectures.t5 module transformer_lens.model_bridge.supported_architectures.t5gemma module transformer_lens.model_bridge.supported_architectures.t5gemma2 module transformer_lens.model_bridge.supported_architectures.vaultgemma module transformer_lens.model_bridge.supported_architectures.vit module transformer_lens.model_bridge.supported_architectures.xglm module transformer_lens.model_bridge.supported_architectures.youtu module transformer_lens.model_bridge.supported_architectures.zamba2 module transformer_lens.model_bridge.types module transformer_lens.patching module transformer_lens.pretrained module transformer_lens.pretrained.weight_conversions module transformer_lens.pretrained.weight_conversions.apertus module transformer_lens.pretrained.weight_conversions.bert module transformer_lens.pretrained.weight_conversions.bloom module transformer_lens.pretrained.weight_conversions.coder module transformer_lens.pretrained.weight_conversions.gemma module transformer_lens.pretrained.weight_conversions.gpt2 module transformer_lens.pretrained.weight_conversions.gptj module transformer_lens.pretrained.weight_conversions.hubert module transformer_lens.pretrained.weight_conversions.llama module transformer_lens.pretrained.weight_conversions.mingpt module transformer_lens.pretrained.weight_conversions.mistral module transformer_lens.pretrained.weight_conversions.mixtral module transformer_lens.pretrained.weight_conversions.nanogpt module transformer_lens.pretrained.weight_conversions.neel_solu_old module transformer_lens.pretrained.weight_conversions.neo module transformer_lens.pretrained.weight_conversions.neox module transformer_lens.pretrained.weight_conversions.olmo module transformer_lens.pretrained.weight_conversions.olmo2 module transformer_lens.pretrained.weight_conversions.olmo3 module transformer_lens.pretrained.weight_conversions.olmoe module transformer_lens.pretrained.weight_conversions.openai module transformer_lens.pretrained.weight_conversions.opt module transformer_lens.pretrained.weight_conversions.phi module transformer_lens.pretrained.weight_conversions.phi3 module transformer_lens.pretrained.weight_conversions.qwen module transformer_lens.pretrained.weight_conversions.qwen2 module transformer_lens.pretrained.weight_conversions.qwen3 module transformer_lens.pretrained.weight_conversions.t5 module transformer_lens.supported_models module transformer_lens.tools module transformer_lens.tools.analysis module transformer_lens.tools.analysis.direct_logit_attribution module transformer_lens.tools.analysis.direct_path_patching module transformer_lens.tools.analysis.jacobian_lens module transformer_lens.tools.model_registry module transformer_lens.tools.model_registry.alias_drift module transformer_lens.tools.model_registry.api module transformer_lens.tools.model_registry.discover_architectures module transformer_lens.tools.model_registry.exceptions module transformer_lens.tools.model_registry.generate_report module transformer_lens.tools.model_registry.hf_scraper module transformer_lens.tools.model_registry.registry_io module transformer_lens.tools.model_registry.relevancy module transformer_lens.tools.model_registry.schemas module transformer_lens.tools.model_registry.validate module transformer_lens.tools.model_registry.verification module transformer_lens.tools.model_registry.verify_models module transformer_lens.train module transformer_lens.utilities module transformer_lens.utilities.activation_functions module transformer_lens.utilities.addmm module transformer_lens.utilities.aliases module transformer_lens.utilities.architectures module transformer_lens.utilities.attention module transformer_lens.utilities.attribute_utils module transformer_lens.utilities.bridge_components module transformer_lens.utilities.cache module transformer_lens.utilities.components_utils module transformer_lens.utilities.defaults_utils module transformer_lens.utilities.devices module transformer_lens.utilities.exploratory_utils module transformer_lens.utilities.gpu_utils module transformer_lens.utilities.hf_utils module transformer_lens.utilities.initialization_utils module transformer_lens.utilities.library_utils module transformer_lens.utilities.lm_utils module transformer_lens.utilities.logits_utils module transformer_lens.utilities.matrix module transformer_lens.utilities.multi_gpu module transformer_lens.utilities.slice module transformer_lens.utilities.tensors module transformer_lens.utilities.tokenize_utils module transformer_lens.utilities.tracr module transformer_lens.utilities.typed_module_list module transformer_lens.utils module transformer_lens.weight_processing module TransformerBlock (class in transformer_lens.components.transformer_block) TransformerBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.bridge) TransformerBridgeConfig (class in transformer_lens) (class in transformer_lens.config.transformer_bridge_config) transformerlens_version (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] TransformerLensConfig (class in transformer_lens.config.transformer_lens_config) TransformerLensKeyValueCache (class in transformer_lens) (class in transformer_lens.cache.key_value_cache) TransformerLensKeyValueCacheEntry (class in transformer_lens) (class in transformer_lens.cache.key_value_cache_entry) TransformerLensPath (in module transformer_lens.model_bridge) translate_transformer_lens_path() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) transport() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) transpose() (in module transformer_lens.utilities.tensors) (in module transformer_lens.utils) TransposeTensorConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.transpose_tensor_conversion) trust_remote_code (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) TypedModuleList (class in transformer_lens.utilities.typed_module_list)

U

unbatch_outputs() (in module transformer_lens.lit.utils) Unembed (class in transformer_lens.components.unembed) UnembeddingBridge (class in transformer_lens.model_bridge) (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.unembedding) unfreeze() (transformer_lens.cache.key_value_cache.TransformerLensKeyValueCache method) (transformer_lens.TransformerLensKeyValueCache method) ungroup_grouped_query_attention (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) unit (transformer_lens.tools.analysis.direct_logit_attribution.DirectLogitAttribution attribute), [1] (transformer_lens.tools.analysis.DirectLogitAttribution attribute), [1] unwrap() (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig class method) (transformer_lens.config.transformer_lens_config.TransformerLensConfig class method) (transformer_lens.utilities.slice.Slice class method) (transformer_lens.utils.Slice class method) update_model_registry() (in module transformer_lens.benchmarks.main_benchmark) update_model_status() (in module transformer_lens.tools.model_registry.registry_io) url (transformer_lens.lit.LITWidget property) use_attention_sinks (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) use_attn_in (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) use_attn_result (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) use_attn_scale (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) USE_FP16 (transformer_lens.lit.constants.DefaultConfig attribute) use_hook_mlp_in (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) use_hook_tokens (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) use_jacobian (transformer_lens.tools.analysis.jacobian_lens.JacobianLensReadout attribute), [1] (transformer_lens.tools.analysis.JacobianLensReadout attribute), [1] use_local_attn (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) use_normalization_before_and_after (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) use_NTK_by_parts_rope (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) use_qk_norm (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) use_split_qkv_input (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) use_yarn_rope (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) user_hook (transformer_lens.hook_points.LensHandle attribute) uses_rms_norm (transformer_lens.config.transformer_lens_config.TransformerLensConfig attribute) (transformer_lens.model_bridge.generalized_components.normalization.NormalizationBridge property) (transformer_lens.model_bridge.generalized_components.NormalizationBridge property) (transformer_lens.model_bridge.NormalizationBridge property) uses_split_attention (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.afmoe.AfmoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ast.ASTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bart.BartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bd3lm.BD3LMArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bert.BertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bitnet.BitNetArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.blenderbot.BlenderbotArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.falcon_h1.FalconH1ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma3n.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma4.Gemma4ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.glm4v.Glm4vArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid.GraniteMoeHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hrm_text.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hubert.HubertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jamba.JambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jetmoe.JetMoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.laguna.LagunaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.lfm2_moe.Lfm2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.m2m100.M2M100ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mbart.MBartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.modernbert_decoder.ModernBertDecoderArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.nanochat.NanoChatArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.nemotron_h.NemotronHArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.olmo_hybrid.OlmoHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.pegasus.PegasusArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen2_5_vl.Qwen2_5_VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal.Qwen3_5MultimodalArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_vl.Qwen3VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.raven.RavenArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.recurrent_gemma.RecurrentGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv7.RWKV7ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vaultgemma.VaultGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vit.ViTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.zamba2.Zamba2ArchitectureAdapter attribute)

V

V_TEMPLATE (transformer_lens.lit.constants.HookPointNames attribute) valid (transformer_lens.tools.model_registry.validate.ValidationResult attribute), [1] validate_architecture_gaps_report() (in module transformer_lens.tools.model_registry.validate) validate_data_directory() (in module transformer_lens.tools.model_registry.validate) validate_input_example() (in module transformer_lens.lit.utils) validate_json_schema() (in module transformer_lens.tools.model_registry.validate) validate_model() (transformer_lens.tools.analysis.jacobian_lens.JacobianLens method) (transformer_lens.tools.analysis.JacobianLens method) validate_output_logits_transform() (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter method) (transformer_lens.model_bridge.ArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.mpt.MPTArchitectureAdapter method) (transformer_lens.model_bridge.supported_architectures.MPTArchitectureAdapter method) validate_supported_models_report() (in module transformer_lens.tools.model_registry.validate) validate_verification_history() (in module transformer_lens.tools.model_registry.validate) ValidationError (class in transformer_lens.tools.model_registry.validate) ValidationResult (class in transformer_lens.tools.model_registry.validate) value (transformer_lens.tools.model_registry.validate.ValidationError attribute), [1] vanilla_addmm() (in module transformer_lens.utilities.addmm) VaultGemmaArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.vaultgemma) VerificationHistory (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.verification)

VerificationProgress (class in transformer_lens.tools.model_registry.verify_models) VerificationRecord (class in transformer_lens.tools.model_registry) (class in transformer_lens.tools.model_registry.verification) verified (transformer_lens.tools.model_registry.verify_models.VerificationProgress attribute) verified_by (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] verified_count (transformer_lens.tools.model_registry.ArchitectureStats attribute), [1] (transformer_lens.tools.model_registry.schemas.ArchitectureStats attribute), [1] verified_date (transformer_lens.tools.model_registry.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.schemas.ModelEntry attribute), [1] (transformer_lens.tools.model_registry.verification.VerificationRecord attribute), [1] (transformer_lens.tools.model_registry.VerificationRecord attribute), [1] verify_models() (in module transformer_lens.tools.model_registry.verify_models) VisionClassifierHeadBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.vision_classifier_head) VisionEmbeddingsBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.vision_embeddings) VisionProjectionBridge (class in transformer_lens.model_bridge.generalized_components) (class in transformer_lens.model_bridge.generalized_components.vision_projection) ViTArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.vit)

W

W_E (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.EmbeddingBridge property) (transformer_lens.model_bridge.generalized_components.embedding.EmbeddingBridge property) (transformer_lens.model_bridge.generalized_components.EmbeddingBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_gate (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge property) (transformer_lens.model_bridge.generalized_components.MLPBridge property) (transformer_lens.model_bridge.MLPBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_in (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge property) (transformer_lens.model_bridge.generalized_components.MLPBridge property) (transformer_lens.model_bridge.MLPBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_K (transformer_lens.components.grouped_query_attention.GroupedQueryAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_O (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_out (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.mlp.MLPBridge property) (transformer_lens.model_bridge.generalized_components.MLPBridge property) (transformer_lens.model_bridge.MLPBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_pos (transformer_lens.model_bridge.generalized_components.pos_embed.PosEmbedBridge property) (transformer_lens.model_bridge.generalized_components.PosEmbedBridge property) W_Q (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) W_U (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.unembedding.UnembeddingBridge property) (transformer_lens.model_bridge.generalized_components.UnembeddingBridge property) (transformer_lens.model_bridge.TransformerBridge property) (transformer_lens.model_bridge.UnembeddingBridge property) W_V (transformer_lens.components.grouped_query_attention.GroupedQueryAttention property) (transformer_lens.HookedAudioEncoder.HookedAudioEncoder property) (transformer_lens.model_bridge.AttentionBridge property) (transformer_lens.model_bridge.bridge.TransformerBridge property) (transformer_lens.model_bridge.generalized_components.attention.AttentionBridge property) (transformer_lens.model_bridge.generalized_components.AttentionBridge property) (transformer_lens.model_bridge.TransformerBridge property) wandb (transformer_lens.train.HookedTransformerTrainConfig attribute)

wandb_project_name (transformer_lens.train.HookedTransformerTrainConfig attribute) WARM_START (transformer_lens.lit.constants.ServerConfig attribute) warmup_steps (transformer_lens.train.HookedTransformerTrainConfig attribute) warn_if_mps() (in module transformer_lens.utilities.devices) (in module transformer_lens.utils) WARNING (transformer_lens.benchmarks.BenchmarkSeverity attribute) (transformer_lens.benchmarks.utils.BenchmarkSeverity attribute) weight_decay (transformer_lens.train.HookedTransformerTrainConfig attribute) weight_processing_conversions (transformer_lens.model_bridge.architecture_adapter.ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.afmoe.AfmoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.ast.ASTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bart.BartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bd3lm.BD3LMArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bert.BertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.bitnet.BitNetArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.blenderbot.BlenderbotArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.dream.DreamArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.falcon_h1.FalconH1ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma3n.Gemma3nArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gemma4.Gemma4ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.gidd.GiddArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.glm4v.Glm4vArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.granite_moe_hybrid.GraniteMoeHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hrm_text.HrmTextArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hubert.HubertArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.hyenadna.HyenaDNAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jamba.JambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.jetmoe.JetMoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.laguna.LagunaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.lfm2_moe.Lfm2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada.LLaDAArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.llada2_moe.LLaDA2MoeArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.m2m100.M2M100ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba.MambaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mamba2.Mamba2ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.mbart.MBartArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.modernbert_decoder.ModernBertDecoderArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.nanochat.NanoChatArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.nemotron_h.NemotronHArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.olmo_hybrid.OlmoHybridArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.pegasus.PegasusArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.phi.PhiArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen2_5_vl.Qwen2_5_VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_5_multimodal.Qwen3_5MultimodalArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.qwen3_vl.Qwen3VLArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.raven.RavenArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.recurrent_gemma.RecurrentGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv.RwkvArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.rwkv7.RWKV7ArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vaultgemma.VaultGemmaArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.vit.ViTArchitectureAdapter attribute) (transformer_lens.model_bridge.supported_architectures.zamba2.Zamba2ArchitectureAdapter attribute) WeightProcessingConfig (class in transformer_lens.benchmarks.granular_weight_processing) window_size (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) wrap_for_lit() (in module transformer_lens.lit) (in module transformer_lens.lit.dataset)

X

XGLMArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.xglm)

XIELU (class in transformer_lens.utilities.activation_functions) xielu() (in module transformer_lens.utilities.activation_functions)

Y

yarn_attention_factor (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) yarn_beta_fast (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) yarn_beta_slow (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) yarn_factor (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute)

yarn_global_attn_only (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) yarn_original_max_position_embeddings (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) yarn_truncate (transformer_lens.config.hooked_transformer_config.HookedTransformerConfig attribute) YoutuArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.youtu)

Z

Zamba2ArchitectureAdapter (class in transformer_lens.model_bridge.supported_architectures) (class in transformer_lens.model_bridge.supported_architectures.zamba2)

ZerosLikeConversion (class in transformer_lens.conversion_utils.conversion_steps) (class in transformer_lens.conversion_utils.conversion_steps.zeros_like_conversion)