Coverage for transformer_lens/model_bridge/supported_architectures/mistral3.py: 100%

1"""Mistral 3 VLM (``Mistral3ForConditionalGeneration``) adapter: Llava layout with 

2the Pixtral vision tower delegated opaquely.""" 

3 

4from typing import Any 

5 

6from transformer_lens.model_bridge.generalized_components.base import ( 

7 GeneralizedComponent, 

8) 

9from transformer_lens.model_bridge.supported_architectures.llava import ( 

10 LlavaArchitectureAdapter, 

11) 

12 

13 

14class Mistral3ArchitectureAdapter(LlavaArchitectureAdapter): 

15 """Architecture adapter for Mistral3ForConditionalGeneration models.""" 

16 

17 def __init__(self, cfg: Any) -> None: 

18 """Initialize the Mistral 3 architecture adapter.""" 

19 super().__init__(cfg) 

20 

21 # Pixtral's 2D-RoPE block-diagonal attention has no CLIP-shaped bridge, so 

22 # the vision tower is delegated opaquely. 

23 self.components["vision_encoder"] = GeneralizedComponent(name="model.vision_tower")