Coverage for transformer_lens/model_bridge/sources/vllm/overlays/__init__.py: 100%

1"""vLLM overlay registry. 

2 

3One :class:`DecoderOnlyOverlay` handles every vLLM decoder-only model 

4(Llama / Qwen / Mistral / Gemma / Phi3 / Qwen3 / Kimi / GLM / …). It's the 

5default for any architecture; per-architecture overlays would only land if a 

6model breaks vLLM's conventional decoder-only shape. 

7""" 

8from __future__ import annotations 

9 

10from .base import AdapterOverlay 

11from .decoder_only import DecoderOnlyOverlay 

12 

13DEFAULT_VLLM_OVERLAY: AdapterOverlay = DecoderOnlyOverlay() 

14 

15 

16def get_overlay(architecture: str) -> AdapterOverlay: 

17 """Return the overlay for an architecture; falls back to the decoder-only default.""" 

18 return DEFAULT_VLLM_OVERLAY 

19 

20 

21__all__ = ["AdapterOverlay", "DEFAULT_VLLM_OVERLAY", "DecoderOnlyOverlay", "get_overlay"]