Coverage for transformer_lens/model_bridge/supported_architectures/mbart.py: 100%

1"""MBart (``MBartForConditionalGeneration``) adapter: Bart layout but PRE-norm with 

2an extra final LayerNorm per stack; embedding scale is baked in (embed hooks see it).""" 

3 

4from transformer_lens.model_bridge.supported_architectures.bart import ( 

5 BartFamilyArchitectureAdapter, 

6) 

7 

8 

9class MBartArchitectureAdapter(BartFamilyArchitectureAdapter): 

10 """Architecture adapter for MBartForConditionalGeneration models.""" 

11 

12 has_layernorm_embedding = True 

13 has_final_stack_norm = True