Coverage for transformer_lens/model_bridge/sources/transformers/__init__.py: 100%

1"""HuggingFace ``transformers`` source for TransformerBridge.""" 

2from __future__ import annotations 

3 

4# Re-exported so external code that patches ``AutoConfig.from_pretrained`` / 

5# ``AutoModelForCausalLM.from_pretrained`` / ``AutoTokenizer.from_pretrained`` via this 

6# module path keeps working after the package split. Class-method monkey-patches reach 

7# the same class objects that ``source.py`` / ``helpers.py`` use directly, so this 

8# re-export keeps tests stable. 

9from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer 

10 

11from transformer_lens.model_bridge.bridge import TransformerBridge 

12 

13# Re-export shared HF-format utilities at the historical path for backward compatibility 

14# with `from transformer_lens.model_bridge.sources.transformers import ...` callers. 

15from transformer_lens.model_bridge.sources._hf_format import ( 

16 determine_architecture_from_hf_config, 

17 map_default_transformer_lens_config, 

18 setup_tokenizer, 

19) 

20 

21from .helpers import ( 

22 _CHECKPOINT_REVISION_FORMATS, 

23 _resolve_checkpoint_to_revision, 

24 check_model_support, 

25 get_hf_model_class_for_architecture, 

26 list_supported_models, 

27) 

28from .source import boot 

29 

30# Attach functions to TransformerBridge as static methods. 

31setattr(TransformerBridge, "boot_transformers", staticmethod(boot)) 

32setattr(TransformerBridge, "list_supported_models", staticmethod(list_supported_models)) 

33setattr(TransformerBridge, "check_model_support", staticmethod(check_model_support)) 

34 

35 

36__all__ = [ 

37 "AutoConfig", 

38 "AutoModelForCausalLM", 

39 "AutoTokenizer", 

40 "boot", 

41 "check_model_support", 

42 "determine_architecture_from_hf_config", 

43 "get_hf_model_class_for_architecture", 

44 "list_supported_models", 

45 "map_default_transformer_lens_config", 

46 "setup_tokenizer", 

47 "_CHECKPOINT_REVISION_FORMATS", 

48 "_resolve_checkpoint_to_revision", 

49]