Coverage for transformer_lens/__init__.py: 89%

1from . import ( 

2 components, 

3 conversion_utils, 

4 evals, 

5 factories, 

6 head_detector, 

7 hook_points, 

8 patching, 

9 tools, 

10 train, 

11 utilities, 

12) 

13from . import loading_from_pretrained as loading 

14from . import supported_models 

15from .ActivationCache import ActivationCache 

16from .BertNextSentencePrediction import BertNextSentencePrediction 

17from .cache.key_value_cache import TransformerLensKeyValueCache 

18from .cache.key_value_cache_entry import TransformerLensKeyValueCacheEntry 

19from .config import HookedTransformerConfig, TransformerBridgeConfig 

20from .FactoredMatrix import FactoredMatrix 

21from .HookedEncoder import HookedEncoder 

22from .HookedAudioEncoder import HookedAudioEncoder 

23from .HookedEncoderDecoder import HookedEncoderDecoder 

24from .HookedTransformer import HookedTransformer 

25from .HookedRootModule import HookedRootModule 

26 

27# LIT integration (optional, requires lit-nlp package) 

28try: 

29 from . import lit 

30except ImportError: 

31 # LIT is an optional dependency 

32 lit = None # type: ignore 

33 

34from .SVDInterpreter import SVDInterpreter 

35 

36import os as _os # noqa: E402 

37 

38# Unconditional: without it, any model whose config writes an integral value for 

39# a float field cannot be loaded at all. See enable_hf_numeric_tower. 

40from .utilities.hf_utils import enable_hf_numeric_tower as _enable_hf_numeric_tower # noqa: E402 

41 

42_enable_hf_numeric_tower() 

43 

44if _os.environ.get("TRANSFORMERLENS_HF_RETRY") == "1": 44 ↛ 49line 44 didn't jump to line 49 because the condition on line 44 was always true

45 from .utilities.hf_utils import enable_hf_retry as _enable_hf_retry # noqa: E402 

46 

47 _enable_hf_retry() 

48 

49__all__ = [ 

50 "HookedTransformerConfig", 

51 "TransformerBridgeConfig", 

52 "FactoredMatrix", 

53 "ActivationCache", 

54 "HookedTransformer", 

55 "SVDInterpreter", 

56 "HookedEncoder", 

57 "HookedEncoderDecoder", 

58 "HookedRootModule", 

59 "TransformerLensKeyValueCache", 

60 "TransformerLensKeyValueCacheEntry", 

61 "components", 

62 "conversion_utils", 

63 "factories", 

64 "utilities", 

65 "tools", 

66]