transformer_lens.utilities package

Submodules

• transformer_lens.utilities.activation_functions module
  • XIELU
    • XIELU.forward()
  • gelu_fast()
  • gelu_new()
  • gelu_pytorch_tanh()
  • solu()
  • xielu()
• transformer_lens.utilities.addmm module
  • batch_addmm()
  • vanilla_addmm()
• transformer_lens.utilities.aliases module
  • collect_aliases_recursive()
  • resolve_alias()
• transformer_lens.utilities.architectures module
  • classify_architecture()
  • classify_model_config()
  • classify_model_name()
  • get_architectures_for_config()
  • is_audio_model()
  • is_encoder_decoder_model()
  • is_masked_lm_model()
  • is_multimodal_model()
• transformer_lens.utilities.attention module
  • complex_attn_linear()
  • simple_attn_linear()
• transformer_lens.utilities.attribute_utils module
  • get_nested_attr()
  • set_nested_attr()
• transformer_lens.utilities.bridge_components module
  • apply_fn_to_all_components()
  • collect_all_components()
  • collect_all_submodules_of_component()
  • collect_components_of_block_bridge()
• transformer_lens.utilities.cache module
  • get_pos_offset()
• transformer_lens.utilities.components_utils module
  • get_act_name()
• transformer_lens.utilities.defaults_utils module
  • LocallyOverridenDefaults
    • LocallyOverridenDefaults.__init__()
  • override_or_use_default_value()
• transformer_lens.utilities.devices module
  • ModelWithCfg
    • ModelWithCfg.cfg
    • ModelWithCfg.state_dict()
    • ModelWithCfg.to()
  • get_device()
  • move_to_and_update_config()
  • warn_if_mps()
• transformer_lens.utilities.exploratory_utils module
  • test_prompt()
• transformer_lens.utilities.gpu_utils module
  • print_gpu_mem()
• transformer_lens.utilities.hf_utils module
  • download_file_from_hf()
  • get_dataset()
  • get_hf_token()
  • get_rotary_pct_from_config()
  • keep_single_column()
• transformer_lens.utilities.initialization_utils module
  • calc_fan_in_and_fan_out()
  • init_kaiming_normal_()
  • init_kaiming_uniform_()
  • init_xavier_normal_()
  • init_xavier_uniform_()
• transformer_lens.utilities.library_utils module
  • is_library_available()
• transformer_lens.utilities.lm_utils module
  • lm_accuracy()
  • lm_cross_entropy_loss()
• transformer_lens.utilities.logits_utils module
  • sample_logits()
• transformer_lens.utilities.matrix module
  • composition_scores()
  • get_matrix_corner()
• transformer_lens.utilities.multi_gpu module
  • AvailableDeviceMemory
  • calculate_available_device_cuda_memory()
  • count_unique_devices()
  • determine_available_memory_for_available_devices()
  • find_embedding_device()
  • get_best_available_cuda_device()
  • get_best_available_device()
  • get_device_for_block_index()
  • resolve_device_map()
  • sort_devices_based_on_available_memory()
• transformer_lens.utilities.slice module
  • Slice
    • Slice.__init__()
    • Slice.apply()
    • Slice.indices()
    • Slice.slice
    • Slice.unwrap()
  • SliceInput
• transformer_lens.utilities.tensors module
  • filter_dict_by_prefix()
  • get_corner()
  • get_cumsum_along_dim()
  • get_offset_position_ids()
  • is_lower_triangular()
  • is_square()
  • remove_batch_dim()
  • repeat_along_head_dimension()
  • to_numpy()
  • transpose()
• transformer_lens.utilities.tokenize_utils module
  • get_attention_mask()
  • get_input_with_manually_prepended_bos()
  • get_tokenizer_with_bos()
  • get_tokens_with_bos_removed()
  • tokenize_and_concatenate()

Module contents