Index

A

attentions (transformer_heads.output.HeadedModelOutput attribute)

C

check_consistency() (in module transformer_heads.tests.test_load_model)

create_headed_model_config() (in module transformer_heads.config) create_headed_qlora() (in module transformer_heads.util.load_model)

D

DataCollatorWithPadding (class in transformer_heads.util.helpers)

E

evaluate_head_wise() (in module transformer_heads.util.evaluate)

F

feature_name_to_padding_value (transformer_heads.util.helpers.DataCollatorWithPadding attribute) find_all_linear_names() (in module transformer_heads.util.model)

forward() (transformer_heads.model.head.MLPHead method) from_head_config() (transformer_heads.model.head.MLPHead class method)

G

get_headed_pretrained_model_class() (in module transformer_heads.model.model) get_model_params() (in module transformer_heads.util.helpers) get_multi_head_transformer() (in module transformer_heads.model.model)

get_some_preds() (in module transformer_heads.util.evaluate) get_test_inputs() (in module transformer_heads.tests.test_load_model) get_top_n_preds() (in module transformer_heads.util.evaluate)

H

head_configs (transformer_heads.model.model.HeadedModel attribute) HeadConfig (class in transformer_heads.config) HeadedModel (class in transformer_heads.model.model)

HeadedModelOutput (class in transformer_heads.output) heads (transformer_heads.model.model.HeadedModel attribute) hidden_size (transformer_heads.config.HeadConfig attribute) hidden_states (transformer_heads.output.HeadedModelOutput attribute)

I

in_size (transformer_heads.config.HeadConfig attribute) is_causal_lm (transformer_heads.config.HeadConfig attribute)

is_regression (transformer_heads.config.HeadConfig attribute) items() (transformer_heads.config.HeadConfig method)

L

layer_hook (transformer_heads.config.HeadConfig attribute) lm_head (transformer_heads.model.model.HeadedModel attribute) lm_head_config (transformer_heads.model.model.HeadedModel attribute) load_from_safetensors() (transformer_heads.model.head.MLPHead method) load_headed() (in module transformer_heads.util.load_model)

load_lora_with_heads() (in module transformer_heads.util.load_model) loss (transformer_heads.output.HeadedModelOutput attribute) loss_by_head (transformer_heads.output.HeadedModelOutput attribute) loss_fct (transformer_heads.config.HeadConfig attribute) loss_weight (transformer_heads.config.HeadConfig attribute)

M

MLPHead (class in transformer_heads.model.head) module transformer_heads transformer_heads.config transformer_heads.constants transformer_heads.model transformer_heads.model.head transformer_heads.model.model transformer_heads.output transformer_heads.tests transformer_heads.tests.test_load_model transformer_heads.util transformer_heads.util.evaluate transformer_heads.util.helpers transformer_heads.util.load_model transformer_heads.util.model

N

name (transformer_heads.config.HeadConfig attribute)

num_layers (transformer_heads.config.HeadConfig attribute) num_outputs (transformer_heads.config.HeadConfig attribute)

O

output_activation (transformer_heads.config.HeadConfig attribute)

output_bias (transformer_heads.config.HeadConfig attribute)

P

past_key_values (transformer_heads.output.HeadedModelOutput attribute) patch_quantization_config() (in module transformer_heads.util.load_model) patch_save_pretrained() (in module transformer_heads.util.model)

patch_state_dict() (in module transformer_heads.util.model) pred_for_sequence (transformer_heads.config.HeadConfig attribute) preds_by_head (transformer_heads.output.HeadedModelOutput attribute) print_trainable_parameters() (in module transformer_heads.util.model)

S

save_to_safetensors() (transformer_heads.model.head.MLPHead method)

set_requires_grad() (transformer_heads.model.head.MLPHead method)

T

test_load_model() (in module transformer_heads.tests.test_load_model) test_load_quantized() (in module transformer_heads.tests.test_load_model) test_qlora() (in module transformer_heads.tests.test_load_model) trainable (transformer_heads.config.HeadConfig attribute) transformer_heads module transformer_heads.config module transformer_heads.constants module transformer_heads.model module transformer_heads.model.head module transformer_heads.model.model module

transformer_heads.output module transformer_heads.tests module transformer_heads.tests.test_load_model module transformer_heads.util module transformer_heads.util.evaluate module transformer_heads.util.helpers module transformer_heads.util.load_model module transformer_heads.util.model module

V

vocab_size (transformer_heads.model.model.HeadedModel attribute)