transformer-heads
latest
Contents:
Readme File
Transformer Heads
Images
transformer_heads package
transformer-heads
Index
Edit on GitHub
Index
A
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
L
|
M
|
N
|
O
|
P
|
S
|
T
|
V
A
attentions (transformer_heads.output.HeadedModelOutput attribute)
C
check_consistency() (in module transformer_heads.tests.test_load_model)
create_headed_model_config() (in module transformer_heads.config)
create_headed_qlora() (in module transformer_heads.util.load_model)
D
DataCollatorWithPadding (class in transformer_heads.util.helpers)
E
evaluate_head_wise() (in module transformer_heads.util.evaluate)
F
feature_name_to_padding_value (transformer_heads.util.helpers.DataCollatorWithPadding attribute)
find_all_linear_names() (in module transformer_heads.util.model)
forward() (transformer_heads.model.head.MLPHead method)
from_head_config() (transformer_heads.model.head.MLPHead class method)
G
get_headed_pretrained_model_class() (in module transformer_heads.model.model)
get_model_params() (in module transformer_heads.util.helpers)
get_multi_head_transformer() (in module transformer_heads.model.model)
get_some_preds() (in module transformer_heads.util.evaluate)
get_test_inputs() (in module transformer_heads.tests.test_load_model)
get_top_n_preds() (in module transformer_heads.util.evaluate)
H
head_configs (transformer_heads.model.model.HeadedModel attribute)
HeadConfig (class in transformer_heads.config)
HeadedModel (class in transformer_heads.model.model)
HeadedModelOutput (class in transformer_heads.output)
heads (transformer_heads.model.model.HeadedModel attribute)
hidden_size (transformer_heads.config.HeadConfig attribute)
hidden_states (transformer_heads.output.HeadedModelOutput attribute)
I
in_size (transformer_heads.config.HeadConfig attribute)
is_causal_lm (transformer_heads.config.HeadConfig attribute)
is_regression (transformer_heads.config.HeadConfig attribute)
items() (transformer_heads.config.HeadConfig method)
L
layer_hook (transformer_heads.config.HeadConfig attribute)
lm_head (transformer_heads.model.model.HeadedModel attribute)
lm_head_config (transformer_heads.model.model.HeadedModel attribute)
load_from_safetensors() (transformer_heads.model.head.MLPHead method)
load_headed() (in module transformer_heads.util.load_model)
load_lora_with_heads() (in module transformer_heads.util.load_model)
loss (transformer_heads.output.HeadedModelOutput attribute)
loss_by_head (transformer_heads.output.HeadedModelOutput attribute)
loss_fct (transformer_heads.config.HeadConfig attribute)
loss_weight (transformer_heads.config.HeadConfig attribute)
M
MLPHead (class in transformer_heads.model.head)
module
transformer_heads
transformer_heads.config
transformer_heads.constants
transformer_heads.model
transformer_heads.model.head
transformer_heads.model.model
transformer_heads.output
transformer_heads.tests
transformer_heads.tests.test_load_model
transformer_heads.util
transformer_heads.util.evaluate
transformer_heads.util.helpers
transformer_heads.util.load_model
transformer_heads.util.model
N
name (transformer_heads.config.HeadConfig attribute)
num_layers (transformer_heads.config.HeadConfig attribute)
num_outputs (transformer_heads.config.HeadConfig attribute)
O
output_activation (transformer_heads.config.HeadConfig attribute)
output_bias (transformer_heads.config.HeadConfig attribute)
P
past_key_values (transformer_heads.output.HeadedModelOutput attribute)
patch_quantization_config() (in module transformer_heads.util.load_model)
patch_save_pretrained() (in module transformer_heads.util.model)
patch_state_dict() (in module transformer_heads.util.model)
pred_for_sequence (transformer_heads.config.HeadConfig attribute)
preds_by_head (transformer_heads.output.HeadedModelOutput attribute)
print_trainable_parameters() (in module transformer_heads.util.model)
S
save_to_safetensors() (transformer_heads.model.head.MLPHead method)
set_requires_grad() (transformer_heads.model.head.MLPHead method)
T
test_load_model() (in module transformer_heads.tests.test_load_model)
test_load_quantized() (in module transformer_heads.tests.test_load_model)
test_qlora() (in module transformer_heads.tests.test_load_model)
trainable (transformer_heads.config.HeadConfig attribute)
transformer_heads
module
transformer_heads.config
module
transformer_heads.constants
module
transformer_heads.model
module
transformer_heads.model.head
module
transformer_heads.model.model
module
transformer_heads.output
module
transformer_heads.tests
module
transformer_heads.tests.test_load_model
module
transformer_heads.util
module
transformer_heads.util.evaluate
module
transformer_heads.util.helpers
module
transformer_heads.util.load_model
module
transformer_heads.util.model
module
V
vocab_size (transformer_heads.model.model.HeadedModel attribute)