Index

_

__init__() (transformer.attns.CrossAttention method) (transformer.attns.GQA method) (transformer.attns.MHA method) (transformer.config.TransformerConfig method) (transformer.encoder_decoder.EncoderDecoderModel method) (transformer.ffn.MLP method) (transformer.ffn.SwiGLU method) (transformer.lora.LoRALinear method) (transformer.pos.ALiBi method) (transformer.pos.PartialRoPE method) (transformer.pos.RoPE method) (transformer.transformer.Transformer method) (transformer.transformer.TransformerBlock method)

A

ALiBi (class in transformer.pos)

apply_lora_to_model() (in module transformer.lora)

B

base_model_prefix (transformer.transformer.Transformer attribute)

C

config_class (transformer.transformer.Transformer attribute)

CrossAttention (class in transformer.attns)

D

decode() (transformer.encoder_decoder.EncoderDecoderModel method)

E

encode() (transformer.encoder_decoder.EncoderDecoderModel method)

EncoderDecoderModel (class in transformer.encoder_decoder)

F

forward() (transformer.attns.CrossAttention method) (transformer.attns.GQA method) (transformer.attns.MHA method) (transformer.encoder_decoder.EncoderDecoderModel method) (transformer.ffn.MLP method) (transformer.ffn.SwiGLU method) (transformer.lora.LoRALinear method) (transformer.pos.ALiBi method) (transformer.pos.PartialRoPE method) (transformer.pos.RoPE method) (transformer.transformer.Transformer method) (transformer.transformer.TransformerBlock method)

from_pretrained() (transformer.transformer.Transformer class method)

G

get_input_embeddings() (transformer.transformer.Transformer method) get_layer_type() (in module transformer.utils)

get_num_params() (transformer.transformer.Transformer method) GQA (class in transformer.attns)

I

input_modalities (transformer.transformer.Transformer attribute)

L

LayerType (class in transformer.utils)

LIST (transformer.utils.LayerType attribute) LoRALinear (class in transformer.lora)

M

MHA (class in transformer.attns) MLP (class in transformer.ffn) model_type (transformer.config.TransformerConfig attribute)

module transformer.config transformer.utils

N

NN_MODULE (transformer.utils.LayerType attribute)

P

PartialRoPE (class in transformer.pos)

prepare_inputs_for_generation() (transformer.encoder_decoder.EncoderDecoderModel method) push_to_hub() (transformer.transformer.Transformer method)

R

resolve_layer_config() (in module transformer.utils)

RoPE (class in transformer.pos)

S

set_input_embeddings() (transformer.transformer.Transformer method) STRING (transformer.utils.LayerType attribute) supports_cache (transformer.attns.GQA attribute) (transformer.attns.MHA attribute)

supports_gradient_checkpointing (transformer.transformer.Transformer attribute) SwiGLU (class in transformer.ffn)

T

Transformer (class in transformer.transformer) transformer.config module

transformer.utils module TransformerBlock (class in transformer.transformer) TransformerConfig (class in transformer.config)