Index

_

__init__() (transformer.attns.CrossAttention method) (transformer.attns.GQA method) (transformer.attns.MHA method) (transformer.config.TransformerConfig method) (transformer.ffn.MLP method) (transformer.ffn.SwiGLU method) (transformer.pos.RoPE method) (transformer.transformer.Transformer method) (transformer.transformer.TransformerBlock method)

B

base_model_prefix (transformer.transformer.Transformer attribute)

C

config_class (transformer.transformer.Transformer attribute)

CrossAttention (class in transformer.attns)

F

forward() (transformer.attns.CrossAttention method) (transformer.attns.GQA method) (transformer.attns.MHA method) (transformer.ffn.MLP method) (transformer.ffn.SwiGLU method) (transformer.pos.RoPE method) (transformer.transformer.Transformer method) (transformer.transformer.TransformerBlock method)

G

get_input_embeddings() (transformer.transformer.Transformer method)

get_num_params() (transformer.transformer.Transformer method) GQA (class in transformer.attns)

I

input_modalities (transformer.transformer.Transformer attribute)

M

MHA (class in transformer.attns) MLP (class in transformer.ffn)

model_type (transformer.config.TransformerConfig attribute) module transformer.config

R

RoPE (class in transformer.pos)

S

set_input_embeddings() (transformer.transformer.Transformer method)

supports_gradient_checkpointing (transformer.transformer.Transformer attribute) SwiGLU (class in transformer.ffn)

T

Transformer (class in transformer.transformer) transformer.config module

TransformerBlock (class in transformer.transformer) TransformerConfig (class in transformer.config)