Index

_

__init__() (transformer.attns.CrossAttention method) (transformer.attns.GQA method) (transformer.attns.MHA method) (transformer.config.TransformerConfig method) (transformer.ffn.MLP method) (transformer.ffn.SwiGLU method) (transformer.pos.ALiBi method) (transformer.pos.PartialRoPE method) (transformer.pos.RoPE method) (transformer.transformer.Transformer method) (transformer.transformer.TransformerBlock method)

A

ALiBi (class in transformer.pos)

B

base_model_prefix (transformer.transformer.Transformer attribute)

C

check_type() (in module transformer.utils)

config_class (transformer.transformer.Transformer attribute) CrossAttention (class in transformer.attns)

F

forward() (transformer.attns.CrossAttention method) (transformer.attns.GQA method) (transformer.attns.MHA method) (transformer.ffn.MLP method) (transformer.ffn.SwiGLU method) (transformer.pos.ALiBi method) (transformer.pos.PartialRoPE method) (transformer.pos.RoPE method) (transformer.transformer.Transformer method) (transformer.transformer.TransformerBlock method)

G

get_input_embeddings() (transformer.transformer.Transformer method)

get_num_params() (transformer.transformer.Transformer method) GQA (class in transformer.attns)

I

input_modalities (transformer.transformer.Transformer attribute)

M

MHA (class in transformer.attns) MLP (class in transformer.ffn) model_type (transformer.config.TransformerConfig attribute)

module transformer.config transformer.utils

P

PartialRoPE (class in transformer.pos)

R

resolve_layer_config() (in module transformer.utils)

RoPE (class in transformer.pos)

S

set_input_embeddings() (transformer.transformer.Transformer method)

supports_gradient_checkpointing (transformer.transformer.Transformer attribute) SwiGLU (class in transformer.ffn)

T

Transformer (class in transformer.transformer) transformer.config module

transformer.utils module TransformerBlock (class in transformer.transformer) TransformerConfig (class in transformer.config)