Index

A

adapter_params() (torchtune.modules.peft.AdapterModule method) (torchtune.modules.peft.LoRALinear method)

AdapterModule (class in torchtune.modules.peft) alpaca_cleaned_dataset() (in module torchtune.datasets) alpaca_dataset() (in module torchtune.datasets)

C

CausalSelfAttention (class in torchtune.modules) close() (torchtune.utils.metric_logging.DiskLogger method) (torchtune.utils.metric_logging.StdoutLogger method) (torchtune.utils.metric_logging.TensorBoardLogger method) (torchtune.utils.metric_logging.WandBLogger method)

D

decode() (torchtune.modules.Tokenizer method)

DiskLogger (class in torchtune.utils.metric_logging)

E

encode() (torchtune.modules.Tokenizer method)

F

FeedForward (class in torchtune.modules) forward() (torchtune.modules.CausalSelfAttention method) (torchtune.modules.FeedForward method) (torchtune.modules.peft.LoRALinear method) (torchtune.modules.RMSNorm method) (torchtune.modules.RotaryPositionalEmbeddings method) (torchtune.modules.TransformerDecoder method) (torchtune.modules.TransformerDecoderLayer method)

from_file() (torchtune.modules.Tokenizer class method) FullModelHFCheckpointer (class in torchtune.utils) FullModelMetaCheckpointer (class in torchtune.utils)

G

get_adapter_params() (in module torchtune.modules.peft) get_autocast() (in module torchtune.utils.precision) get_cosine_schedule_with_warmup() (in module torchtune.modules) get_device() (in module torchtune.utils)

get_dtype() (in module torchtune.utils.precision) get_gradient_scaler() (in module torchtune.utils.precision) get_logger() (in module torchtune.utils.logging) get_world_size_and_rank() (in module torchtune.utils) grammar_dataset() (in module torchtune.datasets)

I

init_distributed() (in module torchtune.utils)

instantiate() (in module torchtune.config)

K

KVCache (class in torchtune.modules)

L

list_dtypes() (in module torchtune.utils.precision) llama2_7b() (in module torchtune.models.llama2) load_checkpoint() (torchtune.utils.FullModelHFCheckpointer method) (torchtune.utils.FullModelMetaCheckpointer method) log() (torchtune.utils.metric_logging.DiskLogger method) (torchtune.utils.metric_logging.StdoutLogger method) (torchtune.utils.metric_logging.TensorBoardLogger method) (torchtune.utils.metric_logging.WandBLogger method)

log_dict() (torchtune.utils.metric_logging.DiskLogger method) (torchtune.utils.metric_logging.StdoutLogger method) (torchtune.utils.metric_logging.TensorBoardLogger method) (torchtune.utils.metric_logging.WandBLogger method) lora_llama2() (in module torchtune.models.llama2) LoRALinear (class in torchtune.modules.peft)

P

padded_collate() (in module torchtune.utils.collate)

parse() (in module torchtune.config) parse_known_args() (torchtune.utils.argparse.TuneRecipeArgumentParser method)

R

RMSNorm (class in torchtune.modules)

RotaryPositionalEmbeddings (class in torchtune.modules)

S

samsum_dataset() (in module torchtune.datasets) save_checkpoint() (torchtune.utils.FullModelHFCheckpointer method) (torchtune.utils.FullModelMetaCheckpointer method) set_activation_checkpointing() (in module torchtune.utils.memory)

set_seed() (in module torchtune.utils.seed) set_trainable_params() (in module torchtune.modules.peft) slimorca_dataset() (in module torchtune.datasets) StdoutLogger (class in torchtune.utils.metric_logging)

T

TensorBoardLogger (class in torchtune.utils.metric_logging) tokenize_messages() (torchtune.modules.Tokenizer method) Tokenizer (class in torchtune.modules)

TransformerDecoder (class in torchtune.modules) TransformerDecoderLayer (class in torchtune.modules) TuneRecipeArgumentParser (class in torchtune.utils.argparse)

W

WandBLogger (class in torchtune.utils.metric_logging)