Index

B

Block (class in tmrc.core.models.components.decoder)

C

CausalSelfAttention (class in tmrc.core.models.components.decoder) clear_mask_cache() (tmrc.core.models.components.decoder.SelfAttentionBase class method) compute_attention() (tmrc.core.models.components.decoder.SelfAttentionBase method) (tmrc.core.models.components.decoder.SelfAttentionFlash method) (tmrc.core.models.components.decoder.SelfAttentionFlex method) (tmrc.core.models.components.decoder.SelfAttentionManual method)

create_dataloaders() (in module tmrc.core.training.data)

D

DocumentCausalSelfAttention (class in tmrc.core.models.components.decoder)

F

forward() (tmrc.core.models.components.decoder.Block method) (tmrc.core.models.components.decoder.MLP method) (tmrc.core.models.components.decoder.SelfAttentionBase method) (tmrc.core.models.components.decoder.SwiGLUFFN method) (tmrc.core.models.components.quantizer.VectorQuantizer method) (tmrc.core.models.gpt.GPT method)

G

generate_mask() (tmrc.core.models.components.decoder.SelfAttentionBase method) get_dist_model() (in module tmrc.core.training.train)

get_gpu_memory_info() (tmrc.core.utils.platform.Platform method) get_gpu_memory_peak() (tmrc.core.utils.platform.Platform method) GPT (class in tmrc.core.models.gpt)

I

init_wandb() (in module tmrc.core.training.train)

L

log_model_info() (in module tmrc.core.training.train)

M

MLP (class in tmrc.core.models.components.decoder) module tmrc.core.models.components.decoder tmrc.core.models.components.optimizers tmrc.core.models.components.quantizer tmrc.core.models.gpt tmrc.core.training.data tmrc.core.training.train tmrc.core.utils.platform tmrc.core.utils.registry

P

Platform (class in tmrc.core.utils.platform)

ProfilerParams (class in tmrc.core.training.train)

Q

quantize() (tmrc.core.models.components.quantizer.VectorQuantizer method)

R

register_optimizer() (in module tmrc.core.utils.registry)

S

save_model_periodic() (in module tmrc.core.training.train) SelfAttentionBase (class in tmrc.core.models.components.decoder) SelfAttentionFlash (class in tmrc.core.models.components.decoder)

SelfAttentionFlex (class in tmrc.core.models.components.decoder) SelfAttentionManual (class in tmrc.core.models.components.decoder) SwiGLUFFN (class in tmrc.core.models.components.decoder)

T

tmrc.core.models.components.decoder module tmrc.core.models.components.optimizers module tmrc.core.models.components.quantizer module tmrc.core.models.gpt module tmrc.core.training.data module

tmrc.core.training.train module tmrc.core.utils.platform module tmrc.core.utils.registry module train() (in module tmrc.core.training.train) TrainingParams (class in tmrc.core.training.train)

V

validate_config() (tmrc.core.models.gpt.GPT static method)

VectorQuantizer (class in tmrc.core.models.components.quantizer)