Index

A

abs_path() (in module ml.trainers.base) account (ml.launchers.slurm.SlurmLauncherConfig attribute) active_steps (ml.trainers.mixins.profiler.Profiler attribute) AdamOptimizer (class in ml.optimizers.adam) AdamOptimizerConfig (class in ml.optimizers.adam) Adan (class in ml.optimizers.adan) AdanOptimizer (class in ml.optimizers.adan) AdanOptimizerConfig (class in ml.optimizers.adan) add() (ml.core.env.StrSetEnvVar method) (ml.utils.meter.Meter method) add_args() (in module ml.utils.argparse) add_exception() (ml.tasks.datasets.error_handling.ExceptionSummary method) add_global_tag() (in module ml.core.env) add_lock_file() (in module ml.trainers.base) (ml.trainers.base.BaseTrainer method) add_logger() (ml.trainers.base.BaseTrainer method) add_loggers() (ml.trainers.base.BaseTrainer method) add_project_dir() (in module ml.core.registry) add_signal_handler() (ml.trainers.base.BaseTrainer method) add_to_queue() (in module ml.tasks.datasets.async_iterable) all_to_all() (in module ml.utils.torch_distributed) allow_nonblocking() (in module ml.utils.device.base) allow_spinners() (in module ml.utils.timer) amsgrad (ml.optimizers.adam.AdamOptimizerConfig attribute) ap (ml.utils.spectrogram.WorldFeatures attribute) append_dims() (in module ml.utils.ops) apply() (ml.utils.amp.autocast_tensors method) apply_datapipe_transformations() (ml.tasks.base.BaseTask method) apply_rotary_embeddings() (in module ml.models.embeddings)

are_colors_disabled() (in module ml.core.env) as_cpu_tensor() (in module ml.utils.numpy) as_numpy_array() (in module ml.utils.numpy) as_str() (in module ml.loggers.stdout) as_uint8() (in module ml.utils.image) assert_no_nans() (in module ml.utils.checks) AsyncEnvironmentWorker (class in ml.tasks.environments.worker) AsyncIterableDataset (class in ml.tasks.datasets.async_iterable) AsyncWorkerPool (class in ml.tasks.environments.worker) atomic_save() (in module ml.utils.atomic) audio_to_features() (ml.utils.spectrogram.AudioPyworldConverter method) audio_to_mag_spec() (ml.utils.spectrogram.AudioMagStftConverter method) audio_to_mels() (ml.utils.spectrogram.AudioToHifiGanMels method) audio_to_spec() (ml.utils.spectrogram.AudioMfccConverter method) (ml.utils.spectrogram.AudioStftConverter method) (ml.utils.spectrogram.SpectrogramToMFCCs method) audio_warning_ticker() (in module ml.loggers.multi) AudioFile (class in ml.utils.audio) AudioMagStftConverter (class in ml.utils.spectrogram) AudioMfccConverter (class in ml.utils.spectrogram) AudioProps (class in ml.utils.audio) AudioPyworldConverter (class in ml.utils.spectrogram) AudioSarFileDataset (class in ml.utils.audio) AudioSarFileSpeakerDataset (class in ml.utils.audio) AudioStftConverter (class in ml.utils.spectrogram) AudioToHifiGanMels (class in ml.utils.spectrogram) autocast_all (class in ml.utils.amp) autocast_context() (ml.utils.device.base.base_device method) autocast_tensors (class in ml.utils.amp)

B

backend (ml.launchers.slurm.SlurmLauncherConfig attribute) (ml.launchers.torchrun.TorchRunLauncherConfig attribute) (ml.trainers.mixins.compile.TorchCompileConfig attribute) (ml.utils.torch_distributed.MultiprocessConfig attribute) backoff_after (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute) backoff_factor (ml.trainers.mixins.mixed_precision.MixedPrecisionConfig attribute) backward() (ml.models.architectures.rwkv.WkvLogSpace static method) (ml.models.architectures.rwkv.WkvWithEps static method) backward_grads() (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerMixin method) balance() (ml.trainers.mixins.grad_balancer.GradBalancer method) balance_grad_norms (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerConfig attribute) bar_alpha (ml.tasks.diffusion.GaussianDiffusion attribute) base_device (class in ml.utils.device.base) BaseConfig (class in ml.core.config) BaseEnvironmentWorker (class in ml.tasks.environments.worker) BaseLauncher (class in ml.launchers.base) BaseLauncherConfig (class in ml.launchers.base) BaseLearningTrainer (class in ml.trainers.learning) BaseLearningTrainerConfig (class in ml.trainers.learning) BaseLogger (class in ml.loggers.base) BaseLoggerConfig (class in ml.loggers.base) BaseLRScheduler (class in ml.lr_schedulers.base) BaseLRSchedulerConfig (class in ml.lr_schedulers.base) BaseModel (class in ml.models.base) BaseModelConfig (class in ml.models.base) BaseObject (class in ml.core.config) BaseODESolver (class in ml.tasks.ode) BaseOptimizer (class in ml.optimizers.base) BaseOptimizerConfig (class in ml.optimizers.base) BaseTask (class in ml.tasks.base) BaseTaskConfig (class in ml.tasks.base) BaseTrainer (class in ml.trainers.base)

BaseTrainerConfig (class in ml.trainers.base) BasicBlock (class in ml.models.architectures.unet) batch_chunks_per_step_schedule (ml.trainers.sl.SupervisedLearningTrainerConfig attribute) batch_chunks_schedule() (ml.trainers.sl.SupervisedLearningTrainer method) batch_dim (ml.trainers.sl.SupervisedLearningTrainerConfig attribute) batch_entropy (ml.models.quantization.lfq.Losses attribute) batch_size (ml.tasks.base.DataLoaderConfig attribute) batch_size_multiplier (ml.tasks.base.DataLoaderConfig attribute) batches_per_step (ml.trainers.sl.SupervisedLearningTrainerConfig attribute) batches_per_step_schedule (ml.trainers.sl.SupervisedLearningTrainerConfig attribute) batches_per_step_schedule() (ml.trainers.sl.SupervisedLearningTrainer method) BatchScheduleConfig (class in ml.trainers.sl) beat() (ml.trainers.mixins.heartbeat.HeartbeatMonitor method) betas (ml.optimizers.adam.AdamOptimizerConfig attribute) (ml.optimizers.adan.AdanOptimizerConfig attribute) (ml.optimizers.lion.LionOptimizerConfig attribute) BiFPN (class in ml.models.architectures.bifpn) BiFPNBlock (class in ml.models.architectures.bifpn) bits_per_token (ml.utils.tokens.TokenReader property) bits_to_codes() (ml.models.quantization.lfq.LookupFreeQuantization method) BOLD_SEQ (ml.utils.logging.ColoredFormatter attribute) BoolEnvVar (class in ml.core.env) buffer_partitioned (ml.tasks.rl.replay.ReplayDataset property) build_config() (ml.core.registry.register_base class method) build_entries() (ml.core.registry.multi_register_base class method) build_entries_non_null() (ml.core.registry.multi_register_base class method) build_entry() (ml.core.registry.multi_register_base class method) (ml.core.registry.register_base class method) build_entry_non_null() (ml.core.registry.multi_register_base class method) (ml.core.registry.register_base class method) build_rl_dataset() (ml.tasks.rl.base.ReinforcementLearningTask method) byte_length() (ml.utils.tokens.TokenReader method) byte_lengths (ml.utils.tokens.TokenReader property)

C

cached_object (class in ml.utils.caching) can_use_foreach() (in module ml.optimizers.common) can_use_fused() (in module ml.optimizers.common) capturable (ml.optimizers.adam.AdamOptimizerConfig attribute) cast_activation_type() (in module ml.models.activations) cast_beta_schedule() (in module ml.tasks.diffusion) cast_embedding_kind() (in module ml.models.embeddings) cast_fp32() (in module ml.loggers.multi) cast_init_type() (in module ml.models.init) cast_norm_type() (in module ml.models.norms) cast_parametrize_norm_type() (in module ml.models.norms) cast_phase() (in module ml.core.state) cast_solver_type() (in module ml.tasks.ode) cast_worker_mode() (in module ml.tasks.environments.worker) causal_mask (ml.utils.attention.NextTokenDiscriminator attribute) centers (ml.models.kmeans.KMeans attribute) centers_norm (ml.models.kmeans.KMeans attribute) channels (ml.utils.audio.AudioProps attribute) check_md5() (in module ml.utils.data) check_sha256() (in module ml.utils.data) checkpoint (ml.trainers.base.BaseTrainerConfig attribute) CheckpointConfig (class in ml.trainers.base) child_cpu_percent (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) child_mem_percent (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) ChunkSampler (class in ml.tasks.datasets.samplers) ckpt_path (ml.trainers.base.BaseTrainer property) Clamp (class in ml.models.activations) Clamp6 (class in ml.models.activations) cleanup() (ml.loggers.tensorboard.TensorboardLogger method) (ml.tasks.environments.worker.AsyncEnvironmentWorker method) (ml.tasks.environments.worker.AsyncWorkerPool method) (ml.tasks.environments.worker.BaseEnvironmentWorker method) (ml.tasks.environments.worker.SyncEnvironmentWorker method) clear() (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method) clear_logs() (ml.loggers.tensorboard.TensorboardLogger method) clear_queue() (in module ml.tasks.environments.worker) clip_grad_norm (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerConfig attribute) clip_grad_norm_() (in module ml.utils.mixed_precision) clip_grad_norm_type (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerConfig attribute) ClippifyDataset (class in ml.tasks.datasets.clippify) close() (ml.utils.timer.Spinner method) codebook (ml.models.quantization.lfq.LookupFreeQuantization attribute) (ml.models.quantization.vq.VectorQuantization property) codes_to_indices() (ml.models.quantization.fsq.FiniteScalarQuantization method) collate() (in module ml.tasks.datasets.collate) collate_fn() (ml.tasks.base.BaseTask class method) collate_non_null() (in module ml.tasks.datasets.collate) collect_samples() (ml.tasks.rl.base.ReinforcementLearningTask method) COLOR_SEQ (ml.utils.logging.ColoredFormatter attribute) ColoredFormatter (class in ml.utils.logging) colorize() (in module ml.utils.colors) COLORS (ml.utils.logging.ColoredFormatter attribute)

ColumnParallelLinear (class in ml.models.parallel) combine_grads() (in module ml.models.modules) comment (ml.launchers.slurm.SlurmLauncherConfig attribute) commitment (ml.models.quantization.lfq.Losses attribute) common_kwargs (ml.optimizers.base.BaseOptimizer property) CompileConfig (class in ml.trainers.mixins.compile) CompileMixin (class in ml.trainers.mixins.compile) compiler (ml.trainers.mixins.compile.CompileConfig attribute) compress_folder_to_sds() (in module ml.utils.data) compute_discriminator_loss() (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) compute_generator_loss() (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) compute_loss() (ml.tasks.base.BaseTask method) (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) conf_field() (in module ml.core.config) conf_key (ml.launchers.slurm.SlurmLauncherConfig attribute) config_key() (ml.core.registry.register_base class method) (ml.core.registry.register_launcher class method) (ml.core.registry.register_logger class method) (ml.core.registry.register_lr_scheduler class method) (ml.core.registry.register_model class method) (ml.core.registry.register_optimizer class method) (ml.core.registry.register_task class method) (ml.core.registry.register_trainer class method) config_path (ml.trainers.base.BaseTrainer property) configurations (ml.launchers.slurm.SlurmConf attribute) configure_logging() (in module ml.utils.logging) ConsistencyModel (class in ml.tasks.consistency) ConstantLRScheduler (class in ml.lr_schedulers.constant) ConstantLRSchedulerConfig (class in ml.lr_schedulers.constant) ConvBlock (class in ml.models.architectures.bifpn) ConvLayerNorm (class in ml.models.norms) CosineDecayLRScheduler (class in ml.lr_schedulers.cosine_decay) CosineDecayLRSchedulerConfig (class in ml.lr_schedulers.cosine_decay) CosineLRScheduler (class in ml.lr_schedulers.cosine) CosineLRSchedulerConfig (class in ml.lr_schedulers.cosine) cpu_count() (in module ml.trainers.base) cpu_device (class in ml.utils.device.cpu) cpu_offload (ml.trainers.mixins.data_parallel.ParallelConfig attribute) cpu_percent (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) cpu_stats_only_log_once (ml.trainers.mixins.cpu_stats.CPUStatsConfig attribute) cpu_stats_ping_interval (ml.trainers.mixins.cpu_stats.CPUStatsConfig attribute) cpus_per_gpu (ml.launchers.slurm.SlurmConfItem attribute) CPUStats (class in ml.trainers.mixins.cpu_stats) CPUStatsConfig (class in ml.trainers.mixins.cpu_stats) CPUStatsInfo (class in ml.trainers.mixins.cpu_stats) CPUStatsMixin (class in ml.trainers.mixins.cpu_stats) CPUStatsMonitor (class in ml.trainers.mixins.cpu_stats) CumulativeTimer (class in ml.tasks.base) curr_mask (ml.utils.attention.NextTokenDiscriminator attribute) CURRENT_STEP (ml.trainers.mixins.step_wrapper.StepContext attribute) cv2_available() (in module ml.utils.video)

D

dampening (ml.optimizers.sgd.SGDOptimizerConfig attribute) data_parallel_backend (ml.launchers.slurm.SlurmLauncherConfig attribute) (ml.utils.torch_distributed.MultiprocessConfig attribute) dataloader_iter (ml.utils.device.base.Prefetcher property) DataLoaderConfig (class in ml.tasks.base) DataLoaderConfigs (class in ml.tasks.base) dataset (ml.tasks.datasets.multi_iter.DatasetInfo attribute) (ml.tasks.rl.base.ReinforcementLearningTaskConfig attribute) DatasetConfig (class in ml.tasks.rl.base) DatasetInfo (class in ml.tasks.datasets.multi_iter) date_str() (in module ml.trainers.base) dct_mat (ml.utils.spectrogram.AudioMfccConverter attribute) (ml.utils.spectrogram.SpectrogramToMFCCs attribute) ddp() (in module ml.trainers.mixins.data_parallel) decay (ml.lr_schedulers.linear.LinearLRSchedulerConfig attribute) decode() (ml.models.quantization.vq.ResidualVectorQuantization method) (ml.models.quantization.vq.VectorQuantization method) (ml.utils.data.Header class method) default_backend() (in module ml.utils.torch_distributed) default_decay (ml.optimizers.adam.AdamOptimizerConfig attribute) (ml.optimizers.adan.AdanOptimizerConfig attribute) (ml.optimizers.lion.LionOptimizerConfig attribute) (ml.optimizers.sgd.SGDOptimizerConfig attribute) (ml.optimizers.shampoo.ShampooOptimizerConfig attribute) default_device() (in module ml.utils.amp) default_dtype() (in module ml.utils.amp) default_group_info() (in module ml.utils.parallel) default_write_every_n_seconds() (ml.loggers.base.BaseLogger method) (ml.loggers.meter.MeterLogger method) (ml.loggers.stdout.StdoutLogger method) (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method)

denormalize() (in module ml.tasks.datasets.transforms) (ml.utils.spectrogram.AudioPyworldConverter method) (ml.utils.spectrogram.AudioStftConverter method) DepthwiseConvBlock (class in ml.models.architectures.bifpn) desc (ml.utils.timer.spinnerator property) detect_anomaly (ml.trainers.learning.BaseLearningTrainerConfig attribute) detect_device() (in module ml.utils.device.auto) deterministic (ml.trainers.learning.BaseLearningTrainerConfig attribute) DictIndex (class in ml.utils.caching) diff_configs() (in module ml.trainers.base) differentiable (ml.optimizers.adam.AdamOptimizerConfig attribute) dimensions (ml.utils.spectrogram.AudioToHifiGanMels property) discriminator (ml.lr_schedulers.gan.GenerativeAdversarialNetworkLRSchedulerConfig attribute) (ml.models.gan.GenerativeAdversarialNetworkModelConfig attribute) (ml.optimizers.gan.GenerativeAdversarialNetworkOptimizerConfig attribute) discriminator_key (ml.trainers.gan.GenerativeAdversarialNetworkTrainerConfig attribute) discriminator_steps (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTaskConfig attribute) do_logging() (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) dp() (in module ml.trainers.mixins.data_parallel) drop_last (ml.tasks.base.DataLoaderConfig attribute) drop_path() (in module ml.models.modules) DropPath (class in ml.models.modules) ds_iter (ml.utils.audio.AudioSarFileSpeakerDataset property) dtype (ml.models.quantization.lfq.LookupFreeQuantization property) DummyModel (class in ml.utils.testing) DummyModelConfig (class in ml.utils.testing) dynamic (ml.trainers.mixins.compile.TorchCompileConfig attribute)

E

elapsed_time (ml.utils.timer.Timer property) elapsed_time_s (ml.core.state.State attribute) embedding (ml.models.architectures.unet.PositionalEmbedding attribute) emit() (ml.utils.logging.TqdmHandler method) enabled (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute) (ml.trainers.mixins.mixed_precision.MixedPrecisionConfig attribute) (ml.trainers.mixins.profiler.Profiler attribute) encode() (ml.models.quantization.vq.ResidualVectorQuantization method) (ml.models.quantization.vq.VectorQuantization method) (ml.utils.data.Header method) ensure_downloaded() (in module ml.utils.checkpoint) entropy() (in module ml.models.quantization.lfq) env_cleanup_time (ml.tasks.rl.base.EnvironmentConfig attribute) env_seed (ml.tasks.rl.base.EnvironmentConfig attribute) env_worker_mode (ml.tasks.rl.base.EnvironmentConfig attribute) Environment (class in ml.tasks.environments.base) environment (ml.tasks.rl.base.ReinforcementLearningTaskConfig attribute) EnvironmentConfig (class in ml.tasks.rl.base) epoch_is_over() (ml.tasks.rl.base.ReinforcementLearningTask method) EpochDoneError eps (ml.optimizers.adam.AdamOptimizerConfig attribute) (ml.optimizers.adan.AdanOptimizerConfig attribute)

epsilon (ml.optimizers.shampoo.ShampooOptimizerConfig attribute) error_handling_dataset() (in module ml.tasks.datasets.error_handling) ErrorHandlingConfig (class in ml.tasks.datasets.error_handling) ErrorHandlingDataset (class in ml.tasks.datasets.error_handling) ErrorHandlingIterableDataset (class in ml.tasks.datasets.error_handling) ErrorHandlingIterDataPipe (class in ml.tasks.datasets.error_handling) ErrorHandlingMapDataPipe (class in ml.tasks.datasets.error_handling) errors (ml.tasks.base.BaseTaskConfig attribute) eta_max (ml.lr_schedulers.cosine.CosineLRSchedulerConfig attribute) (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig attribute) eta_min (ml.lr_schedulers.cosine.CosineLRSchedulerConfig attribute) (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig attribute) euclidean_distance_squared() (in module ml.models.quantization.lfq) EulerODESolver (class in ml.tasks.ode) exception_location_traceback_depth (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute) ExceptionSummary (class in ml.tasks.datasets.error_handling) exclusive (ml.launchers.slurm.SlurmConfItem attribute) exp_dir (ml.trainers.base.BaseTrainerConfig attribute) exp_name (ml.trainers.base.BaseTrainerConfig attribute) extra_repr() (ml.models.modules.DropPath method)

F

f0 (ml.utils.spectrogram.WorldFeatures attribute) factor (ml.lr_schedulers.constant.ConstantLRSchedulerConfig attribute) FastGELU (class in ml.models.activations) features_to_audio() (ml.utils.spectrogram.AudioPyworldConverter method) ffmpeg_python_available() (in module ml.utils.video) FFN (class in ml.models.architectures.unet) files (ml.utils.data.Header attribute) fill_reservoir() (ml.tasks.datasets.streaming.StreamingDataset method) filter() (ml.utils.logging.RankFilter method) FinishTrainingConfig (class in ml.tasks.base) FiniteScalarQuantization (class in ml.models.quantization.fsq) flush() (ml.tasks.datasets.error_handling.ExceptionSummary method) (ml.utils.tokens.TokenWriter method) flush_exception_summary_every (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute) flush_seconds (ml.loggers.tensorboard.TensorboardLoggerConfig attribute) (ml.loggers.wandb.WandbLoggerConfig attribute) for_hifigan() (ml.utils.spectrogram.AudioToHifiGanMels class method) force_sync (ml.trainers.rl.SamplingConfig attribute) foreach (ml.optimizers.adam.AdamOptimizerConfig attribute) (ml.trainers.mixins.mixed_precision.MixedPrecisionConfig attribute) format() (ml.utils.logging.ColoredFormatter method) format_as_string() (in module ml.loggers.tensorboard) format_datetime() (in module ml.utils.datetime) format_number() (in module ml.loggers.stdout) format_timedelta() (in module ml.utils.datetime) forward() (ml.models.activations.Clamp method) (ml.models.activations.FastGELU method) (ml.models.activations.LaplaceActivation method) (ml.models.activations.QuickGELU method) (ml.models.activations.ReLUSquared method) (ml.models.architectures.attention.MultiheadAttention method) (ml.models.architectures.attention.TransformerDecoder method) (ml.models.architectures.attention.TransformerDecoderLayer method) (ml.models.architectures.attention.TransformerEncoder method) (ml.models.architectures.attention.TransformerEncoderLayer method) (ml.models.architectures.bifpn.BiFPN method) (ml.models.architectures.bifpn.BiFPNBlock method) (ml.models.architectures.bifpn.ConvBlock method) (ml.models.architectures.bifpn.DepthwiseConvBlock method) (ml.models.architectures.rwkv.RwkvAttention method) (ml.models.architectures.rwkv.RwkvBlock method) (ml.models.architectures.rwkv.RwkvFeedForward method) (ml.models.architectures.rwkv.RwkvStack method) (ml.models.architectures.rwkv.WkvLogSpace static method) (ml.models.architectures.rwkv.WkvWithEps static method) (ml.models.architectures.unet.BasicBlock method) (ml.models.architectures.unet.FFN method) (ml.models.architectures.unet.PositionalEmbedding method) (ml.models.architectures.unet.SelfAttention2d method) (ml.models.architectures.unet.UNet method) (ml.models.embeddings.FourierEmbeddings method) (ml.models.embeddings.IdentityPositionalEmbeddings method) (ml.models.embeddings.LearnedPositionalEmbeddings method) (ml.models.embeddings.RotaryEmbeddings method) (ml.models.embeddings.SinusoidalEmbeddings method) (ml.models.gan.GenerativeAdversarialNetworkModel method) (ml.models.kmeans.KMeans method) (ml.models.lora.LoraColumnParallelLinear method) (ml.models.lora.LoraConv1d method) (ml.models.lora.LoraConv2d method) (ml.models.lora.LoraConvTranspose1d method) (ml.models.lora.LoraConvTranspose2d method) (ml.models.lora.LoraEmbedding method) (ml.models.lora.LoraGRUCell method) (ml.models.lora.LoraLinear method) (ml.models.lora.LoraLSTMCell method) (ml.models.lora.LoraParallelEmbedding method) (ml.models.lora.LoraRowParallelLinear method) (ml.models.modules.DropPath method) (ml.models.modules.gated_residual method) (ml.models.modules.residual method) (ml.models.modules.StreamingConv1d method) (ml.models.modules.StreamingConvTranspose1d method) (ml.models.norms.ConvLayerNorm method) (ml.models.norms.LastBatchNorm method) (ml.models.parallel.ColumnParallelLinear method) (ml.models.parallel.ParallelEmbedding method) (ml.models.parallel.RowParallelLinear method) (ml.models.quantization.fsq.FiniteScalarQuantization method) (ml.models.quantization.lfq.LookupFreeQuantization method) (ml.models.quantization.vq.ResidualVectorQuantization method) (ml.models.quantization.vq.VectorQuantization method) (ml.tasks.datasets.transforms.SquareResizeCrop method) (ml.tasks.datasets.transforms.UpperLeftCrop method) (ml.tasks.losses.audio.MelLoss method) (ml.tasks.losses.audio.MFCCLoss method) (ml.tasks.losses.audio.MultiResolutionSTFTLoss method) (ml.tasks.losses.audio.STFTLoss method) (ml.tasks.losses.image.ImageGradLoss method) (ml.tasks.losses.image.LPIPS method) (ml.tasks.losses.image.SSIMLoss method) (ml.trainers.mixins.data_parallel.TaskModel method) (ml.utils.attention.NextTokenDiscriminator method) (ml.utils.spectrogram.SpectrogramToMFCCs method) (ml.utils.testing.DummyModel method)

forward_attn() (ml.models.architectures.attention.MultiheadAttention method) forward_matmuls() (ml.models.architectures.attention.MultiheadAttention method) fourier_embeddings() (in module ml.models.embeddings) FourierEmbeddings (class in ml.models.embeddings) fps (ml.tasks.environments.base.Environment property) (ml.utils.video.VideoProps attribute) frame_count (ml.utils.video.VideoProps attribute) frame_height (ml.utils.video.VideoProps attribute) frame_width (ml.utils.video.VideoProps attribute) freeze_non_lora_() (in module ml.models.lora) from_args() (in module ml.utils.argparse) from_bytes() (ml.utils.tokens.token_file class method) from_config_file() (ml.core.registry.Objects class method) from_environment() (ml.tasks.environments.worker.AsyncEnvironmentWorker class method) (ml.tasks.environments.worker.BaseEnvironmentWorker class method) (ml.tasks.environments.worker.SyncEnvironmentWorker class method) from_file() (ml.utils.audio.AudioProps class method) from_file_av() (ml.utils.video.VideoProps class method) from_file_ffmpeg() (ml.utils.video.VideoProps class method) from_file_opencv() (ml.utils.video.VideoProps class method) from_stats() (ml.trainers.mixins.cpu_stats.CPUStatsInfo class method) (ml.trainers.mixins.gpu_stats.GPUStatsInfo class method) from_workers() (ml.tasks.environments.worker.AsyncWorkerPool class method) (ml.tasks.environments.worker.SyncWorkerPool class method) (ml.tasks.environments.worker.WorkerPool class method) fsdp() (in module ml.trainers.mixins.data_parallel) fsync_directory() (in module ml.utils.atomic) fullgraph (ml.trainers.mixins.compile.TorchCompileConfig attribute) func (ml.trainers.mixins.compile.TorchCompileConfig attribute) func_mode (ml.trainers.mixins.compile.TorchCompileConfig attribute) fused (ml.optimizers.adam.AdamOptimizerConfig attribute)

G

gan_train_step() (ml.trainers.gan.GenerativeAdversarialNetworkTrainer method) gated_residual (class in ml.models.modules) GaussianDiffusion (class in ml.tasks.diffusion) gen_gpu_stats() (in module ml.trainers.mixins.gpu_stats) GenerativeAdversarialNetworkLRScheduler (class in ml.lr_schedulers.gan) GenerativeAdversarialNetworkLRSchedulerConfig (class in ml.lr_schedulers.gan) GenerativeAdversarialNetworkModel (class in ml.models.gan) GenerativeAdversarialNetworkModelConfig (class in ml.models.gan) GenerativeAdversarialNetworkOptimizer (class in ml.optimizers.gan) GenerativeAdversarialNetworkOptimizerConfig (class in ml.optimizers.gan) GenerativeAdversarialNetworkRoundRobinTask (class in ml.tasks.gan.round_robin) GenerativeAdversarialNetworkRoundRobinTaskConfig (class in ml.tasks.gan.round_robin) GenerativeAdversarialNetworkTask (class in ml.tasks.gan.base) GenerativeAdversarialNetworkTaskConfig (class in ml.tasks.gan.base) GenerativeAdversarialNetworkTrainer (class in ml.trainers.gan) GenerativeAdversarialNetworkTrainerConfig (class in ml.trainers.gan) generator (ml.lr_schedulers.gan.GenerativeAdversarialNetworkLRSchedulerConfig attribute) (ml.models.gan.GenerativeAdversarialNetworkModelConfig attribute) (ml.optimizers.gan.GenerativeAdversarialNetworkOptimizerConfig attribute) generator_key (ml.trainers.gan.GenerativeAdversarialNetworkTrainerConfig attribute) generator_steps (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTaskConfig attribute) get() (ml.core.env.BoolEnvVar method) (ml.core.env.IntEnvVar method) (ml.core.env.PathEnvVar method) (ml.core.env.StrEnvVar method) (ml.core.env.StrSetEnvVar method) (ml.lr_schedulers.base.BaseLRScheduler method) (ml.optimizers.adam.AdamOptimizer method) (ml.optimizers.adan.AdanOptimizer method) (ml.optimizers.base.BaseOptimizer method) (ml.optimizers.gan.GenerativeAdversarialNetworkOptimizer method) (ml.optimizers.lion.LionOptimizer method) (ml.optimizers.sgd.SGDOptimizer method) (ml.optimizers.shampoo.ShampooOptimizer method) (ml.trainers.mixins.cpu_stats.CPUStatsMonitor method) (ml.trainers.mixins.gpu_stats.GPUStatsMonitor method) get_actions() (ml.tasks.rl.base.ReinforcementLearningTask method) get_activation() (in module ml.models.activations) get_attention_mask() (in module ml.models.architectures.attention) get_attn_matrix() (ml.models.architectures.attention.MultiheadAttention method) get_audio_channel() (in module ml.loggers.multi) get_audio_props() (in module ml.utils.audio) get_avg_window() (ml.tasks.losses.image.SSIMLoss method) get_batch_chunks() (ml.trainers.sl.SupervisedLearningTrainer method) get_batch_sampler() (ml.tasks.base.BaseTask method) get_batch_size() (ml.tasks.base.BaseTask method) get_batches_per_step() (ml.trainers.sl.SupervisedLearningTrainer method) get_cache_dir() (in module ml.core.env) get_checkpoint_path() (in module ml.utils.checkpoint) get_ckpt_path() (in module ml.trainers.base) (ml.trainers.base.BaseTrainer method) get_colorize_parts() (in module ml.utils.colors) get_data_dir() (in module ml.core.env) get_dataloader() (ml.tasks.base.BaseTask method) get_datapipe_dataloader() (ml.tasks.base.BaseTask method) get_dataset() (ml.tasks.sl.base.SupervisedLearningTask method) get_dataset_split_for_phase() (in module ml.utils.data) get_dataset_splits() (in module ml.utils.data) get_default_config_root_path() (in module ml.core.env) get_default_configs() (in module ml.utils.cli) get_default_wkv_fn_key() (in module ml.models.architectures.rwkv) get_defaults() (ml.core.config.BaseConfig class method) (ml.optimizers.adam.AdamOptimizerConfig class method) (ml.optimizers.lion.LionOptimizerConfig class method) get_device() (in module ml.utils.meter) (ml.models.base.BaseModel method) get_diffusion_beta_schedule() (in module ml.tasks.diffusion) get_distributed_backend() (in module ml.utils.torch_distributed) get_dtype() (ml.models.base.BaseModel method) get_embeddings() (ml.models.embeddings.SinusoidalEmbeddings method) get_empty_exp_dir() (in module ml.trainers.base) get_env_bool() (in module ml.utils.device.gpu) (in module ml.utils.device.metal) get_env_random_seed() (in module ml.core.env) get_environment() (ml.tasks.rl.base.ReinforcementLearningTask method) get_environment_cached() (ml.tasks.rl.base.ReinforcementLearningTask method) get_environment_workers() (ml.tasks.rl.base.ReinforcementLearningTask method) get_eval_run_dir() (in module ml.core.env) get_exp_dir() (in module ml.trainers.base) get_exp_name() (in module ml.core.env) (in module ml.utils.cli) get_gaussian_window() (ml.tasks.losses.image.SSIMLoss method) get_global_tags() (in module ml.core.env) get_grad_norm() (in module ml.utils.mixed_precision) get_header_and_offsets() (ml.utils.data.SdsDataPipe method) get_if_set() (ml.trainers.mixins.cpu_stats.CPUStatsMonitor method) (ml.trainers.mixins.gpu_stats.GPUStatsMonitor method)

get_image_mask() (in module ml.utils.augmentation) get_init_method() (in module ml.utils.distributed) get_kernel() (ml.tasks.losses.image.ImageGradLoss method) get_loc() (in module ml.tasks.datasets.error_handling) get_local_rank() (in module ml.utils.distributed) get_local_rank_optional() (in module ml.utils.distributed) get_local_world_size() (in module ml.utils.distributed) get_local_world_size_optional() (in module ml.utils.distributed) get_log_dict() (ml.loggers.stdout.StdoutLogger method) get_lr_scale() (ml.lr_schedulers.base.BaseLRScheduler method) (ml.lr_schedulers.constant.ConstantLRScheduler method) (ml.lr_schedulers.cosine.CosineLRScheduler method) (ml.lr_schedulers.cosine_decay.CosineDecayLRScheduler method) (ml.lr_schedulers.gan.GenerativeAdversarialNetworkLRScheduler method) (ml.lr_schedulers.linear.LinearLRScheduler method) (ml.lr_schedulers.linear_no_decay.LinearNoDecayLRScheduler method) get_master_addr() (in module ml.utils.distributed) get_master_port() (in module ml.utils.distributed) get_meter() (ml.loggers.meter.MeterLogger method) get_ml_config_path() (in module ml.core.env) get_model_dir() (in module ml.core.env) get_name() (in module ml.core.registry) get_names() (in module ml.core.registry) get_norm_1d() (in module ml.models.norms) get_norm_2d() (in module ml.models.norms) get_norm_3d() (in module ml.models.norms) get_norm_linear() (in module ml.models.norms) get_num_gpus() (in module ml.trainers.mixins.gpu_stats) get_ode_solver() (in module ml.tasks.ode) get_parametrization_norm() (in module ml.models.norms) get_params() (ml.trainers.gan.GenerativeAdversarialNetworkTrainer method) get_positional_embeddings() (in module ml.models.embeddings) get_prefetcher() (ml.utils.device.base.base_device method) get_profile() (ml.trainers.mixins.profiler.ProfilerTrainerMixin method) get_random_port() (in module ml.utils.distributed) get_rank() (in module ml.utils.distributed) get_rank_optional() (in module ml.utils.distributed) get_remaining_percent() (ml.tasks.base.BaseTask method) get_rotary_embeddings() (in module ml.models.embeddings) get_run_dir() (in module ml.core.env) get_s3_data_bucket() (in module ml.core.env) get_s3_runs_bucket() (in module ml.core.env) get_sampler() (ml.tasks.base.BaseTask method) get_single_loss() (ml.tasks.base.BaseTask method) get_slurm_conf_path() (in module ml.core.env) get_speaker_id() (ml.utils.audio.AudioSarFileSpeakerDataset method) get_stage_dir() (in module ml.core.env) get_state() (ml.tasks.environments.worker.AsyncEnvironmentWorker method) (ml.tasks.environments.worker.BaseEnvironmentWorker method) (ml.tasks.environments.worker.SyncEnvironmentWorker method) (ml.tasks.environments.worker.WorkerPool method) get_state_dict_prefix() (in module ml.utils.checkpoint) get_stem() (in module ml.utils.cli) get_torch_compile_backend() (ml.utils.device.base.base_device method) (ml.utils.device.cpu.cpu_device method) (ml.utils.device.gpu.gpu_device method) (ml.utils.device.metal.metal_device method) get_type_from_string() (in module ml.utils.argparse) get_unused_port() (in module ml.utils.networking) get_update_fn() (in module ml.optimizers.lion) get_value() (in module ml.loggers.meter) get_value_dict() (ml.loggers.meter.MeterLogger method) get_video_props() (in module ml.utils.video) get_wandb_entity() (in module ml.core.env) get_weight_norm() (in module ml.utils.mixed_precision) get_window() (in module ml.tasks.losses.audio) get_wkv_fn() (in module ml.models.architectures.rwkv) get_wkv_fn_cuda() (in module ml.models.architectures.rwkv) get_worker_info() (in module ml.utils.data) get_worker_pool() (in module ml.tasks.environments.worker) (ml.tasks.rl.base.ReinforcementLearningTask method) get_world_size() (in module ml.utils.distributed) get_world_size_optional() (in module ml.utils.distributed) get_writer() (ml.loggers.tensorboard.TensorboardLogger method) gpu_device (class in ml.utils.device.gpu) gpu_stats_only_log_once (ml.trainers.mixins.gpu_stats.GPUStatsConfig attribute) gpu_stats_ping_interval (ml.trainers.mixins.gpu_stats.GPUStatsConfig attribute) gpu_type (ml.launchers.slurm.SlurmConfItem attribute) gpus_per_node (ml.launchers.slurm.SlurmConfItem attribute) GPUStats (class in ml.trainers.mixins.gpu_stats) GPUStatsConfig (class in ml.trainers.mixins.gpu_stats) GPUStatsInfo (class in ml.trainers.mixins.gpu_stats) GPUStatsMixin (class in ml.trainers.mixins.gpu_stats) GPUStatsMonitor (class in ml.trainers.mixins.gpu_stats) GradBalancer (class in ml.trainers.mixins.grad_balancer) growth_factor (ml.trainers.mixins.mixed_precision.MixedPrecisionConfig attribute) growth_interval (ml.trainers.mixins.mixed_precision.MixedPrecisionConfig attribute)

H

hann_window (ml.utils.spectrogram.AudioToHifiGanMels attribute) has_device() (ml.utils.device.base.base_device class method) (ml.utils.device.cpu.cpu_device class method) (ml.utils.device.gpu.gpu_device class method) (ml.utils.device.metal.metal_device class method) has_lock_file() (in module ml.trainers.base) Header (class in ml.utils.data)

heartbeat_ping_interval (ml.trainers.mixins.heartbeat.HeartbeatConfig attribute) HeartbeatConfig (class in ml.trainers.mixins.heartbeat) HeartbeatMonitor (class in ml.trainers.mixins.heartbeat) HeartbeatMonitorMixin (class in ml.trainers.mixins.heartbeat) HeunODESolver (class in ml.tasks.ode) hit_last (ml.tasks.datasets.clippify.ClippifyDataset attribute) hours_per_step (ml.tasks.base.CumulativeTimer property)

I

IdentityPositionalEmbeddings (class in ml.models.embeddings) ignore_registry_cache() (in module ml.core.env) image_iter (ml.tasks.datasets.clippify.ClippifyDataset attribute) image_ptr (ml.tasks.datasets.clippify.ClippifyDataset attribute) image_queue (ml.tasks.datasets.clippify.ClippifyDataset attribute) image_queue_ptr (ml.tasks.datasets.clippify.ClippifyDataset attribute) image_with_text() (in module ml.loggers.multi) ImageGradLoss (class in ml.tasks.losses.image) implicit_codebook (ml.models.quantization.fsq.FiniteScalarQuantization attribute) in_worker (ml.utils.data.WorkerInfo attribute) include_file() (ml.utils.audio.AudioSarFileDataset method) index (ml.trainers.mixins.gpu_stats.GPUStats attribute) (ml.trainers.mixins.gpu_stats.GPUStatsInfo attribute) indices_to_codes() (ml.models.quantization.fsq.FiniteScalarQuantization method) inds (ml.tasks.datasets.clippify.ClippifyDataset attribute) InfinitePrefetcher (class in ml.utils.device.base) init() (ml.models.base.BaseModel method) init_() (in module ml.models.init) init_and_run() (in module ml.utils.torch_distributed) init_dist() (in module ml.utils.torch_distributed) init_empty_weights() (in module ml.utils.large_models) init_method (ml.utils.torch_distributed.MultiprocessConfig attribute) init_offset (ml.utils.data.Header attribute) init_parallelism() (in module ml.utils.parallel) init_process_group_from_backend() (in module ml.utils.torch_distributed) init_scale (ml.trainers.mixins.mixed_precision.MixedPrecisionConfig attribute) init_state (ml.models.architectures.rwkv.RwkvAttention attribute) (ml.models.architectures.rwkv.RwkvFeedForward attribute) init_state() (ml.core.state.State class method) init_x (ml.models.architectures.rwkv.RwkvAttention attribute) initial_state_log_space() (in module ml.models.architectures.rwkv)

initial_state_with_eps() (in module ml.models.architectures.rwkv) initialize() (ml.loggers.base.BaseLogger method) (ml.loggers.stdout.StdoutLogger method) (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method) initialize_model_parallel_affine_weight_() (in module ml.models.parallel) instantiate_config() (in module ml.utils.checkpoint) IntEnvVar (class in ml.core.env) IntervalTicker (class in ml.utils.logging) inv_dct_mat (ml.utils.spectrogram.AudioMfccConverter attribute) inv_mel_fb (ml.utils.spectrogram.AudioMfccConverter attribute) (ml.utils.spectrogram.AudioToHifiGanMels attribute) inv_speaker_map (ml.utils.audio.AudioSarFileSpeakerDataset property) invert_grad() (in module ml.models.modules) is_debugging() (in module ml.core.env) is_distributed() (in module ml.utils.distributed) is_generator_step() (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) is_gpu_disabled() (in module ml.core.env) is_master() (in module ml.utils.distributed) is_metal_disabled() (in module ml.core.env) is_missing() (in module ml.utils.checkpoint) is_named_tuple() (in module ml.tasks.datasets.collate) is_tensorboard_disabled() (in module ml.core.env) is_training_over() (ml.tasks.base.BaseTask method) iter_flat() (in module ml.loggers.tensorboard) iter_hours (ml.tasks.base.IterationTimer property) iter_meters() (ml.loggers.meter.MeterLogger method) iter_samples() (ml.tasks.rl.base.ReinforcementLearningTask method) iter_seconds (ml.tasks.base.IterationTimer property) IterationTimer (class in ml.tasks.base) iterators (ml.tasks.datasets.multi_iter.MultiIterDataset attribute) (ml.tasks.datasets.streaming.StreamingDataset attribute)

K

kernel (ml.tasks.losses.image.ImageGradLoss attribute) key (ml.launchers.slurm.SlurmConfItem attribute) kill_process() (in module ml.trainers.mixins.heartbeat)

kl_div_pair_loss() (in module ml.tasks.losses.kl) kl_div_single_loss() (in module ml.tasks.losses.kl) KMeans (class in ml.models.kmeans) kmeans_fn() (in module ml.models.kmeans)

L

LaplaceActivation (class in ml.models.activations) last_state (ml.lr_schedulers.base.SchedulerAdapter attribute) LastBatchNorm (class in ml.models.norms) launch() (ml.launchers.base.BaseLauncher method) (ml.launchers.mp.MultiProcessLauncher method) (ml.launchers.slurm.SlurmLauncher method) (ml.launchers.torchrun.TorchRunLauncher method) launch_method (ml.utils.torch_distributed.MultiprocessConfig attribute) launch_subprocesses() (in module ml.utils.torch_distributed) launcher (ml.core.registry.Objects attribute) LearnedPositionalEmbeddings (class in ml.models.embeddings) length() (ml.utils.tokens.TokenReader method) lengths (ml.utils.tokens.TokenReader property) LinearLRScheduler (class in ml.lr_schedulers.linear) LinearLRSchedulerConfig (class in ml.lr_schedulers.linear) LinearNoDecayLRScheduler (class in ml.lr_schedulers.linear_no_decay) LinearNoDecayLRSchedulerConfig (class in ml.lr_schedulers.linear_no_decay) Lion (class in ml.optimizers.lion) LionOptimizer (class in ml.optimizers.lion) LionOptimizerConfig (class in ml.optimizers.lion) load() (ml.launchers.slurm.SlurmConf class method) load_centers() (ml.models.kmeans.KMeans method) load_checkpoint() (ml.trainers.base.BaseTrainer method) load_from_ckpt_path (ml.trainers.base.CheckpointConfig attribute) load_model_and_task() (in module ml.utils.checkpoint) load_registry_locations() (ml.core.registry.register_base class method) load_state_dict() (ml.lr_schedulers.base.SchedulerAdapter method) (ml.trainers.base.BaseTrainer method) (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerMixin method) load_strict (ml.trainers.base.CheckpointConfig attribute) local_rank (ml.utils.torch_distributed.MultiprocessConfig attribute) local_world_size (ml.utils.torch_distributed.MultiprocessConfig attribute) log_audio() (ml.loggers.base.BaseLogger method) (ml.loggers.multi.MultiLogger method) (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method) log_audios() (ml.loggers.multi.MultiLogger method) log_config() (ml.loggers.base.BaseLogger method) (ml.loggers.tensorboard.TensorboardLogger method) log_cosh_loss() (in module ml.tasks.losses.loss) log_dict() (ml.tasks.base.StateTimer method) log_dir_name (ml.trainers.base.BaseTrainerConfig attribute) log_directory (ml.loggers.base.BaseLogger attribute) log_full_exception (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute) log_histogram() (ml.loggers.base.BaseLogger method) (ml.loggers.multi.MultiLogger method) (ml.loggers.tensorboard.TensorboardLogger method) log_image() (ml.loggers.base.BaseLogger method) (ml.loggers.multi.MultiLogger method) (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method) log_images() (ml.loggers.multi.MultiLogger method) log_labeled_image() (ml.loggers.multi.MultiLogger method) log_labeled_images() (ml.loggers.multi.MultiLogger method) log_loss_dict() (ml.tasks.base.BaseTask method)

log_mp_scale() (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerMixin method) log_point_cloud() (ml.loggers.base.BaseLogger method) (ml.loggers.multi.MultiLogger method) (ml.loggers.tensorboard.TensorboardLogger method) log_run_config() (ml.trainers.base.BaseTrainer method) log_scalar() (ml.loggers.base.BaseLogger method) (ml.loggers.meter.MeterLogger method) (ml.loggers.multi.MultiLogger method) (ml.loggers.stdout.StdoutLogger method) (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method) log_spectrogram() (ml.loggers.multi.MultiLogger method) log_spectrograms() (ml.loggers.multi.MultiLogger method) log_stft_magnitude_loss() (in module ml.tasks.losses.audio) log_string() (ml.loggers.base.BaseLogger method) (ml.loggers.multi.MultiLogger method) (ml.loggers.stdout.StdoutLogger method) (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method) log_video() (ml.loggers.base.BaseLogger method) (ml.loggers.multi.MultiLogger method) (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method) log_videos() (ml.loggers.multi.MultiLogger method) logger (ml.core.registry.Objects attribute) (ml.trainers.base.BaseTrainer attribute) loggers (ml.trainers.base.BaseTrainer attribute) lookup() (ml.core.registry.register_base class method) lookup_path() (ml.core.registry.register_base class method) LookupFreeQuantization (class in ml.models.quantization.lfq) lora() (in module ml.models.lora) LoraColumnParallelLinear (class in ml.models.lora) LoraConv1d (class in ml.models.lora) LoraConv2d (class in ml.models.lora) LoraConvTranspose1d (class in ml.models.lora) LoraConvTranspose2d (class in ml.models.lora) LoraEmbedding (class in ml.models.lora) LoraGRU (class in ml.models.lora) LoraGRUCell (class in ml.models.lora) LoraLinear (class in ml.models.lora) LoraLSTM (class in ml.models.lora) LoraLSTMCell (class in ml.models.lora) LoraParallelEmbedding (class in ml.models.lora) LoraRowParallelLinear (class in ml.models.lora) loss() (ml.tasks.consistency.ConsistencyModel method) (ml.tasks.diffusion.GaussianDiffusion method) loss_fn() (in module ml.tasks.losses.loss) Losses (class in ml.models.quantization.lfq) LPIPS (class in ml.tasks.losses.image) lr (ml.optimizers.adam.AdamOptimizerConfig attribute) (ml.optimizers.adan.AdanOptimizerConfig attribute) (ml.optimizers.lion.LionOptimizerConfig attribute) (ml.optimizers.sgd.SGDOptimizerConfig attribute) (ml.optimizers.shampoo.ShampooOptimizerConfig attribute) lr_scheduler (ml.core.registry.Objects attribute)

M

mag_spec_to_audio() (ml.utils.spectrogram.AudioMagStftConverter method) main() (in module ml.lr_schedulers.scripts.plot) make_bold() (in module ml.utils.colors) make_embedding() (ml.models.architectures.unet.PositionalEmbedding static method) make_human_viewable_resolution() (in module ml.loggers.multi) (in module ml.utils.image) make_same_size() (in module ml.tasks.datasets.transforms) make_size() (in module ml.tasks.datasets.transforms) make_square_image_or_video() (in module ml.loggers.multi) manual_import() (ml.core.registry.register_base class method) mask (ml.models.quantization.lfq.LookupFreeQuantization attribute) master_addr (ml.launchers.torchrun.TorchRunLauncherConfig attribute) (ml.utils.torch_distributed.MultiprocessConfig attribute) master_bias (ml.models.parallel.ColumnParallelLinear property) (ml.models.parallel.RowParallelLinear property) master_port (ml.launchers.slurm.SlurmLauncherConfig attribute) (ml.launchers.torchrun.TorchRunLauncherConfig attribute) (ml.utils.torch_distributed.MultiprocessConfig attribute) master_weight (ml.models.parallel.ColumnParallelLinear property) (ml.models.parallel.ParallelEmbedding property) (ml.models.parallel.RowParallelLinear property) max_batch_size (ml.trainers.rl.SamplingConfig attribute) max_epochs (ml.tasks.base.FinishTrainingConfig attribute) max_samples (ml.tasks.base.FinishTrainingConfig attribute) max_seconds (ml.tasks.base.FinishTrainingConfig attribute) max_steps (ml.tasks.base.FinishTrainingConfig attribute) (ml.tasks.rl.base.EnvironmentConfig attribute) max_trajectory_length (ml.trainers.rl.SamplingConfig attribute) max_val (ml.utils.meter.Meter property) max_wait_time (ml.trainers.rl.SamplingConfig attribute) maximum_exceptions (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute) maybe_colorize() (in module ml.utils.colors) maybe_get() (ml.core.env.IntEnvVar method) (ml.core.env.PathEnvVar method) (ml.core.env.StrEnvVar method) maybe_log_termination_time() (ml.tasks.base.BaseTask method) maybe_lora() (in module ml.models.lora) maybe_lora_weight_norm() (in module ml.models.lora) mean (ml.models.norms.LastBatchNorm attribute) mean_val (ml.utils.meter.Meter property) mel_fb (ml.utils.spectrogram.AudioMfccConverter attribute) (ml.utils.spectrogram.AudioToHifiGanMels attribute) MelLoss (class in ml.tasks.losses.audio) mels_to_audio() (ml.utils.spectrogram.AudioToHifiGanMels method) mem_percent (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) mem_rss (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) mem_rss_total (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) mem_shared (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) mem_vms (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) mem_vms_total (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) memory_used (ml.trainers.mixins.gpu_stats.GPUStats attribute) (ml.trainers.mixins.gpu_stats.GPUStatsInfo attribute) meta_to_empty_func() (in module ml.utils.large_models) metal_device (class in ml.utils.device.metal) Meter (class in ml.utils.meter) MeterLogger (class in ml.loggers.meter) MeterLoggerConfig (class in ml.loggers.meter) MFCCLoss (class in ml.tasks.losses.audio) min_batch_size (ml.trainers.rl.SamplingConfig attribute) min_decay (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig attribute) min_grad_scale (ml.trainers.mixins.mixed_precision.MixedPrecisionConfig attribute) min_scale (ml.lr_schedulers.linear.LinearLRSchedulerConfig attribute) min_trajectory_length (ml.trainers.rl.SamplingConfig attribute) min_val (ml.utils.meter.Meter property) MinGradScaleError mixed_precision (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerConfig attribute) MixedPrecisionConfig (class in ml.trainers.mixins.mixed_precision) MixedPrecisionTrainerConfig (class in ml.trainers.mixins.mixed_precision) MixedPrecisionTrainerMixin (class in ml.trainers.mixins.mixed_precision) ml.core.common_types module ml.core.config module ml.core.env module ml.core.registry module ml.core.state module ml.launchers.base module ml.launchers.ec2 module ml.launchers.mp module ml.launchers.slurm module ml.launchers.torchrun module ml.loggers.base module ml.loggers.meter module ml.loggers.multi module ml.loggers.stdout module ml.loggers.tensorboard module ml.loggers.wandb module ml.lr_schedulers.base module ml.lr_schedulers.constant module ml.lr_schedulers.cosine module ml.lr_schedulers.cosine_decay module ml.lr_schedulers.gan module ml.lr_schedulers.linear module ml.lr_schedulers.linear_no_decay module ml.lr_schedulers.scripts.plot module ml.models.activations module ml.models.architectures.attention module ml.models.architectures.bifpn module ml.models.architectures.rwkv module ml.models.architectures.unet module ml.models.base module ml.models.embeddings module ml.models.gan module ml.models.init module ml.models.kmeans module ml.models.lora module ml.models.modules module ml.models.norms module ml.models.parallel module ml.models.quantization.fsq module ml.models.quantization.lfq module ml.models.quantization.vq module ml.optimizers.adam module ml.optimizers.adan module ml.optimizers.base module ml.optimizers.common module ml.optimizers.gan module ml.optimizers.lion module ml.optimizers.sgd module ml.optimizers.shampoo module ml.optimizers.types module ml.tasks.base module ml.tasks.consistency module ml.tasks.datasets.async_iterable module ml.tasks.datasets.clippify module ml.tasks.datasets.collate module ml.tasks.datasets.error_handling module ml.tasks.datasets.multi_iter module ml.tasks.datasets.samplers module ml.tasks.datasets.streaming module ml.tasks.datasets.transforms module ml.tasks.datasets.video_file module ml.tasks.diffusion module ml.tasks.environments.base module ml.tasks.environments.utils module ml.tasks.environments.worker module ml.tasks.gan.base module ml.tasks.gan.round_robin module ml.tasks.losses.audio module ml.tasks.losses.diffusion module ml.tasks.losses.image module ml.tasks.losses.kl module ml.tasks.losses.loss module ml.tasks.ode module ml.tasks.rl.base module ml.tasks.rl.replay module ml.tasks.sl.base module ml.trainers.base module ml.trainers.gan module ml.trainers.learning module ml.trainers.mixins.compile module ml.trainers.mixins.cpu_stats module ml.trainers.mixins.data_parallel module ml.trainers.mixins.gpu_stats module ml.trainers.mixins.grad_balancer module ml.trainers.mixins.heartbeat module ml.trainers.mixins.mixed_precision module

ml.trainers.mixins.monitor_process module ml.trainers.mixins.profiler module ml.trainers.mixins.step_wrapper module ml.trainers.rl module ml.trainers.sl module ml.utils.amp module ml.utils.argparse module ml.utils.atomic module ml.utils.attention module ml.utils.audio module ml.utils.augmentation module ml.utils.caching module ml.utils.checkpoint module ml.utils.checks module ml.utils.cli module ml.utils.colors module ml.utils.containers module ml.utils.data module ml.utils.datetime module ml.utils.device.auto module ml.utils.device.base module ml.utils.device.cpu module ml.utils.device.gpu module ml.utils.device.metal module ml.utils.distributed module ml.utils.exceptions module ml.utils.image module ml.utils.io module ml.utils.large_models module ml.utils.logging module ml.utils.meter module ml.utils.mixed_precision module ml.utils.networking module ml.utils.numpy module ml.utils.ops module ml.utils.parallel module ml.utils.random module ml.utils.spectrogram module ml.utils.staging module ml.utils.testing module ml.utils.timer module ml.utils.tokens module ml.utils.torch_distributed module ml.utils.video module model (ml.core.registry.Objects attribute) (ml.trainers.mixins.compile.TorchCompileConfig attribute) model_mode (ml.trainers.mixins.compile.TorchCompileConfig attribute) model_parallel_backend (ml.launchers.slurm.SlurmLauncherConfig attribute) (ml.utils.torch_distributed.MultiprocessConfig attribute) model_parallelism (ml.launchers.slurm.SlurmLauncherConfig attribute) (ml.utils.torch_distributed.MultiprocessConfig attribute) module ml.core.common_types ml.core.config ml.core.env ml.core.registry ml.core.state ml.launchers.base ml.launchers.ec2 ml.launchers.mp ml.launchers.slurm ml.launchers.torchrun ml.loggers.base ml.loggers.meter ml.loggers.multi ml.loggers.stdout ml.loggers.tensorboard ml.loggers.wandb ml.lr_schedulers.base ml.lr_schedulers.constant ml.lr_schedulers.cosine ml.lr_schedulers.cosine_decay ml.lr_schedulers.gan ml.lr_schedulers.linear ml.lr_schedulers.linear_no_decay ml.lr_schedulers.scripts.plot ml.models.activations ml.models.architectures.attention ml.models.architectures.bifpn ml.models.architectures.rwkv ml.models.architectures.unet ml.models.base ml.models.embeddings ml.models.gan ml.models.init ml.models.kmeans ml.models.lora ml.models.modules ml.models.norms ml.models.parallel ml.models.quantization.fsq ml.models.quantization.lfq ml.models.quantization.vq ml.optimizers.adam ml.optimizers.adan ml.optimizers.base ml.optimizers.common ml.optimizers.gan ml.optimizers.lion ml.optimizers.sgd ml.optimizers.shampoo ml.optimizers.types ml.tasks.base ml.tasks.consistency ml.tasks.datasets.async_iterable ml.tasks.datasets.clippify ml.tasks.datasets.collate ml.tasks.datasets.error_handling ml.tasks.datasets.multi_iter ml.tasks.datasets.samplers ml.tasks.datasets.streaming ml.tasks.datasets.transforms ml.tasks.datasets.video_file ml.tasks.diffusion ml.tasks.environments.base ml.tasks.environments.utils ml.tasks.environments.worker ml.tasks.gan.base ml.tasks.gan.round_robin ml.tasks.losses.audio ml.tasks.losses.diffusion ml.tasks.losses.image ml.tasks.losses.kl ml.tasks.losses.loss ml.tasks.ode ml.tasks.rl.base ml.tasks.rl.replay ml.tasks.sl.base ml.trainers.base ml.trainers.gan ml.trainers.learning ml.trainers.mixins.compile ml.trainers.mixins.cpu_stats ml.trainers.mixins.data_parallel ml.trainers.mixins.gpu_stats ml.trainers.mixins.grad_balancer ml.trainers.mixins.heartbeat ml.trainers.mixins.mixed_precision ml.trainers.mixins.monitor_process ml.trainers.mixins.profiler ml.trainers.mixins.step_wrapper ml.trainers.rl ml.trainers.sl ml.utils.amp ml.utils.argparse ml.utils.atomic ml.utils.attention ml.utils.audio ml.utils.augmentation ml.utils.caching ml.utils.checkpoint ml.utils.checks ml.utils.cli ml.utils.colors ml.utils.containers ml.utils.data ml.utils.datetime ml.utils.device.auto ml.utils.device.base ml.utils.device.cpu ml.utils.device.gpu ml.utils.device.metal ml.utils.distributed ml.utils.exceptions ml.utils.image ml.utils.io ml.utils.large_models ml.utils.logging ml.utils.meter ml.utils.mixed_precision ml.utils.networking ml.utils.numpy ml.utils.ops ml.utils.parallel ml.utils.random ml.utils.spectrogram ml.utils.staging ml.utils.testing ml.utils.timer ml.utils.tokens ml.utils.torch_distributed ml.utils.video module_to() (ml.utils.device.base.base_device method) momentum (ml.optimizers.sgd.SGDOptimizerConfig attribute) (ml.optimizers.shampoo.ShampooOptimizerConfig attribute) MonitorProcessConfig (class in ml.trainers.mixins.monitor_process) MonitorProcessMixin (class in ml.trainers.mixins.monitor_process) mp_copy() (in module ml.models.parallel) mp_gather() (in module ml.models.parallel) mp_reduce() (in module ml.models.parallel) mp_scatter() (in module ml.models.parallel) mpl_available() (in module ml.utils.video) multi_register_base (class in ml.core.registry) MultiheadAttention (class in ml.models.architectures.attention) MultiIterDataset (class in ml.tasks.datasets.multi_iter) MultiLogger (class in ml.loggers.multi) multiprocess (ml.launchers.mp.MultiProcessLauncherConfig attribute) MultiprocessConfig (class in ml.utils.torch_distributed) MultiProcessLauncher (class in ml.launchers.mp) MultiProcessLauncherConfig (class in ml.launchers.mp) MultiReplaySamples (class in ml.tasks.rl.replay) MultiResolutionSTFTLoss (class in ml.tasks.losses.audio)

N

name (ml.core.config.BaseConfig attribute) names (ml.utils.audio.AudioSarFileDataset property) namespace_context (class in ml.loggers.multi) NaNError nesterov (ml.optimizers.sgd.SGDOptimizerConfig attribute) NextTokenDiscriminator (class in ml.utils.attention) normalize() (in module ml.tasks.datasets.transforms) (ml.utils.spectrogram.AudioPyworldConverter method) (ml.utils.spectrogram.AudioStftConverter method) normalize_video_fps() (in module ml.loggers.multi) nproc_per_node (ml.launchers.torchrun.TorchRunLauncherConfig attribute) nucleus_sampling() (in module ml.models.architectures.attention) num_batches (ml.trainers.sl.BatchScheduleConfig attribute) num_child_procs (ml.trainers.mixins.cpu_stats.CPUStats attribute) (ml.trainers.mixins.cpu_stats.CPUStatsInfo attribute) num_env_workers (ml.tasks.rl.base.EnvironmentConfig attribute) num_epoch_samples (ml.core.state.State attribute) (ml.trainers.rl.SamplingConfig attribute) num_epoch_steps (ml.core.state.State attribute)

num_epochs (ml.core.state.State attribute) num_frames (ml.utils.audio.AudioProps attribute) num_jobs (ml.launchers.slurm.SlurmLauncherConfig attribute) num_nodes (ml.launchers.slurm.SlurmConfItem attribute) num_phase_steps() (ml.core.state.State method) num_resets (ml.lr_schedulers.cosine.CosineLRSchedulerConfig attribute) (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig attribute) num_samples (ml.core.state.State attribute) (ml.tasks.rl.base.DatasetConfig attribute) num_seen (ml.utils.meter.Meter property) num_speakers (ml.utils.audio.AudioSarFileSpeakerDataset property) num_steps (ml.core.state.State attribute) (ml.trainers.sl.BatchScheduleConfig attribute) num_test_steps (ml.core.state.State attribute) num_update_steps (ml.tasks.rl.base.DatasetConfig attribute) num_valid_steps (ml.core.state.State attribute) num_workers (ml.tasks.base.DataLoaderConfig attribute) (ml.utils.data.WorkerInfo attribute) num_workers() (in module ml.tasks.base)

O

Objects (class in ml.core.registry) offsets (ml.utils.tokens.TokenReader property) offsets() (ml.utils.data.Header method) on_after_compute_loss() (ml.tasks.base.BaseTask method) on_after_forward_step() (ml.tasks.base.BaseTask method) (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) on_after_gan_forward_step() (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) on_after_save_checkpoint() (ml.tasks.base.BaseTask method) on_before_forward_step() (ml.tasks.base.BaseTask method) on_epoch_end() (ml.tasks.base.BaseTask method) (ml.trainers.base.BaseTrainer method) on_epoch_start() (ml.tasks.base.BaseTask method) (ml.trainers.base.BaseTrainer method) on_exit() (ml.trainers.base.BaseTrainer method) on_profiler_trace_ready() (ml.trainers.mixins.profiler.ProfilerTrainerMixin method) on_step_end() (ml.tasks.base.BaseTask method) (ml.trainers.base.BaseTrainer method) on_step_start() (ml.tasks.base.BaseTask method) (ml.trainers.base.BaseTrainer method) (ml.trainers.mixins.cpu_stats.CPUStatsMixin method) (ml.trainers.mixins.gpu_stats.GPUStatsMixin method) (ml.trainers.mixins.heartbeat.HeartbeatMonitorMixin method)

on_training_end() (ml.tasks.base.BaseTask method) (ml.trainers.base.BaseTrainer method) (ml.trainers.mixins.cpu_stats.CPUStatsMixin method) (ml.trainers.mixins.gpu_stats.GPUStatsMixin method) (ml.trainers.mixins.heartbeat.HeartbeatMonitorMixin method) (ml.trainers.mixins.monitor_process.MonitorProcessMixin method) on_training_start() (ml.tasks.base.BaseTask method) (ml.trainers.base.BaseTrainer method) (ml.trainers.mixins.cpu_stats.CPUStatsMixin method) (ml.trainers.mixins.gpu_stats.GPUStatsMixin method) (ml.trainers.mixins.heartbeat.HeartbeatMonitorMixin method) (ml.trainers.mixins.monitor_process.MonitorProcessMixin method) only_save_most_recent (ml.trainers.base.CheckpointConfig attribute) open() (ml.utils.tokens.token_file class method) open_atomic() (in module ml.utils.atomic) optimal (ml.trainers.rl.SamplingConfig attribute) optimizer (ml.core.registry.Objects attribute)

P

pad_all() (in module ml.tasks.datasets.collate) pad_sequence() (in module ml.tasks.datasets.collate) padding (ml.models.modules.StreamingConv1d attribute) parallel (ml.trainers.mixins.data_parallel.TrainerParallelConfig attribute) parallel_group_info() (in module ml.utils.parallel) ParallelConfig (class in ml.trainers.mixins.data_parallel) ParallelEmbedding (class in ml.models.parallel) parallelism_is_initialized() (in module ml.utils.parallel) ParallelMixin (class in ml.trainers.mixins.data_parallel) ParallismError parse() (ml.utils.audio.AudioFile class method) parse_cli() (in module ml.utils.cli) parse_gpu_stats() (in module ml.trainers.mixins.gpu_stats) parse_number() (in module ml.trainers.mixins.gpu_stats) parse_raw_config() (ml.core.registry.Objects class method) partial_sample() (ml.tasks.consistency.ConsistencyModel method) (ml.tasks.diffusion.GaussianDiffusion method) partition (ml.launchers.slurm.SlurmConfItem attribute) partition() (ml.tasks.rl.replay.MultiReplaySamples method) path (ml.utils.audio.AudioFile attribute) PathEnvVar (class in ml.core.env) per_sample_entropy (ml.models.quantization.lfq.Losses attribute) persistent_workers (ml.tasks.base.DataLoaderConfig attribute) phase (ml.core.state.State property) (ml.lr_schedulers.cosine.CosineLRSchedulerConfig attribute) (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig attribute)

pil_to_tensor() (in module ml.tasks.datasets.collate) pin_memory (ml.tasks.base.DataLoaderConfig attribute) pipeline_parallel_backend (ml.launchers.slurm.SlurmLauncherConfig attribute) (ml.utils.torch_distributed.MultiprocessConfig attribute) pipeline_parallelism (ml.launchers.slurm.SlurmLauncherConfig attribute) (ml.utils.torch_distributed.MultiprocessConfig attribute) plot_schedules() (in module ml.tasks.diffusion) populate_full_regisry() (ml.core.registry.register_base class method) populate_registry() (ml.core.registry.register_base class method) PositionalEmbedding (class in ml.models.architectures.unet) postprocess_trajectories() (ml.tasks.rl.base.ReinforcementLearningTask method) postprocess_trajectory() (ml.tasks.rl.base.ReinforcementLearningTask method) precision (ml.loggers.stdout.StdoutLoggerConfig attribute) prefetch() (ml.utils.device.base.Prefetcher method) prefetch_factor (ml.tasks.base.DataLoaderConfig attribute) prefetch_samples() (in module ml.utils.io) Prefetcher (class in ml.utils.device.base) process_main() (in module ml.launchers.mp) profile_memory (ml.trainers.mixins.profiler.Profiler attribute) Profiler (class in ml.trainers.mixins.profiler) profiler (ml.trainers.mixins.profiler.ProfilerTrainerConfig attribute) ProfilerTrainerConfig (class in ml.trainers.mixins.profiler) ProfilerTrainerMixin (class in ml.trainers.mixins.profiler) props (ml.utils.audio.AudioFile attribute) pseudo_huber_loss() (in module ml.tasks.losses.diffusion)

Q

quantize() (ml.models.quantization.fsq.FiniteScalarQuantization method)

QuickGELU (class in ml.models.activations)

R

ramp_up_percent (ml.lr_schedulers.cosine.CosineLRSchedulerConfig attribute) (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig attribute) ramp_up_steps (ml.lr_schedulers.cosine.CosineLRSchedulerConfig attribute) (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig attribute) random_square_crop() (in module ml.tasks.datasets.transforms) random_square_crop_multi() (in module ml.tasks.datasets.transforms) range() (ml.utils.timer.spinnerator class method) rank (ml.utils.torch_distributed.MultiprocessConfig attribute) RankFilter (class in ml.utils.logging) rate_cumsum (ml.tasks.datasets.multi_iter.MultiIterDataset attribute) raw_config (ml.core.config.BaseObject property) (ml.core.registry.Objects attribute) raw_phase (ml.core.state.State attribute) read() (ml.utils.data.Header class method) (ml.utils.data.SdsDataPipe method) read_audio() (in module ml.utils.audio) read_audio_random_order() (in module ml.utils.audio) read_gif() (in module ml.utils.image) read_video() (in module ml.utils.video) read_video_av() (in module ml.utils.video) read_video_ffmpeg() (in module ml.utils.video) read_video_opencv() (in module ml.utils.video) read_video_with_timestamps_ffmpeg() (in module ml.utils.video) rechunk_audio() (in module ml.utils.audio) record_shapes (ml.trainers.mixins.profiler.Profiler attribute) recursive_apply() (in module ml.utils.containers) (ml.utils.device.base.base_device method) (ml.utils.device.base.Prefetcher class method) recursive_chunk() (in module ml.utils.containers) (ml.utils.device.base.Prefetcher method) reduce() (ml.utils.meter.Meter method) register_base (class in ml.core.registry) register_launcher (class in ml.core.registry) register_logger (class in ml.core.registry) register_lr_scheduler (class in ml.core.registry) register_model (class in ml.core.registry) register_optimizer (class in ml.core.registry) register_task (class in ml.core.registry) register_trainer (class in ml.core.registry) REGISTRY (ml.core.registry.register_base attribute) (ml.core.registry.register_launcher attribute) (ml.core.registry.register_logger attribute) (ml.core.registry.register_lr_scheduler attribute) (ml.core.registry.register_model attribute) (ml.core.registry.register_optimizer attribute) (ml.core.registry.register_task attribute) (ml.core.registry.register_trainer attribute) REGISTRY_LOCATIONS (ml.core.registry.register_base attribute) (ml.core.registry.register_launcher attribute) (ml.core.registry.register_logger attribute) (ml.core.registry.register_lr_scheduler attribute) (ml.core.registry.register_model attribute) (ml.core.registry.register_optimizer attribute) (ml.core.registry.register_task attribute) (ml.core.registry.register_trainer attribute) registry_path() (ml.core.registry.register_base class method) ReinforcementLearningTask (class in ml.tasks.rl.base) ReinforcementLearningTaskConfig (class in ml.tasks.rl.base) ReinforcementLearningTrainer (class in ml.trainers.rl) ReinforcementLearningTrainerConfig (class in ml.trainers.rl) ReLUSquared (class in ml.models.activations) remove_lock_file() (in module ml.trainers.base) (ml.trainers.base.BaseTrainer method) render() (ml.tasks.environments.base.Environment method) repeat_steps (ml.trainers.mixins.profiler.Profiler attribute) replay_buffer_sample_size (ml.tasks.rl.base.DatasetConfig attribute) ReplayDataset (class in ml.tasks.rl.replay) ReplaySamples (class in ml.tasks.rl.replay) report_top_n_exception_types (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute) requeue_job() (in module ml.launchers.slurm) requires_grads_() (ml.models.gan.GenerativeAdversarialNetworkModel method)

reservoir (ml.tasks.datasets.streaming.StreamingDataset attribute) reservoir_pointer (ml.tasks.datasets.streaming.StreamingDataset attribute) reset() (ml.tasks.environments.base.Environment method) (ml.tasks.environments.worker.AsyncWorkerPool method) (ml.tasks.environments.worker.SyncWorkerPool method) (ml.tasks.environments.worker.WorkerPool method) reset_lora_parameters() (ml.models.lora.LoraColumnParallelLinear method) (ml.models.lora.LoraConv1d method) (ml.models.lora.LoraConv2d method) (ml.models.lora.LoraConvTranspose1d method) (ml.models.lora.LoraConvTranspose2d method) (ml.models.lora.LoraEmbedding method) (ml.models.lora.LoraLinear method) (ml.models.lora.LoraParallelEmbedding method) (ml.models.lora.LoraRowParallelLinear method) reset_lora_weights_() (in module ml.models.lora) reset_parallelism() (in module ml.utils.parallel) reset_parameters() (ml.models.embeddings.LearnedPositionalEmbeddings method) (ml.models.embeddings.SinusoidalEmbeddings method) (ml.models.lora.LoraColumnParallelLinear method) (ml.models.lora.LoraConv1d method) (ml.models.lora.LoraConv2d method) (ml.models.lora.LoraConvTranspose1d method) (ml.models.lora.LoraConvTranspose2d method) (ml.models.lora.LoraEmbedding method) (ml.models.lora.LoraLinear method) (ml.models.lora.LoraParallelEmbedding method) (ml.models.lora.LoraRowParallelLinear method) (ml.models.norms.ConvLayerNorm method) (ml.models.parallel.ColumnParallelLinear method) (ml.models.parallel.ParallelEmbedding method) (ml.models.parallel.RowParallelLinear method) (ml.utils.attention.NextTokenDiscriminator method) RESET_SEQ (ml.utils.logging.ColoredFormatter attribute) residual (class in ml.models.modules) ResidualVectorQuantization (class in ml.models.quantization.vq) resolve() (ml.core.config.BaseConfig class method) (ml.launchers.mp.MultiProcessLauncherConfig class method) (ml.launchers.torchrun.TorchRunLauncherConfig class method) (ml.lr_schedulers.cosine.CosineLRSchedulerConfig class method) (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig class method) (ml.lr_schedulers.gan.GenerativeAdversarialNetworkLRSchedulerConfig class method) (ml.lr_schedulers.linear.LinearLRSchedulerConfig class method) (ml.models.gan.GenerativeAdversarialNetworkModelConfig class method) (ml.optimizers.gan.GenerativeAdversarialNetworkOptimizerConfig class method) (ml.trainers.base.BaseTrainerConfig class method) (ml.utils.torch_distributed.MultiprocessConfig class method) resolve_config() (ml.core.registry.multi_register_base class method) (ml.core.registry.Objects class method) (ml.core.registry.register_base class method) resolve_configs() (ml.core.registry.multi_register_base class method) resolve_namespace() (ml.loggers.multi.MultiLogger method) return_dataset() (ml.tasks.datasets.streaming.StreamingDataset method) RK4ODESolver (class in ml.tasks.ode) rotary_embeddings() (in module ml.models.embeddings) RotaryEmbeddings (class in ml.models.embeddings) round_robin (ml.trainers.gan.GenerativeAdversarialNetworkTrainerConfig attribute) round_ste() (in module ml.models.quantization.fsq) RowParallelLinear (class in ml.models.parallel) run_attn() (ml.models.architectures.rwkv.RwkvBlock method) run_discriminator() (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) run_ffn() (ml.models.architectures.rwkv.RwkvBlock method) run_generator() (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) run_model() (ml.tasks.base.BaseTask method) (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) (ml.tasks.gan.round_robin.GenerativeAdversarialNetworkRoundRobinTask method) RwkvAttention (class in ml.models.architectures.rwkv) RwkvBlock (class in ml.models.architectures.rwkv) RwkvFeedForward (class in ml.models.architectures.rwkv) RwkvStack (class in ml.models.architectures.rwkv)

S

sample() (ml.tasks.consistency.ConsistencyModel method) (ml.tasks.diffusion.GaussianDiffusion method) (ml.tasks.rl.replay.MultiReplaySamples method) (ml.tasks.rl.replay.ReplaySamples method) sample_action() (ml.tasks.environments.base.Environment method) sample_clip() (ml.tasks.rl.base.ReinforcementLearningTask method) sample_rate (ml.utils.audio.AudioProps attribute) sample_reservoir_id() (ml.tasks.datasets.streaming.StreamingDataset method) sample_to_device() (ml.utils.device.base.base_device method) sampling (ml.trainers.rl.ReinforcementLearningTrainerConfig attribute) sampling_rate (ml.tasks.datasets.multi_iter.DatasetInfo attribute) SamplingConfig (class in ml.trainers.rl) sar (ml.utils.audio.AudioSarFileDataset property) save() (ml.launchers.slurm.SlurmConf method) save_checkpoint() (ml.trainers.base.BaseTrainer method) save_config() (in module ml.trainers.base) (ml.trainers.base.BaseTrainer method) save_every_n_seconds (ml.trainers.base.CheckpointConfig attribute) save_every_n_steps (ml.trainers.base.CheckpointConfig attribute) save_registry_locations() (ml.core.registry.register_base class method) scale_grad() (in module ml.models.modules) scale_mixed_precision() (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerMixin method) SchedulerAdapter (class in ml.lr_schedulers.base) SdsDataPipe (class in ml.utils.data) search_directory() (ml.core.registry.register_base class method) (ml.core.registry.register_launcher class method) (ml.core.registry.register_logger class method) (ml.core.registry.register_lr_scheduler class method) (ml.core.registry.register_model class method) (ml.core.registry.register_optimizer class method) (ml.core.registry.register_task class method) (ml.core.registry.register_trainer class method) seconds_per_step (ml.tasks.base.CumulativeTimer property) seed (ml.tasks.base.DataLoaderConfig attribute) SelfAttention2d (class in ml.models.architectures.unet) send_action() (ml.tasks.environments.worker.AsyncEnvironmentWorker method) (ml.tasks.environments.worker.AsyncWorkerPool method) (ml.tasks.environments.worker.BaseEnvironmentWorker method) (ml.tasks.environments.worker.SyncEnvironmentWorker method) (ml.tasks.environments.worker.SyncWorkerPool method) (ml.tasks.environments.worker.WorkerPool method) separate_decayable_params() (in module ml.optimizers.common) separate_losses() (ml.tasks.gan.base.GenerativeAdversarialNetworkTask method) separate_with_padding() (in module ml.loggers.multi) set() (ml.core.env.BoolEnvVar method) (ml.core.env.IntEnvVar method) (ml.core.env.PathEnvVar method) (ml.core.env.StrEnvVar method) (ml.core.env.StrSetEnvVar method) set_data_dir() (in module ml.core.env) set_dist() (in module ml.utils.distributed) set_distributed_backend() (in module ml.utils.torch_distributed) set_env_random_seed() (in module ml.core.env) set_eval_run_dir() (in module ml.core.env) set_exp_name() (in module ml.core.env) set_global_tags() (in module ml.core.env) set_init_method() (in module ml.utils.distributed) set_local_rank() (in module ml.utils.distributed) set_local_world_size() (in module ml.utils.distributed) set_master_addr() (in module ml.utils.distributed) set_master_port() (in module ml.utils.distributed) set_ml_config_path() (in module ml.core.env) set_model_dir() (in module ml.core.env) set_phase() (in module ml.core.state) set_random_seed() (in module ml.utils.random) set_rank() (in module ml.utils.distributed) set_raw_config() (ml.core.config.BaseObject method) set_read_lock() (in module ml.utils.io) set_run_dir() (in module ml.core.env) set_s3_data_bucket() (in module ml.core.env) set_s3_runs_bucket() (in module ml.core.env) set_slurm_master_addr_and_port() (in module ml.launchers.slurm) set_slurm_rank_and_world_size() (in module ml.launchers.slurm) set_stage_dir() (in module ml.core.env) set_text() (ml.utils.timer.Spinner method) set_to_none (ml.trainers.learning.BaseLearningTrainerConfig attribute) set_training_over() (ml.tasks.base.BaseTask method) set_world_size() (in module ml.utils.distributed) SGDOptimizer (class in ml.optimizers.sgd) SGDOptimizerConfig (class in ml.optimizers.sgd) Shampoo (class in ml.optimizers.shampoo) ShampooOptimizer (class in ml.optimizers.shampoo) ShampooOptimizerConfig (class in ml.optimizers.shampoo) shard() (ml.utils.data.Header method) sharding_strategy (ml.trainers.mixins.data_parallel.ParallelConfig attribute) should_checkpoint() (ml.trainers.base.BaseTrainer method) should_show_all_logs() (in module ml.core.env) should_show_full_import_error() (in module ml.core.env) should_validate() (ml.trainers.sl.SupervisedLearningTrainer method) should_write() (ml.loggers.base.BaseLogger method) shuffle (ml.tasks.base.DataLoaderConfig attribute) single() (ml.models.quantization.lfq.Losses method) SinusoidalEmbeddings (class in ml.models.embeddings) skip_first_steps (ml.trainers.mixins.profiler.Profiler attribute) sleep_backoff (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute) sleep_backoff_power (ml.tasks.datasets.error_handling.ErrorHandlingConfig attribute)

slurm_main() (in module ml.launchers.slurm) SlurmConf (class in ml.launchers.slurm) SlurmConfItem (class in ml.launchers.slurm) SlurmLauncher (class in ml.launchers.slurm) SlurmLauncherConfig (class in ml.launchers.slurm) sp (ml.utils.spectrogram.WorldFeatures attribute) speaker_counts (ml.utils.audio.AudioSarFileSpeakerDataset property) speaker_ids (ml.utils.audio.AudioSarFileSpeakerDataset property) speaker_map (ml.utils.audio.AudioSarFileSpeakerDataset property) spec_to_audio() (ml.utils.spectrogram.AudioMfccConverter method) (ml.utils.spectrogram.AudioStftConverter method) spectral_convergence_loss() (in module ml.tasks.losses.audio) SpectrogramToMFCCs (class in ml.utils.spectrogram) Spinner (class in ml.utils.timer) spinner() (in module ml.utils.timer) spinnerator (class in ml.utils.timer) split_n_items_across_workers() (in module ml.utils.data) square_crop() (in module ml.tasks.datasets.transforms) square_resize_crop() (in module ml.tasks.datasets.transforms) SquareResizeCrop (class in ml.tasks.datasets.transforms) SSIMLoss (class in ml.tasks.losses.image) stage_environment() (in module ml.utils.staging) standardize_audio() (in module ml.loggers.multi) standardize_audios() (in module ml.loggers.multi) standardize_image() (in module ml.loggers.multi) (in module ml.utils.image) standardize_images() (in module ml.loggers.multi) standardize_point_cloud() (in module ml.loggers.multi) standardize_text() (in module ml.loggers.multi) standardize_video() (in module ml.loggers.multi) standardize_videos() (in module ml.loggers.multi) start() (ml.trainers.mixins.cpu_stats.CPUStatsMonitor method) (ml.trainers.mixins.gpu_stats.GPUStatsMonitor method) (ml.trainers.mixins.heartbeat.HeartbeatMonitor method) (ml.utils.timer.Spinner method) start_in_subprocess (ml.loggers.tensorboard.TensorboardLoggerConfig attribute) start_method (ml.launchers.torchrun.TorchRunLauncherConfig attribute) start_time (ml.tasks.base.CumulativeTimer property) start_time_s (ml.core.state.State attribute) State (class in ml.core.state) state_dict() (ml.lr_schedulers.base.SchedulerAdapter method) StateTimer (class in ml.tasks.base) StdoutLogger (class in ml.loggers.stdout) StdoutLoggerConfig (class in ml.loggers.stdout) step() (ml.lr_schedulers.base.SchedulerAdapter method) (ml.optimizers.adan.Adan method) (ml.optimizers.lion.Lion method) (ml.optimizers.shampoo.Shampoo method) (ml.tasks.base.CumulativeTimer method) (ml.tasks.base.IterationTimer method) (ml.tasks.base.StateTimer method) (ml.tasks.datasets.error_handling.ExceptionSummary method) (ml.tasks.environments.base.Environment method) (ml.tasks.ode.BaseODESolver method) (ml.tasks.ode.EulerODESolver method) (ml.tasks.ode.HeunODESolver method) (ml.tasks.ode.RK4ODESolver method) step_context() (ml.trainers.mixins.profiler.ProfilerTrainerMixin method) (ml.trainers.mixins.step_wrapper.StepContextMixin method) step_optimizer() (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerMixin method) StepContext (class in ml.trainers.mixins.step_wrapper) StepContextMixin (class in ml.trainers.mixins.step_wrapper) steps_per_hour (ml.tasks.base.CumulativeTimer property) steps_per_second (ml.tasks.base.CumulativeTimer property) stft() (in module ml.tasks.losses.audio) stft_magnitude_loss() (in module ml.tasks.losses.audio) STFTLoss (class in ml.tasks.losses.audio) stop() (ml.trainers.mixins.cpu_stats.CPUStatsMonitor method) (ml.trainers.mixins.gpu_stats.GPUStatsMonitor method) (ml.trainers.mixins.heartbeat.HeartbeatMonitor method) (ml.utils.timer.Spinner method) streamable_cbr() (in module ml.models.modules) streaming_add() (in module ml.models.modules) streaming_conv_1d() (in module ml.models.modules) streaming_conv_transpose_1d() (in module ml.models.modules) StreamingConv1d (class in ml.models.modules) StreamingConvTranspose1d (class in ml.models.modules) StreamingDataset (class in ml.tasks.datasets.streaming) StreamingDatasetNoIndex (class in ml.tasks.datasets.streaming) StrEnvVar (class in ml.core.env) stride (ml.tasks.rl.base.DatasetConfig attribute) StrSetEnvVar (class in ml.core.env) summarize() (in module ml.models.base) (ml.core.registry.Objects method) summary() (ml.tasks.datasets.error_handling.ExceptionSummary method) SupervisedLearningTask (class in ml.tasks.sl.base) SupervisedLearningTaskConfig (class in ml.tasks.sl.base) SupervisedLearningTrainer (class in ml.trainers.sl) SupervisedLearningTrainerConfig (class in ml.trainers.sl) supports_grad_scaler() (ml.utils.device.base.base_device method) (ml.utils.device.gpu.gpu_device method) swap_grads() (in module ml.models.modules) swap_reservoir() (ml.tasks.datasets.streaming.StreamingDataset method) sync_module_states (ml.trainers.mixins.data_parallel.ParallelConfig attribute) SyncEnvironmentWorker (class in ml.tasks.environments.worker) SyncWorkerPool (class in ml.tasks.environments.worker)

T

table_size (ml.trainers.mixins.profiler.Profiler attribute) task (ml.core.registry.Objects attribute) TaskModel (class in ml.trainers.mixins.data_parallel) temperature (ml.trainers.mixins.gpu_stats.GPUStats attribute) (ml.trainers.mixins.gpu_stats.GPUStatsInfo attribute) tempfile() (in module ml.utils.atomic) tensor_to() (ml.models.base.BaseModel method) (ml.utils.device.base.base_device method) tensorboard_log_directory (ml.loggers.tensorboard.TensorboardLogger property) TensorboardLogger (class in ml.loggers.tensorboard) TensorboardLoggerConfig (class in ml.loggers.tensorboard) terminated() (ml.tasks.environments.base.Environment method) test_audio_adhoc() (in module ml.utils.spectrogram) test_dataset() (in module ml.utils.testing) test_dl (ml.tasks.base.DataLoaderConfigs attribute) test_environment() (in module ml.tasks.environments.utils) test_exception_summary() (in module ml.tasks.datasets.error_handling) test_step() (ml.trainers.learning.BaseLearningTrainer method) test_task() (in module ml.utils.testing) test_writer (ml.loggers.tensorboard.TensorboardLogger property) thread_async_iter() (in module ml.tasks.datasets.async_iterable) thread_worker() (in module ml.tasks.datasets.async_iterable) tick() (ml.utils.logging.IntervalTicker method) time_limit (ml.launchers.slurm.SlurmLauncherConfig attribute) time_shift() (ml.models.architectures.rwkv.RwkvAttention method) (ml.models.architectures.rwkv.RwkvFeedForward method) timeout (ml.tasks.base.DataLoaderConfig attribute) timeout() (in module ml.utils.timer) Timer (class in ml.utils.timer) to_bytes() (ml.utils.tokens.token_file class method) to_markdown_table() (in module ml.loggers.tensorboard) token_file (class in ml.utils.tokens) TokenReader (class in ml.utils.tokens)

TokenWriter (class in ml.utils.tokens) TorchCompileConfig (class in ml.trainers.mixins.compile) torchrun_path (ml.launchers.torchrun.TorchRunLauncherConfig attribute) TorchRunLauncher (class in ml.launchers.torchrun) TorchRunLauncherConfig (class in ml.launchers.torchrun) total_steps (ml.lr_schedulers.cosine.CosineLRSchedulerConfig attribute) (ml.lr_schedulers.cosine_decay.CosineDecayLRSchedulerConfig attribute) (ml.lr_schedulers.linear.LinearLRSchedulerConfig attribute) TqdmHandler (class in ml.utils.logging) train() (ml.models.lora.LoraColumnParallelLinear method) (ml.models.lora.LoraConv1d method) (ml.models.lora.LoraConv2d method) (ml.models.lora.LoraConvTranspose1d method) (ml.models.lora.LoraConvTranspose2d method) (ml.models.lora.LoraEmbedding method) (ml.models.lora.LoraLinear method) (ml.models.lora.LoraParallelEmbedding method) (ml.models.lora.LoraRowParallelLinear method) (ml.trainers.base.BaseTrainer method) (ml.trainers.gan.GenerativeAdversarialNetworkTrainer method) (ml.trainers.rl.ReinforcementLearningTrainer method) (ml.trainers.sl.SupervisedLearningTrainer method) train_dl (ml.tasks.base.DataLoaderConfigs attribute) train_step() (ml.trainers.learning.BaseLearningTrainer method) train_writer (ml.loggers.tensorboard.TensorboardLogger property) trainer (ml.core.registry.Objects attribute) TrainerParallelConfig (class in ml.trainers.mixins.data_parallel) training (ml.core.state.State property) TrainingFinishedError TransformerDecoder (class in ml.models.architectures.attention) TransformerDecoderLayer (class in ml.models.architectures.attention) TransformerEncoder (class in ml.models.architectures.attention) TransformerEncoderLayer (class in ml.models.architectures.attention)

U

UNet (class in ml.models.architectures.unet) update() (ml.core.config.BaseConfig class method) (ml.lr_schedulers.gan.GenerativeAdversarialNetworkLRSchedulerConfig class method) (ml.models.gan.GenerativeAdversarialNetworkModelConfig class method) (ml.optimizers.gan.GenerativeAdversarialNetworkOptimizerConfig class method) (ml.utils.timer.spinnerator method) update_config() (ml.core.registry.multi_register_base class method) (ml.core.registry.Objects class method) (ml.core.registry.register_base class method) update_configs() (ml.core.registry.multi_register_base class method) update_freq (ml.optimizers.shampoo.ShampooOptimizerConfig attribute)

update_state_dict() (ml.trainers.base.BaseTrainer method) (ml.trainers.mixins.mixed_precision.MixedPrecisionTrainerMixin method) upload_data_to_s3() (in module ml.utils.data) upper_left_crop() (in module ml.tasks.datasets.transforms) UpperLeftCrop (class in ml.tasks.datasets.transforms) use_double_weight_precision (ml.trainers.base.BaseTrainerConfig attribute) use_fsdp (ml.trainers.mixins.data_parallel.ParallelConfig attribute) use_tf32 (ml.trainers.learning.BaseLearningTrainerConfig attribute) use_triton (ml.optimizers.lion.LionOptimizerConfig attribute) utilization (ml.trainers.mixins.gpu_stats.GPUStats attribute) (ml.trainers.mixins.gpu_stats.GPUStatsInfo attribute)

V

val_step() (ml.trainers.learning.BaseLearningTrainer method) valid_dl (ml.tasks.base.DataLoaderConfigs attribute) valid_every_n_seconds (ml.trainers.sl.ValidationConfig attribute) valid_every_n_steps (ml.trainers.sl.ValidationConfig attribute) valid_first_n_seconds (ml.trainers.sl.ValidationConfig attribute) valid_writer (ml.loggers.tensorboard.TensorboardLogger property) validation (ml.trainers.sl.SupervisedLearningTrainerConfig attribute)

ValidationConfig (class in ml.trainers.sl) vanilla_add_fn() (in module ml.tasks.ode) var (ml.models.norms.LastBatchNorm attribute) VectorQuantization (class in ml.models.quantization.vq) video_props (ml.tasks.datasets.video_file.VideoFileDataset attribute) video_stream (ml.tasks.datasets.video_file.VideoFileDataset attribute) VideoFileDataset (class in ml.tasks.datasets.video_file) VideoProps (class in ml.utils.video)

W

wait_seconds (ml.loggers.tensorboard.TensorboardLoggerConfig attribute) wait_steps (ml.trainers.mixins.profiler.Profiler attribute) WandbLogger (class in ml.loggers.wandb) WandbLoggerConfig (class in ml.loggers.wandb) warmup_percent (ml.lr_schedulers.linear.LinearLRSchedulerConfig attribute) warmup_steps (ml.lr_schedulers.linear.LinearLRSchedulerConfig attribute) (ml.lr_schedulers.linear_no_decay.LinearNoDecayLRSchedulerConfig attribute) (ml.trainers.mixins.profiler.Profiler attribute) weight_decay (ml.optimizers.adam.AdamOptimizerConfig attribute) (ml.optimizers.adan.AdanOptimizerConfig attribute) (ml.optimizers.lion.LionOptimizerConfig attribute) (ml.optimizers.sgd.SGDOptimizerConfig attribute) (ml.optimizers.shampoo.ShampooOptimizerConfig attribute) window (ml.tasks.losses.audio.STFTLoss attribute) with_flops (ml.trainers.mixins.profiler.Profiler attribute) with_modules (ml.trainers.mixins.profiler.Profiler attribute) with_stack (ml.trainers.mixins.profiler.Profiler attribute) wkv_log_space() (in module ml.models.architectures.rwkv) wkv_with_eps() (in module ml.models.architectures.rwkv) WkvLogSpace (class in ml.models.architectures.rwkv) WkvWithEps (class in ml.models.architectures.rwkv) worker() (in module ml.trainers.mixins.cpu_stats) (in module ml.trainers.mixins.gpu_stats) (in module ml.trainers.mixins.heartbeat) worker_datasets (ml.tasks.datasets.streaming.StreamingDataset attribute) worker_id (ml.utils.data.WorkerInfo attribute) worker_init_fn() (ml.tasks.base.BaseTask class method)

worker_thread() (ml.loggers.tensorboard.TensorboardLogger method) WorkerInfo (class in ml.utils.data) WorkerPool (class in ml.tasks.environments.worker) world_size (ml.utils.torch_distributed.MultiprocessConfig attribute) WorldFeatures (class in ml.utils.spectrogram) write() (ml.loggers.base.BaseLogger method) (ml.loggers.meter.MeterLogger method) (ml.loggers.multi.MultiLogger method) (ml.loggers.stdout.StdoutLogger method) (ml.loggers.tensorboard.TensorboardLogger method) (ml.loggers.wandb.WandbLogger method) (ml.utils.data.Header method) (ml.utils.tokens.TokenWriter method) write_audio() (in module ml.utils.audio) write_dict() (ml.loggers.multi.MultiLogger method) write_every_n_seconds (ml.loggers.base.BaseLoggerConfig attribute) write_every_n_seconds() (ml.loggers.base.BaseLogger method) write_gif() (in module ml.utils.image) write_logs() (ml.trainers.base.BaseTrainer method) (ml.trainers.mixins.profiler.ProfilerTrainerMixin method) write_train_every_n_seconds (ml.loggers.base.BaseLoggerConfig attribute) write_val_every_n_seconds (ml.loggers.base.BaseLoggerConfig attribute) write_video() (in module ml.utils.video) write_video_av() (in module ml.utils.video) write_video_ffmpeg() (in module ml.utils.video) write_video_matplotlib() (in module ml.utils.video) write_video_opencv() (in module ml.utils.video) writemany() (ml.utils.tokens.TokenWriter method)

Z

zero (ml.models.quantization.lfq.LookupFreeQuantization attribute)