Utility Functions

Contents:

• ml.utils.amp
  • autocast_all
  • default_device()
  • default_dtype()
  • autocast_tensors
• ml.utils.argparse
  • get_type_from_string()
  • add_args()
  • from_args()
• ml.utils.atomic
  • fsync_directory()
  • atomic_save()
  • tempfile()
  • open_atomic()
• ml.utils.attention
  • NextTokenDiscriminator
• ml.utils.audio
  • AudioProps
  • AudioFile
  • rechunk_audio()
  • read_audio()
  • write_audio()
  • get_audio_props()
  • read_audio_random_order()
  • AudioSarFileDataset
  • AudioSarFileSpeakerDataset
• ml.utils.augmentation
  • get_image_mask()
• ml.utils.caching
  • cached_object
  • DictIndex
• ml.utils.checkpoint
  • is_missing()
  • instantiate_config()
  • get_checkpoint_path()
  • load_model_and_task()
  • ensure_downloaded()
  • get_state_dict_prefix()
• ml.utils.checks
  • assert_no_nans()
• ml.utils.cli
  • get_exp_name()
  • get_stem()
  • get_default_configs()
  • parse_cli()
• ml.utils.colors
  • get_colorize_parts()
  • colorize()
  • maybe_colorize()
  • make_bold()
• ml.utils.containers
  • recursive_apply()
  • recursive_chunk()
• ml.utils.data
  • WorkerInfo
  • get_worker_info()
  • split_n_items_across_workers()
  • get_dataset_splits()
  • get_dataset_split_for_phase()
  • check_md5()
  • check_sha256()
  • Header
  • compress_folder_to_sds()
  • SdsDataPipe
  • upload_data_to_s3()
• ml.utils.datetime
  • format_timedelta()
  • format_datetime()
• ml.utils.device.auto
  • detect_device()
• ml.utils.device.base
  • allow_nonblocking()
  • Prefetcher
  • InfinitePrefetcher
  • base_device
• ml.utils.device.cpu
  • cpu_device
• ml.utils.device.gpu
  • get_env_bool()
  • gpu_device
• ml.utils.device.metal
  • get_env_bool()
  • metal_device
• ml.utils.distributed
  • set_rank()
  • get_rank_optional()
  • get_rank()
  • set_local_rank()
  • get_local_rank_optional()
  • get_local_rank()
  • set_world_size()
  • get_world_size_optional()
  • get_world_size()
  • set_local_world_size()
  • get_local_world_size_optional()
  • get_local_world_size()
  • set_master_addr()
  • get_master_addr()
  • set_master_port()
  • get_master_port()
  • is_master()
  • is_distributed()
  • get_init_method()
  • set_init_method()
  • get_random_port()
  • set_dist()
• ml.utils.exceptions
  • NaNError
  • EpochDoneError
  • TrainingFinishedError
  • MinGradScaleError
• ml.utils.image
  • as_uint8()
  • make_human_viewable_resolution()
  • standardize_image()
  • read_gif()
  • write_gif()
• ml.utils.io
  • set_read_lock()
  • prefetch_samples()
• ml.utils.large_models
  • init_empty_weights()
  • meta_to_empty_func()
• ml.utils.logging
  • RankFilter
  • ColoredFormatter
  • TqdmHandler
  • configure_logging()
  • IntervalTicker
• ml.utils.meter
  • get_device()
  • Meter
• ml.utils.mixed_precision
  • get_weight_norm()
  • get_grad_norm()
  • clip_grad_norm_()
• ml.utils.networking
  • get_unused_port()
• ml.utils.numpy
  • as_cpu_tensor()
  • as_numpy_array()
• ml.utils.ops
  • append_dims()
• ml.utils.parallel
  • Model Parallelism
  • Data Parallelism
  • Pipeline Parallelism
  • Parallelism Example
  • parallel_group_info()
  • default_group_info()
  • ParallismError
  • init_parallelism()
  • parallelism_is_initialized()
  • reset_parallelism()
• ml.utils.random
  • set_random_seed()
• ml.utils.spectrogram
  • AudioMfccConverter
  • AudioStftConverter
  • AudioMagStftConverter
  • WorldFeatures
  • AudioPyworldConverter
  • SpectrogramToMFCCs
  • AudioToHifiGanMels
  • test_audio_adhoc()
• ml.utils.staging
  • stage_environment()
• ml.utils.testing
  • test_dataset()
  • DummyModelConfig
  • DummyModel
  • test_task()
• ml.utils.timer
  • allow_spinners()
  • Spinner
  • spinner()
  • Timer
  • spinnerator
  • timeout()
• ml.utils.tokens
  • TokenWriter
  • TokenReader
  • token_file
• ml.utils.torch_distributed
  • MultiprocessConfig
  • init_process_group_from_backend()
  • init_dist()
  • default_backend()
  • get_distributed_backend()
  • set_distributed_backend()
  • init_and_run()
  • launch_subprocesses()
  • all_to_all()
• ml.utils.video
  • ffmpeg_python_available()
  • mpl_available()
  • cv2_available()
  • VideoProps
  • read_video_av()
  • read_video_ffmpeg()
  • read_video_with_timestamps_ffmpeg()
  • read_video_opencv()
  • write_video_opencv()
  • write_video_av()
  • write_video_ffmpeg()
  • write_video_matplotlib()
  • get_video_props()
  • read_video()
  • write_video()