Model

Contents:

• ml.models.activations
  • cast_activation_type()
  • Clamp
  • Clamp6
  • ReLUSquared
  • FastGELU
  • QuickGELU
  • LaplaceActivation
  • get_activation()
• ml.models.architectures.attention
  • get_attention_mask()
  • MultiheadAttention
  • TransformerEncoderLayer
  • TransformerDecoderLayer
  • TransformerEncoder
  • TransformerDecoder
  • nucleus_sampling()
• ml.models.architectures.bifpn
  • DepthwiseConvBlock
  • ConvBlock
  • BiFPNBlock
  • BiFPN
• ml.models.architectures.rwkv
  • WkvWithEps
  • initial_state_with_eps()
  • wkv_with_eps()
  • WkvLogSpace
  • initial_state_log_space()
  • wkv_log_space()
  • get_wkv_fn()
  • get_wkv_fn_cuda()
  • get_default_wkv_fn_key()
  • RwkvAttention
  • RwkvFeedForward
  • RwkvBlock
  • RwkvStack
• ml.models.architectures.unet
  • PositionalEmbedding
  • FFN
  • BasicBlock
  • SelfAttention2d
  • UNet
• ml.models.base
  • BaseModelConfig
  • summarize()
  • BaseModel
• ml.models.embeddings
  • cast_embedding_kind()
  • IdentityPositionalEmbeddings
  • LearnedPositionalEmbeddings
  • SinusoidalEmbeddings
  • get_rotary_embeddings()
  • apply_rotary_embeddings()
  • rotary_embeddings()
  • RotaryEmbeddings
  • get_positional_embeddings()
  • fourier_embeddings()
  • FourierEmbeddings
• ml.models.gan
  • GenerativeAdversarialNetworkModelConfig
  • GenerativeAdversarialNetworkModel
• ml.models.init
  • cast_init_type()
  • init_()
• ml.models.kmeans
  • kmeans_fn()
  • KMeans
• ml.models.lora
  • LoraEmbedding
  • LoraLinear
  • LoraConv1d
  • LoraConvTranspose1d
  • LoraConv2d
  • LoraConvTranspose2d
  • LoraLSTM
  • LoraGRU
  • LoraLSTMCell
  • LoraGRUCell
  • LoraParallelEmbedding
  • LoraColumnParallelLinear
  • LoraRowParallelLinear
  • lora()
  • maybe_lora()
  • maybe_lora_weight_norm()
  • reset_lora_weights_()
  • freeze_non_lora_()
• ml.models.modules
  • scale_grad()
  • invert_grad()
  • swap_grads()
  • combine_grads()
  • streaming_conv_1d()
  • streaming_conv_transpose_1d()
  • StreamingConv1d
  • StreamingConvTranspose1d
  • streaming_add()
  • streamable_cbr()
  • residual
  • gated_residual
  • drop_path()
  • DropPath
• ml.models.norms
  • cast_norm_type()
  • cast_parametrize_norm_type()
  • LastBatchNorm
  • ConvLayerNorm
  • get_norm_1d()
  • get_norm_2d()
  • get_norm_3d()
  • get_norm_linear()
  • get_parametrization_norm()
• ml.models.parallel
  • mp_copy()
  • mp_reduce()
  • mp_scatter()
  • mp_gather()
  • initialize_model_parallel_affine_weight_()
  • ParallelEmbedding
  • ColumnParallelLinear
  • RowParallelLinear
• ml.models.quantization.fsq
  • round_ste()
  • FiniteScalarQuantization
• ml.models.quantization.lfq
  • Losses
  • euclidean_distance_squared()
  • entropy()
  • LookupFreeQuantization
• ml.models.quantization.vq
  • VectorQuantization
  • ResidualVectorQuantization