Struct Mamba2LayersConfig 

pub struct Mamba2LayersConfig {
    pub n_real_layers: usize,
    pub n_virtual_layers: Option<(usize, Schedule)>,
    pub mamba_block: Mamba2Config,
    pub ignore_first_residual: bool,
    pub ignore_last_residual: bool,
}

Configuration / factory for Mamba2Layers.

Fields

n_real_layers: usize

Number of distinct weight sets to allocate.

n_virtual_layers: Option<(usize, Schedule)>

Optional virtual-layer scheduling. See Mamba2Layers for details.

mamba_block: Mamba2Config

Configuration shared by all Mamba-2 blocks in the stack.

ignore_first_residual: bool

See Mamba2Layers::ignore_first_residual.

ignore_last_residual: bool

See Mamba2Layers::ignore_last_residual.

Implementations

impl Mamba2LayersConfig

pub fn new(n_real_layers: usize, mamba_block: Mamba2Config) -> Self

Create a new instance of the config.

Arguments

Required Arguments

n_real_layers

Number of distinct weight sets to allocate.

mamba_block

Configuration shared by all Mamba-2 blocks in the stack.

Default Arguments

n_virtual_layers

Optional virtual-layer scheduling. See Mamba2Layers for details.

• Defaults to "None"

ignore_first_residual

See Mamba2Layers::ignore_first_residual.

• Defaults to false

ignore_last_residual

See Mamba2Layers::ignore_last_residual.

• Defaults to false

impl Mamba2LayersConfig

pub fn with_n_virtual_layers( self, n_virtual_layers: Option<(usize, Schedule)>, ) -> Self

Sets the value for the field n_virtual_layers.

Optional virtual-layer scheduling. See Mamba2Layers for details.

• Defaults to "None"

pub fn with_ignore_first_residual(self, ignore_first_residual: bool) -> Self

Sets the value for the field ignore_first_residual.

See Mamba2Layers::ignore_first_residual.

• Defaults to false

pub fn with_ignore_last_residual(self, ignore_last_residual: bool) -> Self

Sets the value for the field ignore_last_residual.

See Mamba2Layers::ignore_last_residual.

• Defaults to false

impl Mamba2LayersConfig

pub fn init<B: Backend>(&self, device: &B::Device) -> Mamba2Layers<B>

Allocate and initialise all layers on device.

Trait Implementations

impl Clone for Mamba2LayersConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for Mamba2LayersConfig

fn load_binary(data: &[u8]) -> Result<Self, ConfigError>

Loads the configuration from a binary buffer.

impl Debug for Mamba2LayersConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for Mamba2LayersConfig

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for Mamba2LayersConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Serialize for Mamba2LayersConfig

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.