Struct Mamba3SingleSsdCacheConfig 

pub struct Mamba3SingleSsdCacheConfig {
    pub batch: usize,
    pub state_rank: usize,
    pub per_head_dim: usize,
    pub nheads: usize,
    pub mimo_rank: usize,
    pub num_rope_angles: usize,
    pub rotation: RotationKind,
    pub num_quat_blocks: usize,
}

Configuration / factory for a single Mamba3SingleSsdCache.

Fields

batch: usize

Batch size.

state_rank: usize

State rank.

per_head_dim: usize

Head dimension per_head_dim.

nheads: usize

Number of SSM heads.

mimo_rank: usize

MIMO rank. 1 = SISO.

num_rope_angles: usize

Number of RoPE angle pairs (see crate::mamba3::double_ssd::cache::Mamba3DoubleSsdCacheConfig::num_rope_angles).

rotation: RotationKind

Which positional rotation the block uses (see crate::mamba3::double_ssd::cache::Mamba3DoubleSsdCacheConfig::rotation).

num_quat_blocks: usize

Number of quaternion blocks (rope_dim / 4); only used for RotationKind::Quaternion4D.

Implementations

impl Mamba3SingleSsdCacheConfig

pub fn new(batch: usize, nheads: usize, num_rope_angles: usize) -> Self

Create a new instance of the config.

Arguments

Required Arguments

batch

Batch size.

nheads

Number of SSM heads.

num_rope_angles

Number of RoPE angle pairs (see crate::mamba3::double_ssd::cache::Mamba3DoubleSsdCacheConfig::num_rope_angles).

Default Arguments

state_rank

State rank.

• Defaults to 128

per_head_dim

Head dimension per_head_dim.

• Defaults to 64

mimo_rank

MIMO rank. 1 = SISO.

• Defaults to 1

rotation

Which positional rotation the block uses (see crate::mamba3::double_ssd::cache::Mamba3DoubleSsdCacheConfig::rotation).

• Defaults to "crate::mamba3::rotation::RotationKind::Complex2D"

num_quat_blocks

Number of quaternion blocks (rope_dim / 4); only used for RotationKind::Quaternion4D.

• Defaults to 1

impl Mamba3SingleSsdCacheConfig

pub fn with_state_rank(self, state_rank: usize) -> Self

Sets the value for the field state_rank.

State rank.

• Defaults to 128

pub fn with_per_head_dim(self, per_head_dim: usize) -> Self

Sets the value for the field per_head_dim.

Head dimension per_head_dim.

• Defaults to 64

pub fn with_mimo_rank(self, mimo_rank: usize) -> Self

Sets the value for the field mimo_rank.

MIMO rank. 1 = SISO.

• Defaults to 1

pub fn with_rotation(self, rotation: RotationKind) -> Self

Sets the value for the field rotation.

Which positional rotation the block uses (see crate::mamba3::double_ssd::cache::Mamba3DoubleSsdCacheConfig::rotation).

• Defaults to "crate::mamba3::rotation::RotationKind::Complex2D"

pub fn with_num_quat_blocks(self, num_quat_blocks: usize) -> Self

Sets the value for the field num_quat_blocks.

Number of quaternion blocks (rope_dim / 4); only used for RotationKind::Quaternion4D.

• Defaults to 1

impl Mamba3SingleSsdCacheConfig

pub fn new_from_block_config(batch: usize, block_config: Mamba3Config) -> Self

Derive cache shapes from a Mamba-3 block configuration plus a batch size.

pub fn init(&self, device: &Device) -> Mamba3SingleSsdCache

Allocate zero/identity-initialised cache tensors on device.

Trait Implementations

impl Clone for Mamba3SingleSsdCacheConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for Mamba3SingleSsdCacheConfig

fn load_binary(data: &[u8]) -> Result<Self, ConfigError>

Loads the configuration from a binary buffer.

impl Debug for Mamba3SingleSsdCacheConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for Mamba3SingleSsdCacheConfig

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for Mamba3SingleSsdCacheConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Serialize for Mamba3SingleSsdCacheConfig

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.