Struct Mamba1CacheConfig 

pub struct Mamba1CacheConfig {
    pub batch: usize,
    pub d_state: usize,
    pub d_conv: usize,
    pub d_inner: usize,
}

Fields

batch: usize

d_state: usize

latent state dimension (N in Algorithm 2 from the Mamba paper).

d_conv: usize

d_inner: usize

Implementations

impl Mamba1CacheConfig

pub fn new(batch: usize, d_inner: usize) -> Self

Create a new instance of the config.

Arguments

Required Arguments

batch

d_inner

Default Arguments

d_state

latent state dimension (N in Algorithm 2 from the Mamba paper).

• Defaults to 16

d_conv

• Defaults to 4

impl Mamba1CacheConfig

pub fn with_d_state(self, d_state: usize) -> Self

Sets the value for the field d_state.

latent state dimension (N in Algorithm 2 from the Mamba paper).

• Defaults to 16

pub fn with_d_conv(self, d_conv: usize) -> Self

Sets the value for the field d_conv.

• Defaults to 4

impl Mamba1CacheConfig

pub fn new_from_block_config(batch: usize, block_config: Mamba1Config) -> Self

pub fn init<B: Backend>(&self, device: &B::Device) -> Mamba1Cache<B>

Returns the initialized model.

Trait Implementations

impl Clone for Mamba1CacheConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Config for Mamba1CacheConfig

fn load_binary(data: &[u8]) -> Result<Self, ConfigError>

Loads the configuration from a binary buffer.

impl Debug for Mamba1CacheConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for Mamba1CacheConfig

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Display for Mamba1CacheConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Serialize for Mamba1CacheConfig

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.