Enum MTLArchitecture 

pub enum MTLArchitecture {
    HardParameterSharing {
        shared_layers: usize,
        task_specific_layers: usize,
    },
    SoftParameterSharing {
        regularization_weight: f32,
        regularization_type: RegularizationType,
    },
    MultiGateMixtureOfExperts {
        num_experts: usize,
        expert_dim: usize,
        num_gates: usize,
    },
    CrossStitchNetworks {
        num_tasks: usize,
        cross_stitch_layers: Vec<usize>,
    },
    TaskRoutingNetworks {
        num_routers: usize,
        routing_dim: usize,
    },
    ProgressiveNetworks {
        lateral_connections: bool,
        adapter_layers: bool,
    },
    AttentionBasedSharing {
        attention_dim: usize,
        num_attention_heads: usize,
    },
}

Multi-task learning architectures

Variants

HardParameterSharing

Hard parameter sharing - shared bottom layers, task-specific top layers

Fields

shared_layers: usize

task_specific_layers: usize

SoftParameterSharing

Soft parameter sharing - each task has its own parameters with regularization

Fields

regularization_weight: f32

regularization_type: RegularizationType

MultiGateMixtureOfExperts

Multi-gate mixture of experts

Fields

num_experts: usize

expert_dim: usize

num_gates: usize

CrossStitchNetworks

Cross-stitch networks

Fields

num_tasks: usize

cross_stitch_layers: Vec<usize>

TaskRoutingNetworks

Task routing networks

Fields

num_routers: usize

routing_dim: usize

ProgressiveNetworks

Progressive Neural Networks for MTL

Fields

lateral_connections: bool

adapter_layers: bool

AttentionBasedSharing

Attention-based task sharing

Fields

attention_dim: usize

num_attention_heads: usize

Trait Implementations

impl Clone for MTLArchitecture

fn clone(&self) -> MTLArchitecture

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MTLArchitecture

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for MTLArchitecture

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for MTLArchitecture

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.