mixtape-core 0.4.0

An agentic AI framework for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

//! Meta Llama models

use super::define_model;

// =============================================================================
// Llama 4 Models
// =============================================================================

define_model!(
    /// Llama 4 Scout 17B - Efficient MoE model with 10M context
    Llama4Scout17B {
        display_name: "Llama 4 Scout 17B",
        bedrock_id: "meta.llama4-scout-17b-instruct-v1:0",
        context_tokens: 10_000_000,
        output_tokens: 4_096
    }
);

define_model!(
    /// Llama 4 Maverick 17B - Larger MoE model with 1M context
    Llama4Maverick17B {
        display_name: "Llama 4 Maverick 17B",
        bedrock_id: "meta.llama4-maverick-17b-instruct-v1:0",
        context_tokens: 1_000_000,
        output_tokens: 4_096
    }
);

// =============================================================================
// Llama 3.3 Models
// =============================================================================

define_model!(
    /// Llama 3.3 70B Instruct - Latest Llama 3.x flagship
    Llama3_3_70B {
        display_name: "Llama 3.3 70B",
        bedrock_id: "meta.llama3-3-70b-instruct-v1:0",
        context_tokens: 128_000,
        output_tokens: 4_096
    }
);

// =============================================================================
// Llama 3.2 Models
// =============================================================================

define_model!(
    /// Llama 3.2 90B Instruct - Large multimodal model
    Llama3_2_90B {
        display_name: "Llama 3.2 90B",
        bedrock_id: "meta.llama3-2-90b-instruct-v1:0",
        context_tokens: 128_000,
        output_tokens: 4_096
    }
);

define_model!(
    /// Llama 3.2 11B Instruct - Medium multimodal model
    Llama3_2_11B {
        display_name: "Llama 3.2 11B",
        bedrock_id: "meta.llama3-2-11b-instruct-v1:0",
        context_tokens: 128_000,
        output_tokens: 4_096
    }
);

define_model!(
    /// Llama 3.2 3B Instruct - Efficient small model
    Llama3_2_3B {
        display_name: "Llama 3.2 3B",
        bedrock_id: "meta.llama3-2-3b-instruct-v1:0",
        context_tokens: 128_000,
        output_tokens: 4_096
    }
);

define_model!(
    /// Llama 3.2 1B Instruct - Lightweight model for edge deployment
    Llama3_2_1B {
        display_name: "Llama 3.2 1B",
        bedrock_id: "meta.llama3-2-1b-instruct-v1:0",
        context_tokens: 128_000,
        output_tokens: 4_096
    }
);

// =============================================================================
// Llama 3.1 Models
// =============================================================================

define_model!(
    /// Llama 3.1 405B Instruct - Largest open-weights model
    Llama3_1_405B {
        display_name: "Llama 3.1 405B",
        bedrock_id: "meta.llama3-1-405b-instruct-v1:0",
        context_tokens: 128_000,
        output_tokens: 4_096
    }
);

define_model!(
    /// Llama 3.1 70B Instruct - High capability model
    Llama3_1_70B {
        display_name: "Llama 3.1 70B",
        bedrock_id: "meta.llama3-1-70b-instruct-v1:0",
        context_tokens: 128_000,
        output_tokens: 4_096
    }
);

define_model!(
    /// Llama 3.1 8B Instruct - Efficient general purpose model
    Llama3_1_8B {
        display_name: "Llama 3.1 8B",
        bedrock_id: "meta.llama3-1-8b-instruct-v1:0",
        context_tokens: 128_000,
        output_tokens: 4_096
    }
);