mesh-llm-runtime-event-contracts 0.78.1

Dependency-leaf producer contracts for mesh-llm runtime events
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148

use crate::{
    DeliveryClass, DiagnosticEventKind, EventSystemHealthEventKind, GenerationEventKind,
    KvRuntimeStateEventKind, NodeAvailabilityEventKind, PrefillEventKind, RequestEventKind,
    ResourceHealthEventKind,
};

pub(super) const fn request(kind: RequestEventKind) -> DeliveryClass {
    match kind {
        RequestEventKind::RequestRejected
        | RequestEventKind::RequestCompleted
        | RequestEventKind::RequestCancelled
        | RequestEventKind::RequestTimedOut
        | RequestEventKind::RequestFailed => DeliveryClass::Terminal,
        RequestEventKind::RequestReceived
        | RequestEventKind::RequestQueued
        | RequestEventKind::RequestAdmitted
        | RequestEventKind::RequestExecutionStarted => DeliveryClass::StateTransition,
    }
}

pub(super) const fn prefill(kind: PrefillEventKind) -> DeliveryClass {
    match kind {
        PrefillEventKind::PrefillProgress => DeliveryClass::Progress,
        PrefillEventKind::TokenizationCompleted
        | PrefillEventKind::TokenizationFailed
        | PrefillEventKind::PrefillCompleted
        | PrefillEventKind::PrefillCancelled
        | PrefillEventKind::PrefillFailed
        | PrefillEventKind::MediaPrefillCompleted
        | PrefillEventKind::MediaPrefillFailed => DeliveryClass::Terminal,
        PrefillEventKind::PromptProcessingStarted
        | PrefillEventKind::PrefillStarted
        | PrefillEventKind::MediaPrefillStarted
        | PrefillEventKind::PromptCacheRestoreHit
        | PrefillEventKind::PromptCacheRestoreMiss
        | PrefillEventKind::PromptCacheRestorePartial
        | PrefillEventKind::PromptCacheRestoreError => DeliveryClass::StateTransition,
    }
}

pub(super) const fn generation(kind: GenerationEventKind) -> DeliveryClass {
    match kind {
        GenerationEventKind::GenerationProgress => DeliveryClass::Progress,
        GenerationEventKind::GenerationCompleted
        | GenerationEventKind::GenerationCancelled
        | GenerationEventKind::GenerationTimedOut
        | GenerationEventKind::GenerationFailed => DeliveryClass::Terminal,
        GenerationEventKind::GenerationStarted
        | GenerationEventKind::FirstTokenProduced
        | GenerationEventKind::StopConditionReached => DeliveryClass::StateTransition,
    }
}

pub(super) const fn kv_runtime_state(kind: KvRuntimeStateEventKind) -> DeliveryClass {
    match kind {
        KvRuntimeStateEventKind::ContextExhausted => DeliveryClass::Terminal,
        KvRuntimeStateEventKind::KvCacheInitializationStarted
        | KvRuntimeStateEventKind::KvCacheInitializationCompleted
        | KvRuntimeStateEventKind::KvCacheInitializationFailed
        | KvRuntimeStateEventKind::CacheLookupHit
        | KvRuntimeStateEventKind::CacheLookupMiss
        | KvRuntimeStateEventKind::CacheLookupPartial
        | KvRuntimeStateEventKind::CacheLookupError
        | KvRuntimeStateEventKind::PrefixRestored
        | KvRuntimeStateEventKind::CheckpointRestored
        | KvRuntimeStateEventKind::CacheRecordCompleted
        | KvRuntimeStateEventKind::CacheRecordFailed
        | KvRuntimeStateEventKind::CacheTrim
        | KvRuntimeStateEventKind::CacheEviction
        | KvRuntimeStateEventKind::CacheReset
        | KvRuntimeStateEventKind::CachePressureCrossed
        | KvRuntimeStateEventKind::CachePressureCleared
        | KvRuntimeStateEventKind::ContextCapacityApproachingLimit
        | KvRuntimeStateEventKind::RuntimeStateImportCompleted
        | KvRuntimeStateEventKind::RuntimeStateImportFailed
        | KvRuntimeStateEventKind::RuntimeStateExportCompleted
        | KvRuntimeStateEventKind::RuntimeStateExportFailed => DeliveryClass::StateTransition,
    }
}

pub(super) const fn resource_health(kind: ResourceHealthEventKind) -> DeliveryClass {
    match kind {
        ResourceHealthEventKind::BackendInitializationFailed
        | ResourceHealthEventKind::ResourceAllocationFailed
        | ResourceHealthEventKind::OutOfMemoryCondition => DeliveryClass::Terminal,
        ResourceHealthEventKind::BackendInitializationStarted
        | ResourceHealthEventKind::BackendInitializationCompleted
        | ResourceHealthEventKind::DeviceSelected
        | ResourceHealthEventKind::DeviceReady
        | ResourceHealthEventKind::DeviceDegraded
        | ResourceHealthEventKind::DeviceUnavailable
        | ResourceHealthEventKind::DeviceRecovered
        | ResourceHealthEventKind::ResourceAllocationCompleted
        | ResourceHealthEventKind::MemoryPressureCrossed
        | ResourceHealthEventKind::MemoryPressureCleared
        | ResourceHealthEventKind::BackendFallbackActivated
        | ResourceHealthEventKind::CpuFallbackActivated
        | ResourceHealthEventKind::ComputeFailure
        | ResourceHealthEventKind::DeviceLost
        | ResourceHealthEventKind::DeviceReset => DeliveryClass::StateTransition,
    }
}

pub(super) const fn diagnostic(kind: DiagnosticEventKind) -> DeliveryClass {
    match kind {
        DiagnosticEventKind::FatalNativeFailure => DeliveryClass::Terminal,
        DiagnosticEventKind::WarningRaised
        | DiagnosticEventKind::WarningCleared
        | DiagnosticEventKind::RecoverableNativeFailure
        | DiagnosticEventKind::FallbackApplied
        | DiagnosticEventKind::DegradedOperationEntered
        | DiagnosticEventKind::DegradedOperationExited
        | DiagnosticEventKind::InvariantProtocolViolation => DeliveryClass::Diagnostic,
    }
}

pub(super) const fn node_availability(kind: NodeAvailabilityEventKind) -> DeliveryClass {
    match kind {
        NodeAvailabilityEventKind::NodeStopped => DeliveryClass::Terminal,
        NodeAvailabilityEventKind::NodeStarting
        | NodeAvailabilityEventKind::NodeAcceptingRequests
        | NodeAvailabilityEventKind::NodeDegraded
        | NodeAvailabilityEventKind::NodeUnavailable
        | NodeAvailabilityEventKind::NodeDraining
        | NodeAvailabilityEventKind::AvailableModelSetChanged
        | NodeAvailabilityEventKind::AvailableStageSetChanged
        | NodeAvailabilityEventKind::RequestCapacityChanged
        | NodeAvailabilityEventKind::LaneCapacityChanged
        | NodeAvailabilityEventKind::SessionCapacityChanged
        | NodeAvailabilityEventKind::ResourcePressureChanged => DeliveryClass::StateTransition,
    }
}

pub(super) const fn event_system_health(kind: EventSystemHealthEventKind) -> DeliveryClass {
    match kind {
        EventSystemHealthEventKind::IngressQueuePressure
        | EventSystemHealthEventKind::EventsCoalesced
        | EventSystemHealthEventKind::EventsSampled
        | EventSystemHealthEventKind::EventsDroppedByClass
        | EventSystemHealthEventKind::SubscriberLagging
        | EventSystemHealthEventKind::SubscriberDisconnected
        | EventSystemHealthEventKind::ReducerError
        | EventSystemHealthEventKind::TelemetryExporterDegraded
        | EventSystemHealthEventKind::TelemetryExporterRecovered
        | EventSystemHealthEventKind::EventSchemaIncompatibility
        | EventSystemHealthEventKind::UnknownNativeEventReceived => DeliveryClass::StateTransition,
    }
}