ferrum-interfaces 0.8.4

Core trait contracts for the Ferrum LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91

use serde::{Deserialize, Deserializer, Serialize};
use sha2::{Digest, Sha256};
use std::collections::{BTreeMap, BTreeSet};
use std::ops::Range;

use super::{
    AliasPolicy, AttributeId, BlockedTensorPadding, BufferRequest, BufferUsage, CapabilityCatalog,
    CapabilityId, ContractVersion, DeviceDescriptor, DeviceId, DimensionConstraint,
    DynamicStorageAllocator, DynamicStorageProfile, DynamicStorageRequirement, DynamicStorageView,
    ElementType, LayoutConstraint, ModelFamilyId, NodeId, OperationDescriptor, OperationId,
    OperationPlanningHandle, OperationPlanningRegistry, OperationProviderDescriptor,
    OperationRegistryAuthority, OperationResourceEstimate, OperationResourceEstimateRequest,
    PlanId, PreparedModelFamily, ProgramNode, ProgramNodeWorkSpec, ProgramTensorSpec,
    ProgramValueId, ProviderCompatibilityRejectReason, ProviderCompatibilityRequest, ProviderId,
    QuantizationFormatId, ResolvedStorageComponent, ResolvedTensorLayout, ResolvedTensorSpec,
    ResolvedValueBinding, ResolvedValueRole, ResolvedValueStorage, ResolvedWeightBinding,
    ResourceId, SemanticValue, StateCapacityDemand, StateId, StateInitialization, StateLifetime,
    StrideConstraint, TensorAccess, TensorContract, VNextError, WeightFormatId, WeightId,
    WeightMaterializerId, WeightSchema,
};

mod foundation;
use foundation::*;

mod attribution;
pub use attribution::*;

mod binding;
pub(crate) use binding::*;

mod weight;
pub use weight::*;

mod work;
pub use work::*;

mod reusable;
pub use reusable::*;

mod workspace;
pub use workspace::*;

mod provider_resource;
pub use provider_resource::*;

mod contracts;
pub use contracts::*;

mod storage;
pub use storage::*;

mod allocation;
pub use allocation::*;

mod solver;
use solver::*;

mod memory;
pub use memory::*;

mod provider;
pub use provider::*;

mod policy;
pub use policy::*;

mod plan;
pub use plan::*;

mod resolution;

mod validation;

mod planner;
pub use planner::*;

mod compiler;
pub use compiler::*;

mod checkpoint;
pub use checkpoint::*;

mod determinism;
pub use determinism::*;

mod determinism_coverage;
pub use determinism_coverage::*;

#[cfg(test)]
#[path = "execution/tests.rs"]
mod tests;