Crate trustformers 

TrustformeRS - Main integration crate

This crate provides high-level APIs and convenience functions for working with transformer models.

Re-exports

pub use error::RecoveryAction;

pub use error::RecoveryContext;

pub use error::Result;

pub use processor::AutoProcessor;

pub use processor::Modality;

pub use processor::ProcessingResult;

pub use processor::ProcessorConfig;

pub use processor::ValidationResult;

pub use config_management::ConfigComparison;

pub use config_management::ConfigDiffer;

pub use config_management::ConfigFormat;

pub use config_management::ConfigPreset;

pub use config_management::ConfigRecommendation;

pub use config_management::ConfigRecommender;

pub use config_management::ConfigSchema;

pub use config_management::ConfigValidator;

pub use config_management::ConfigurationManager;

pub use config_management::FieldConstraint;

pub use config_management::FieldDiff;

pub use config_management::FieldSchema;

pub use config_management::FieldType;

pub use config_management::Migration;

pub use config_management::PerformanceRequirements;

pub use config_management::RecommendationContext;

pub use config_management::RecommendationImpact;

pub use config_management::ValidationError;

pub use config_management::ValidationErrorType;

pub use config_management::ValidationResult as ConfigValidationResult;

pub use config_management::ValidationSeverity;

pub use config_management::ValidationWarning;

pub use auto::AudioMetadata;

pub use auto::CollatedBatch;

pub use auto::DataExample;

pub use auto::DocumentFormat;

pub use auto::DocumentMetadata;

pub use auto::FeatureInput;

pub use auto::FeatureOutput;

pub use auto::ImageFormat;

pub use auto::ImageMetadata;

pub use auto::MultimodalMetadata;

pub use auto::PaddingStrategy;

pub use auto::SpecialToken;

pub use auto::TextMetadata;

pub use auto::data_collators::DataCollator;

pub use auto::feature_extractors::FeatureExtractor;

pub use auto::metrics::AutoMetric;

pub use auto::metrics::CompositeMetric;

pub use auto::metrics::Metric;

pub use auto::metrics::MetricInput;

pub use auto::metrics::MetricResult;

pub use auto::optimizers::AutoOptimizer;

pub use auto::optimizers::AdamOptimizer;

pub use auto::optimizers::AdamWOptimizer;

pub use auto::optimizers::LearningRateSchedule;

pub use auto::optimizers::Optimizer as AutoOptimizerTrait;

pub use auto::optimizers::ScheduledOptimizer;

pub use auto_classes::AutoDataCollator;

pub use auto_classes::AutoFeatureExtractor;

pub use automodel::AutoConfig;

pub use automodel::AutoModel;

pub use automodel_tasks::AutoModelForCausalLM;

pub use automodel_tasks::AutoModelForMaskedLM;

pub use automodel_tasks::AutoModelForQuestionAnswering;

pub use automodel_tasks::AutoModelForSeq2SeqLM;

pub use automodel_tasks::AutoModelForSequenceClassification;

pub use automodel_tasks::AutoModelForTokenClassification;

pub use enhanced_profiler::global_profiler;

pub use enhanced_profiler::init_global_profiler;

pub use enhanced_profiler::EnhancedProfiler;

pub use enhanced_profiler::ExportFormat as EnhancedExportFormat;

pub use enhanced_profiler::GlobalMetrics;

pub use enhanced_profiler::HardwareInfo;

pub use enhanced_profiler::MemoryTracker;

pub use enhanced_profiler::OptimizationSuggestion as EnhancedOptimizationSuggestion;

pub use enhanced_profiler::PerformanceAnalysis;

pub use enhanced_profiler::PerformanceSample;

pub use enhanced_profiler::PerformanceThresholds;

pub use enhanced_profiler::ProfilerConfig as EnhancedProfilerConfig;

pub use enhanced_profiler::SessionSummary;

pub use hub_local_mirror::get_hub_mirror;

pub use hub_local_mirror::get_model_from_mirror;

pub use hub_local_mirror::init_hub_mirror;

pub use hub_local_mirror::CachedModel;

pub use hub_local_mirror::DownloadProgress;

pub use hub_local_mirror::DownloadStatus;

pub use hub_local_mirror::HubMirror;

pub use hub_local_mirror::MirrorConfig;

pub use hub_local_mirror::MirrorStats;

pub use hub_local_mirror::ModelMetadata;

pub use hub_ui::start_hub_ui;

pub use hub_ui::start_hub_ui_with_config;

pub use hub_ui::BenchmarkResult as HubBenchmarkResult;

pub use hub_ui::CompatibilityInfo;

pub use hub_ui::FeatureFlags;

pub use hub_ui::HubUiConfig;

pub use hub_ui::HubUiServer;

pub use hub_ui::HubUiState;

pub use hub_ui::ModelMetrics;

pub use hub_ui::ModelRepository;

pub use hub_ui::ModelVersion;

pub use hub_ui::PerformanceDiff;

pub use hub_ui::ThemeConfig;

pub use hub_ui::VersionComparison;

pub use hub_ui::VersionStatus;

pub use memory_pool::allocate as pool_allocate;

pub use memory_pool::deallocate as pool_deallocate;

pub use memory_pool::global_pool;

pub use memory_pool::init_global_pool;

pub use memory_pool::MemoryPool;

pub use memory_pool::MemoryPoolConfig;

pub use memory_pool::MemoryPoolStats;

pub use memory_pool::MemoryUsage;

pub use memory_pool::PreallocationStrategy;

pub use memory_pool::ThreadLocalMemoryPool;

pub use pipeline::compose_pipelines;

pub use pipeline::pipeline;

pub use pipeline::ComposedPipeline;

pub use pipeline::DocumentUnderstandingPipeline;

pub use pipeline::EnsemblePipeline;

pub use pipeline::FillMaskPipeline;

pub use pipeline::MultiModalPipeline;

pub use pipeline::OutputConverter;

pub use pipeline::PipelineChain;

pub use pipeline::PipelineComposer;

pub use pipeline::QuestionAnsweringPipeline;

pub use pipeline::SummarizationPipeline;

pub use pipeline::TextClassificationPipeline;

pub use pipeline::TextConverter;

pub use pipeline::TextGenerationPipeline;

pub use pipeline::TokenClassificationPipeline;

pub use pipeline::TranslationPipeline;

pub use pipeline::ConversationalPipeline;

pub use profiler::profile_async;

pub use profiler::profile_fn;

pub use profiler::ExportFormat;

pub use profiler::ProfileResults;

pub use profiler::ProfileSummary;

pub use profiler::Profiler;

pub use profiler::ProfilerConfig;

pub use validation::ClassificationOutput;

pub use validation::ClassificationOutputValidator;

pub use validation::ClassificationValidationConfig;

pub use validation::CompositeValidator;

pub use validation::OutputValidator;

pub use validation::TextOutputValidator;

pub use validation::TextValidationConfig;

pub use validation::ValidationError as OutputValidationError;

pub use validation::ValidationErrorType as OutputValidationErrorType;

pub use validation::ValidationImpact;

pub use validation::ValidationManager;

pub use validation::ValidationManagerConfig;

pub use validation::ValidationMetrics;

pub use validation::ValidationResult as OutputValidationResult;

pub use validation::ValidationSeverity as OutputValidationSeverity;

pub use validation::ValidationSuggestion;

pub use validation::ValidationSuggestionType;

pub use validation::ValidationWarning as OutputValidationWarning;

pub use validation::ValidationWarningType;

pub use trustformers_core as core;

pub use trustformers_models as models;

pub use trustformers_optim as optim;

pub use trustformers_tokenizers as tokenizers;

Modules

auto

Auto Module for TrustformeRS

auto_classes

automodel

automodel_tasks

config_management

Configuration Management System for TrustformeRS

enhanced_profiler

Enhanced Performance Profiler for TrustformeRS

error

hub

hub_differential

hub_local_mirror

hub_offline_packs

hub_p2p

hub_ui

Model versioning UI for TrustformeRS Hub integration

memory_pool

pipeline

prelude

processor

profiler

Built-in Performance Profiler

validation

zero_copy

Macros

chain_pipelines

Macro for easy pipeline chaining

enhanced_profile_operation

Convenience macro for enhanced profiling operations

hub_error

model_error

pipeline_error

profile_operation

Convenience macro for profiling operations

Structs

Adam

Adam optimizer with L2 regularization applied to gradients.

AdamW

AdamW optimizer with decoupled weight decay regularization.

BPETokenizer

BenchmarkConfig

Configuration for benchmark runs

BenchmarkResult

Result of a single benchmark run

BenchmarkSuite

Main benchmark suite for running performance tests

BertConfig

BertForMaskedLM

BertForQuestionAnswering

BertForSequenceClassification

BertForTokenClassification

BertModel

CosineScheduler

Cosine annealing learning rate scheduler with warmup.

GpuContext

GPU context for managing device operations

LatencyMetrics

Latency metrics with detailed statistics

LinearScheduler

Linear learning rate scheduler with warmup.

MemoryMetrics

Memory usage metrics

MemoryProfiler

Memory profiler for tracking allocations

MetricsTracker

Real-time metrics tracker

OptimizationAdvisor

Optimization advisor

OptimizationSuggestion

Single optimization suggestion

PerformanceMemorySnapshot

Memory snapshot at a point in time

PerformanceProfiler

Performance profiler

ProfileResult

Profile result for a single operation

SGD

SentencePieceTokenizer

ThroughputMetrics

Throughput metrics for different measurement types

TokenizedInput

Represents tokenized input ready for model consumption.

TokenizerImpl

TrustformersError

Core error type with context and recovery suggestions

WordPieceTokenizer

Enums

Tensor

Multi-backend tensor representation.

TokenizerWrapper

Traits

Config

Configuration trait for models and components.

Layer

A building block for neural network architectures.

Model

The main trait for transformer models.

Optimizer

Parameter optimization algorithms for training neural networks.

Tokenizer

Text tokenization interface for transformer models.

Type Aliases

AutoTokenizer

CoreResult

Result type alias