pub struct VllmInstaller { /* private fields */ }Expand description
The vLLM installer.
Implementations§
Source§impl VllmInstaller
impl VllmInstaller
Sourcepub fn new(config: VllmConfig) -> Self
pub fn new(config: VllmConfig) -> Self
Create a new vLLM installer with the given config.
Sourcepub fn with_defaults() -> Self
pub fn with_defaults() -> Self
Create with default config.
Sourcepub fn dependencies(&self) -> &[&str]
pub fn dependencies(&self) -> &[&str]
vLLM depends on PyTorch.
Sourcepub fn validate_dependencies(&self, installed_components: &[&str]) -> Result<()>
pub fn validate_dependencies(&self, installed_components: &[&str]) -> Result<()>
Validate that all dependencies are satisfied.
Sourcepub fn detect_rocm_mm(&self) -> String
pub fn detect_rocm_mm(&self) -> String
Detect ROCm major.minor version.
Sourcepub fn rocm_index_url(&self) -> String
pub fn rocm_index_url(&self) -> String
Get the ROCm PyTorch wheel index URL.
Sourcepub fn vllm_wheels_url(&self) -> &'static str
pub fn vllm_wheels_url(&self) -> &'static str
Get the vLLM ROCm wheels extra index URL.
Sourcepub fn rocm_build_env(&self, rocm_env: &RocmEnv) -> Vec<(String, String)>
pub fn rocm_build_env(&self, rocm_env: &RocmEnv) -> Vec<(String, String)>
Construct the ROCm build environment variables.
Sourcepub fn build_vllm_install_command(&self) -> ShellCommand
pub fn build_vllm_install_command(&self) -> ShellCommand
Construct the pip install command for vLLM from ROCm wheels.
The original script uses:
pip install --no-cache-dir --no-deps vllm --extra-index-url https://wheels.vllm.ai/rocm/
Sourcepub fn build_deps_install_command(&self) -> ShellCommand
pub fn build_deps_install_command(&self) -> ShellCommand
Construct the pip install command for vLLM dependencies.
Installs the core dependencies needed by vLLM (excluding torch and xformers).
Sourcepub fn build_versioned_deps_command(&self) -> ShellCommand
pub fn build_versioned_deps_command(&self) -> ShellCommand
Construct the pip install command for vLLM versioned dependencies.
These have specific version pins from the original script.
Sourcepub fn triton_cache_env(&self) -> Vec<(String, String)>
pub fn triton_cache_env(&self) -> Vec<(String, String)>
Construct the Triton cache environment setup command.
Sets up writable cache directories for Triton kernel compilation.
Sourcepub fn build_force_reinstall_command(&self) -> ShellCommand
pub fn build_force_reinstall_command(&self) -> ShellCommand
Construct the force-reinstall command for vLLM wheel repair.
Sourcepub fn build_source_rebuild_command(&self) -> ShellCommand
pub fn build_source_rebuild_command(&self) -> ShellCommand
Construct the source rebuild command for vLLM.
Used as a fallback when wheel install fails.
Auto Trait Implementations§
impl Freeze for VllmInstaller
impl RefUnwindSafe for VllmInstaller
impl Send for VllmInstaller
impl Sync for VllmInstaller
impl Unpin for VllmInstaller
impl UnsafeUnpin for VllmInstaller
impl UnwindSafe for VllmInstaller
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more