mod scan;
mod selection;
mod watch;
pub use scan::DirectoryReader;
pub use watch::DirectoryWatcher;
use std::path::Path;
use std::sync::Arc;
use crate::arrow::RetainedMemory;
use crate::capacity::{Held, Pool, Refusal, Reservation};
use crate::manager::{ENTRY_OVERHEAD, Inner};
use crate::{Error, MemorySize, Message, ReadBatch, Result, StorageManager};
use harmos_domain::model::storage::{DirectoryCompletion, DirectoryEntry, DirectoryEvent, DirectorySelection};
struct Selection {
value: DirectorySelection,
_memory: RetainedMemory,
}
impl<C> StorageManager<C> {
pub async fn list_directory(&self, selection: DirectorySelection) -> Result<DirectoryReader> {
let context = crate::execution::Context::current();
let span = context.sync(|| tracing::debug_span!("storage.directory.list_directory", outcome = "cancelled"));
context.result(span, async { DirectoryReader::new(Arc::clone(&self.inner), selection).await }).await
}
pub async fn watch_directory(&self, selection: DirectorySelection, include_existing: bool) -> Result<DirectoryWatcher> {
let context = crate::execution::Context::current();
let span = context.sync(|| tracing::debug_span!("storage.directory.watch_directory", outcome = "cancelled"));
context.result(span, async { DirectoryWatcher::new(Arc::clone(&self.inner), selection, include_existing).await }).await
}
}
fn item<T: MemorySize + Message>(inner: &Arc<Inner>, held: &Held, value: T) -> Result<ReadBatch<T>> {
retained_item(inner, value, Reservation::empty(inner, Pool::Read, held))
}
fn retained_item<T: MemorySize + Message>(inner: &Arc<Inner>, value: T, mut memory: Reservation) -> Result<ReadBatch<T>> {
if value.encoded_len() > inner.settings.response.batch_bytes.get() {
return Err(Error::ResourceExhausted { resource: "directory response bytes" });
}
let bytes = value.memory_size().saturating_add(ENTRY_OVERHEAD);
if bytes > memory.bytes() {
memory.try_grow(bytes - memory.bytes()).map_err(Refusal::into_error)?;
}
memory.shrink_to(bytes);
Ok(ReadBatch::new(value, memory))
}
async fn selection(inner: &Arc<Inner>, mut value: DirectorySelection, held: &Held) -> Result<Arc<Selection>> {
let path = value.root.clone();
let context = crate::execution::Context::current();
value.root =
tokio::task::spawn_blocking(move || context.blocking(|| crate::local::validate_local_path(&path))).await.map_err(join_error)??;
let bytes = value.memory_size().saturating_add(ENTRY_OVERHEAD);
let memory = Reservation::try_new(inner, Pool::Read, held, bytes).map(Reservation::retain).map_err(Refusal::into_error)?;
Ok(Arc::new(Selection { value, _memory: memory }))
}
fn relative(root: &Path, path: &Path, recursive: bool) -> Result<Option<String>> {
let Ok(relative) = path.strip_prefix(root) else { return Ok(None) };
if relative.as_os_str().is_empty() || (!recursive && relative.components().count() != 1) {
return Ok(None);
}
let mut result = String::new();
for component in relative.components() {
let std::path::Component::Normal(value) = component else { return Ok(None) };
let value =
value.to_str().ok_or(Error::InvalidInput { field: "directory entry", reason: "path cannot be represented as UTF-8" })?;
if !result.is_empty() {
result.push('/');
}
result.push_str(value);
}
Ok(Some(result))
}
fn join_error(error: tokio::task::JoinError) -> Error {
Error::backend("directory task", crate::BackendFailure::Permanent, error)
}