use std::sync::Arc;
use std::time::Duration;
use async_trait::async_trait;
use thiserror::Error;
pub const MAX_BLOB_BYTES: usize = 10 * 1024 * 1024;
pub fn check_blob_size(bytes: &[u8]) -> Result<(), BlobError> {
if bytes.len() > MAX_BLOB_BYTES {
return Err(BlobError::TooLarge(format!(
"blob of {} bytes exceeds the {MAX_BLOB_BYTES}-byte bound",
bytes.len()
)));
}
Ok(())
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct BlobObject {
pub bytes: Vec<u8>,
pub content_type: String,
}
#[derive(Debug, Clone, Error)]
pub enum BlobError {
#[error("blob operation failed: {0}")]
Operation(String),
#[error("invalid blob key: {0}")]
BadKey(String),
#[error("blob rejected by size: {0}")]
TooLarge(String),
#[error("blob operation not supported: {0}")]
Unsupported(String),
}
#[async_trait]
pub trait Blob: Send + Sync {
async fn put(&self, key: &str, bytes: &[u8], content_type: &str) -> Result<(), BlobError>;
async fn get(&self, key: &str) -> Result<Option<BlobObject>, BlobError>;
async fn delete(&self, key: &str) -> Result<(), BlobError>;
async fn signed_url(&self, key: &str, ttl: Duration) -> Result<String, BlobError>;
}
pub struct ScopedBlob {
inner: Arc<dyn Blob>,
prefix: String,
}
impl ScopedBlob {
#[must_use]
pub fn new(inner: Arc<dyn Blob>, module: &str) -> Self {
Self {
inner,
prefix: format!("{module}/"),
}
}
fn scope(&self, key: &str) -> Result<String, BlobError> {
if key.is_empty() {
return Err(BlobError::BadKey("a blob key cannot be empty".to_owned()));
}
if key.starts_with('/') {
return Err(BlobError::BadKey(format!("key `{key}` must be relative")));
}
if key
.split('/')
.any(|segment| segment == ".." || segment == ".")
{
return Err(BlobError::BadKey(format!(
"key `{key}` must not contain `.` or `..` segments"
)));
}
Ok(format!("{}{key}", self.prefix))
}
}
#[async_trait]
impl Blob for ScopedBlob {
async fn put(&self, key: &str, bytes: &[u8], content_type: &str) -> Result<(), BlobError> {
check_blob_size(bytes)?;
self.inner.put(&self.scope(key)?, bytes, content_type).await
}
async fn get(&self, key: &str) -> Result<Option<BlobObject>, BlobError> {
self.inner.get(&self.scope(key)?).await
}
async fn delete(&self, key: &str) -> Result<(), BlobError> {
self.inner.delete(&self.scope(key)?).await
}
async fn signed_url(&self, key: &str, ttl: Duration) -> Result<String, BlobError> {
self.inner.signed_url(&self.scope(key)?, ttl).await
}
}
#[cfg(test)]
mod tests {
#![allow(clippy::disallowed_types)]
use super::*;
use std::sync::Mutex;
#[derive(Default)]
struct MemBlob {
objects: Mutex<std::collections::HashMap<String, BlobObject>>,
}
#[async_trait]
impl Blob for MemBlob {
async fn put(&self, key: &str, bytes: &[u8], content_type: &str) -> Result<(), BlobError> {
self.objects.lock().unwrap().insert(
key.to_owned(),
BlobObject {
bytes: bytes.to_vec(),
content_type: content_type.to_owned(),
},
);
Ok(())
}
async fn get(&self, key: &str) -> Result<Option<BlobObject>, BlobError> {
Ok(self.objects.lock().unwrap().get(key).cloned())
}
async fn delete(&self, key: &str) -> Result<(), BlobError> {
self.objects.lock().unwrap().remove(key);
Ok(())
}
async fn signed_url(&self, _key: &str, _ttl: Duration) -> Result<String, BlobError> {
Err(BlobError::Unsupported("memory store".to_owned()))
}
}
#[pollster::test]
async fn a_scoped_blob_prefixes_the_key() {
let mem = Arc::new(MemBlob::default());
let scoped = ScopedBlob::new(mem.clone(), "waitlist");
scoped.put("clip.mp3", b"x", "audio/mpeg").await.unwrap();
assert!(mem.get("waitlist/clip.mp3").await.unwrap().is_some());
assert!(mem.get("clip.mp3").await.unwrap().is_none());
assert!(scoped.get("clip.mp3").await.unwrap().is_some());
}
#[pollster::test]
async fn a_scoped_blob_refuses_an_escaping_key() {
let scoped = ScopedBlob::new(Arc::new(MemBlob::default()), "cms");
for bad in ["", "/etc/passwd", "../secrets/x", "a/../../b", "."] {
assert!(
matches!(scoped.get(bad).await.unwrap_err(), BlobError::BadKey(_)),
"key `{bad}` should be refused"
);
}
}
#[pollster::test]
async fn delete_is_idempotent() {
let scoped = ScopedBlob::new(Arc::new(MemBlob::default()), "cms");
scoped.delete("missing").await.expect("no-op delete is ok");
}
#[pollster::test]
async fn an_oversized_put_is_refused_before_the_store_is_reached() {
let mem = Arc::new(MemBlob::default());
let scoped = ScopedBlob::new(mem.clone(), "cms");
let oversized = vec![0_u8; MAX_BLOB_BYTES + 1];
let err = scoped
.put("big.bin", &oversized, "application/octet-stream")
.await
.expect_err("one byte past the bound must be refused");
assert!(matches!(err, BlobError::TooLarge(_)), "got {err}");
assert!(
mem.get("cms/big.bin").await.unwrap().is_none(),
"the store never saw the rejected key"
);
}
#[pollster::test]
async fn a_put_at_exactly_the_bound_is_accepted() {
let scoped = ScopedBlob::new(Arc::new(MemBlob::default()), "cms");
let exact = vec![0_u8; MAX_BLOB_BYTES];
scoped
.put("edge.bin", &exact, "application/octet-stream")
.await
.expect("the bound itself is allowed");
}
}