harmos-runtime 0.1.6

/* ***
 *
 * Harmos
 *
 * SPDX-License-Identifier: Apache-2.0
 *
 * ***
 */

/* === Modules === */

#[path = "operations/deletion.rs"]
mod deletion;
#[path = "operations/files.rs"]
mod files;
#[path = "operations/objects.rs"]
mod objects;
#[cfg(feature = "plugin")]
#[path = "operations/plugins.rs"]
mod plugins;
#[path = "operations/queries.rs"]
mod queries;
#[path = "operations/schemas.rs"]
mod schemas;
#[path = "operations/writes.rs"]
mod writes;

/* === Re-Exports === */

/* === Imports === */

// Standard Library Imports
use std::num::NonZeroUsize;
use std::sync::Arc;

// Third Party Imports

// Local Imports
use super::{Fixture, config, write};
use harmos_runtime::operations::Contracts;
use harmos_runtime::storage::operations::Operations;

/* === Constants === */

/* === Macros === */

/* === Type Aliases === */

/* === Structs === */

/* === Enums === */

#[harmos_runtime::lanes]
pub(crate) enum Lanes {
    #[default]
    Open,
}

/* === Traits === */

/* === Implementations === */

/* === Public Functions === */

/* === Private Functions === */

fn followed(
    item: harmos_runtime::operations::StreamItem<harmos_runtime::storage::operations::Followed>,
) -> harmos_runtime::storage::StoredRecord {
    match &*item {
        harmos_runtime::storage::operations::Followed::Record(record) => record.clone(),
        harmos_runtime::storage::operations::Followed::Boundaries(_) => {
            panic!("boundaries are reported once, before records")
        }
    }
}

fn records() -> harmos_runtime::storage::query::RecordSelection {
    harmos_runtime::storage::query::RecordSelection {
        schema: super::schema(),
        scope: None,
        item: None,
        source_start: None,
        source_end: None,
    }
}

/* === Tests === */

#[test]
fn catalog_serves_operations() {
    let contracts = Contracts::of::<Operations>().unwrap();
    let served: Vec<_> =
        contracts.iter().filter(|contract| contract.grpc().is_some()).map(|contract| contract.operation().id.to_string()).collect();
    for required in [
        "storage.query",
        "storage.read_file",
        "storage.write_records",
        "storage.write_streams",
        "storage.write_objects",
        "storage.write_file",
    ] {
        assert!(served.iter().any(|id| id == required), "missing {required}");
    }
    for retired in ["storage.read_records", "storage.read_objects", "storage.query_stream", "storage.read_files", "storage.reductions"] {
        assert!(!served.iter().any(|id| id == retired), "retired {retired}");
    }
}

#[tokio::test]
async fn record_follow_resumes() {
    use harmos_runtime::storage::operations::{FollowRecords, Followed};
    let fixture = Fixture::new(config()).await;
    harmos_runtime::storage::operations::register(&fixture.runtime.operations, "storage", Lanes::Open, Arc::new(fixture.storage.clone()))
        .unwrap();
    write(&fixture.storage, "historical").await;
    fixture.storage.flush().await.unwrap();
    let request = harmos_runtime::storage::operations::FollowRecords { after: None, selection: records() };
    let limits = harmos_runtime::operations::StreamSettings { items: NonZeroUsize::MIN, bytes: NonZeroUsize::new(4096).unwrap() };
    let (sender, mut receiver) = harmos_runtime::operations::stream::<Followed>(limits).unwrap();
    let instance = fixture.runtime.operations.submit_endpoints::<FollowRecords, _>(request.clone(), sender).unwrap();
    let Followed::Boundaries(boundaries) = (*receiver.recv().await.unwrap()).clone() else {
        panic!("a follow first reports its boundaries");
    };
    assert_eq!(boundaries.saved, boundaries.accepted);
    let first = followed(receiver.recv().await.unwrap());
    assert_eq!(first.item.as_str(), "historical");
    assert!(first.position.sequence <= boundaries.saved.sequence);
    let second_position = write(&fixture.storage, "live").await;
    let second = followed(receiver.recv().await.unwrap());
    assert_eq!(second.item.as_str(), "live");
    assert_eq!(second.position, second_position);
    assert!(second.position.sequence > boundaries.accepted.sequence);
    fixture.storage.flush().await.unwrap();
    instance.cancel();
    assert!(instance.await.is_err());
    drop(receiver);
    let mut request = request;
    request.after = Some(second_position);
    let (sender, mut receiver) = harmos_runtime::operations::stream::<Followed>(limits).unwrap();
    let instance = fixture.runtime.operations.submit_endpoints::<FollowRecords, _>(request, sender).unwrap();
    drop(receiver.recv().await.unwrap());
    write(&fixture.storage, "reconnected").await;
    let third = followed(receiver.recv().await.unwrap());
    assert_eq!(third.item.as_str(), "reconnected");
    instance.cancel();
    assert!(instance.await.is_err());
    fixture.finish().await;
}

#[tokio::test]
async fn stream_follow_sequence() {
    use harmos_runtime::storage::operations::FollowStream;
    use harmos_runtime::storage::{StoredRow, StreamInput};
    let fixture = Fixture::new(config()).await;
    harmos_runtime::storage::operations::register(&fixture.runtime.operations, "storage", Lanes::Open, Arc::new(fixture.storage.clone()))
        .unwrap();
    let key = super::schema();
    let stream = harmos_runtime::Identifier::new("voltage").unwrap();
    let item = harmos_runtime::Identifier::new("row").unwrap();
    let request = harmos_runtime::storage::operations::FollowStream {
        after: None,
        selection: harmos_runtime::storage::query::StreamSelection {
            schema: key.clone(),
            scope: None,
            item: None,
            stream: Some(stream.clone()),
            source_start: None,
            source_end: None,
            after: 0,
        },
    };
    let limits = harmos_runtime::operations::StreamSettings { items: NonZeroUsize::MIN, bytes: NonZeroUsize::new(4096).unwrap() };
    let (sender, mut receiver) = harmos_runtime::operations::stream::<StoredRow>(limits).unwrap();
    let instance = fixture.runtime.operations.submit_endpoints::<FollowStream, _>(request, sender).unwrap();
    fixture
        .storage
        .write_stream(vec![StreamInput { stream: stream.clone(), sequence: 17, record: super::record(&key, &item, b"sample") }])
        .await
        .unwrap();
    let row = receiver.recv().await.unwrap();
    assert_eq!(row.sequence, 17);
    assert_eq!(row.record.position.sequence, 1);
    drop(row);
    instance.cancel();
    assert!(instance.await.is_err());
    fixture.finish().await;
}

#[tokio::test]
async fn foreign_cursor_refused() {
    use harmos_runtime::storage::StoredRow;
    use harmos_runtime::storage::operations::FollowStream;
    let fixture = Fixture::new(config()).await;
    harmos_runtime::storage::operations::register(&fixture.runtime.operations, "storage", Lanes::Open, Arc::new(fixture.storage.clone()))
        .unwrap();
    let mut foreign = fixture.storage.cursor_accepted();
    foreign.history.epoch = harmos_runtime::Identifier::new("foreign").unwrap();
    let request = harmos_runtime::storage::operations::FollowStream {
        after: Some(foreign),
        selection: harmos_runtime::storage::query::StreamSelection {
            schema: super::schema(),
            scope: None,
            item: None,
            stream: None,
            source_start: None,
            source_end: None,
            after: 0,
        },
    };
    let limits = harmos_runtime::operations::StreamSettings { items: NonZeroUsize::MIN, bytes: NonZeroUsize::new(4096).unwrap() };
    let (sender, mut receiver) = harmos_runtime::operations::stream::<StoredRow>(limits).unwrap();
    let instance = fixture.runtime.operations.submit_endpoints::<FollowStream, _>(request, sender).unwrap();
    assert!(instance.await.is_err());
    assert!(receiver.recv().await.is_none());
    fixture.finish().await;
}

#[tokio::test(start_paused = true)]
async fn following_spends_budget() {
    use harmos_runtime::storage::operations::{FollowRecords, Followed};
    use std::time::Duration;
    let fixture = Fixture::new(config()).await;
    harmos_runtime::storage::operations::register(&fixture.runtime.operations, "storage", Lanes::Open, Arc::new(fixture.storage.clone()))
        .unwrap();
    write(&fixture.storage, "first").await;
    let (sender, mut receiver) = harmos_runtime::operations::stream::<Followed>(harmos_runtime::operations::StreamSettings {
        items: NonZeroUsize::MIN,
        bytes: NonZeroUsize::new(4096).unwrap(),
    })
    .unwrap();
    let request = harmos_runtime::storage::operations::FollowRecords { after: None, selection: records() };
    let instance = fixture.runtime.operations.submit_endpoints::<FollowRecords, _>(request, sender).unwrap();
    drop(receiver.recv().await.unwrap());
    drop(receiver.recv().await.unwrap());
    tokio::time::advance(Duration::from_secs(16)).await;
    write(&fixture.storage, "after-attempt-cap").await;
    let record = followed(receiver.recv().await.unwrap());
    assert_eq!(record.item.as_str(), "after-attempt-cap");
    tokio::time::advance(Duration::from_secs(44)).await;
    assert!(instance.await.is_err());
    assert!(receiver.recv().await.is_none());
    fixture.finish().await;
}