Module s4::iter

Iterators over Objects

Example

extern crate fallible_iterator;
extern crate futures;
extern crate rand;
extern crate rusoto_core;
extern crate rusoto_s3;
extern crate s4;

use fallible_iterator::FallibleIterator;
use futures::stream::Stream;
use futures::Future;
use rand::RngCore;
use rusoto_core::Region;
use rusoto_s3::{CreateBucketRequest, PutObjectRequest, S3, S3Client};
use s4::S4;
use std::env;

fn main() {
    let bucket = format!("iter-module-example-{}", rand::thread_rng().next_u64());

    // setup client

    let access_key = "ANTN35UAENTS5UIAEATD".to_string();
    let secret_key = "TtnuieannGt2rGuie2t8Tt7urarg5nauedRndrur".to_string();
    let endpoint = env::var("S3_ENDPOINT").unwrap_or_else(|_| "http://localhost:9000".to_string());
    let region = Region::Custom {
        name: "eu-west-1".to_string(),
        endpoint,
    };
    let client = s4::new_s3client_with_credentials(region, access_key, secret_key).unwrap();

    // create bucket

    client
        .create_bucket(CreateBucketRequest {
            bucket: bucket.clone(),
            ..Default::default()
        })
        .sync()
        .expect("failed to create bucket");

    // create test objects

    for obj in (0..5).map(|n| format!("object_{:02}", n)) {
        client
            .put_object(PutObjectRequest {
                bucket: bucket.clone(),
                key: obj.to_string(),
                body: Some(obj.as_bytes().to_vec().into()),
                ..Default::default()
            })
            .sync()
            .expect("failed to store object");
    }

    // iterate over objects objects (sorted alphabetically)

    let objects: Vec<_> = client
        .iter_objects(&bucket)
        .map(|obj| Ok(obj.key.unwrap()))
        .collect()
        .unwrap();

    assert_eq!(
        objects.as_slice(),
        &[
            "object_00",
            "object_01",
            "object_02",
            "object_03",
            "object_04",
        ]
    );

    // iterate object and fetch content on the fly (sorted alphabetically)

    let objects: Vec<(String, Vec<u8>)> = client
        .iter_get_objects(&bucket)
        .map(|(key, obj)| Ok((key, obj.body.unwrap().concat2().wait().unwrap().to_vec())))
        .collect()
        .expect("failed to fetch content");

    for (i, (key, body)) in objects.iter().enumerate() {
        let expected = format!("object_{:02}", i);
        assert_eq!(key, &expected);
        assert_eq!(body.as_slice(), expected.as_bytes());
    }
}

Structs

GetObjectIter	Iterator retrieving all objects or objects with a given prefix
ObjectIter	Iterator over all objects or objects with a given prefix