fluvio-spu 0.3.0

Fluvio Stream Processing Unit
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72

use std::io::Error;

use tracing::warn;
use tracing::trace;
use tracing::error;

use dataplane::ErrorCode;
use dataplane::produce::{
    DefaultProduceRequest, ProduceResponse, TopicProduceResponse, PartitionProduceResponse,
};
use dataplane::api::RequestMessage;
use dataplane::api::ResponseMessage;
use fluvio_controlplane_metadata::partition::ReplicaKey;

use crate::core::DefaultSharedGlobalContext;

pub async fn handle_produce_request(
    request: RequestMessage<DefaultProduceRequest>,
    ctx: DefaultSharedGlobalContext,
) -> Result<ResponseMessage<ProduceResponse>, Error> {
    let (header, produce_request) = request.get_header_request();
    trace!("handling produce request: {:#?}", produce_request);

    let mut response = ProduceResponse::default();

    //let ack = produce_request.acks;

    for topic_request in produce_request.topics {
        let topic = &topic_request.name;
        trace!("handling produce request for topic{}", topic);

        let mut topic_response = TopicProduceResponse::default();
        topic_response.name = topic.to_owned();

        for partition_request in topic_request.partitions {
            let rep_id = ReplicaKey::new(topic.clone(), partition_request.partition_index);

            trace!("handling produce request for replia: {}", rep_id);

            let mut partition_response = PartitionProduceResponse::default();
            partition_response.partition_index = rep_id.partition;

            match ctx
                .leaders_state()
                .send_records(&rep_id, partition_request.records, true)
                .await
            {
                Ok(found_flag) => {
                    if found_flag {
                        trace!("records has successfull processed for: {}", rep_id);
                        partition_response.error_code = ErrorCode::None;
                    } else {
                        warn!("no replica found: {}", rep_id);
                        partition_response.error_code = ErrorCode::NotLeaderForPartition;
                    }
                }
                Err(err) => {
                    error!("error: {:#?} writing to replica: {}", err, rep_id);
                    partition_response.error_code = ErrorCode::StorageError;
                }
            }

            topic_response.partitions.push(partition_response);
        }

        response.responses.push(topic_response);
    }

    trace!("produce request completed");

    Ok(RequestMessage::<DefaultProduceRequest>::response_with_header(&header, response))
}