batch-mode-batch-reconciliation 0.2.4

Provides a framework for reconciling batch files in batch processing workflows, with automatic determination of reconciliation steps, error handling, and file processing.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

// ---------------- [ File: batch-mode-batch-reconciliation/src/errors.rs ]
crate::ix!();

error_tree!{

    pub enum BatchOutputProcessingError {
        ErrorSavingFailedBatchEntries(ErrorSavingFailedBatchEntries),
        JsonParseError(JsonParseError),
        BatchWorkspaceError(BatchWorkspaceError),
        IoError(std::io::Error),
        SerializationError(serde_json::Error),
        MissingFilePath,
    }

    pub enum ErrorSavingFailedBatchEntries {
        SerdeJsonError(serde_json::Error),
        IoError(std::io::Error),
    }

    pub enum BatchReconciliationError {
        BatchWorkspaceError(BatchWorkspaceError),
        OpenAIClientError(OpenAIClientError),
        BatchMetadataError(BatchMetadataError),
        IOError(std::io::Error),
        BatchDownloadError(BatchDownloadError),
        BatchValidationError(BatchValidationError),
        BatchErrorProcessingError(BatchErrorProcessingError),
        BatchOutputProcessingError(BatchOutputProcessingError),
        FileMoveError(FileMoveError),

        #[display("BatchReconciliationError: operation not implemented. operation={operation:?}")]
        OperationNotImplemented {
            operation: BatchFileTripleReconciliationOperation,
        },

        #[display("BatchReconciliationError: reconciliation failed. index={index:?}")]
        ReconciliationFailed {
            index:  BatchIndex,
            //errors: Vec<(BatchFileTripleReconciliationOperation,BatchReconciliationError)>,
        },

        #[display("BatchReconciliationError: missing input file. index={index:?}, output={output:?}, error={error:?}")]
        MissingBatchInputFileButOthersExist {
            index:  BatchIndex,
            output: Option<PathBuf>,
            error:  Option<PathBuf>,
        },
    }

    pub enum BatchSuccessResponseHandlingError {
        UuidParseError(UuidParseError),
        JsonParseError(JsonParseError),
        SerdeJsonError(serde_json::Error),
        TokenParseError(TokenParseError),
        SaveLoadError(SaveLoadError),
        IoError(std::io::Error),
    }
}

impl From<BatchReconciliationError> for MockBatchClientError {
    fn from(e: BatchReconciliationError) -> Self {
        MockBatchClientError::BatchReconciliationError { index: e.index().expect("todo: checkme") }
    }
}

impl From<BatchOutputProcessingError> for MockBatchClientError {
    fn from(_e: BatchOutputProcessingError) -> Self {
        MockBatchClientError::BatchOutputProcessingError
    }
}

impl BatchReconciliationError {
    pub fn index(&self) -> Option<BatchIndex> {
        match self {
            BatchReconciliationError::ReconciliationFailed { index } => {
                Some(index.clone())
            }

            BatchReconciliationError::MissingBatchInputFileButOthersExist { index, output: _, error: _ } => {
                Some(index.clone())
            }
            _ => None
        }
    }
}