ic_backup/ops/persistence/download_journal/ic_snapshot_artifact/upload/
mod.rs1mod plan;
4mod session;
5pub use plan::IcSnapshotDataUploadPreparationError;
6
7use super::{
8 DownloadJournalGuard, File, IcSnapshotArtifactError, REGIONS, member,
9 verification::open_regular_child, with_artifact_directory,
10};
11use crate::model::{
12 ic_snapshot_data::{MAX_IC_SNAPSHOT_DATA_CHUNK_BYTES, validate_kind},
13 ic_snapshot_metadata::IcSnapshotMetadataReply,
14 ic_snapshot_upload::{
15 IcSnapshotDataUploadPlan, IcSnapshotUploadError, IcSnapshotUploadRequest,
16 },
17 operation_plan::OperationPlanRecord,
18};
19use ic_platform::management_canister_types::SnapshotDataKind;
20use std::io::{Read, Seek, SeekFrom};
21use thiserror::Error;
22
23impl DownloadJournalGuard<'_> {
24 pub(crate) fn upload_session<'a, 'workflow, 'request, 'source>(
25 &'a self,
26 snapshot: &'a str,
27 upload: &'a IcSnapshotDataUploadPlan<'workflow, 'request, 'source>,
28 ) -> Result<
29 session::UploadSession<'a, 'workflow, 'request, 'source>,
30 IcSnapshotUploadArtifactError,
31 > {
32 session::UploadSession::new(self, snapshot, upload)
33 }
34 pub fn prepare_ic_snapshot_upload_metadata<'source>(
44 &self,
45 plan: &'source OperationPlanRecord,
46 snapshot: &str,
47 metadata: &'source IcSnapshotMetadataReply<'source>,
48 ) -> Result<IcSnapshotUploadRequest<'source>, IcSnapshotUploadArtifactError> {
49 let checksum = self.verify_ic_snapshot_artifact(plan, snapshot, metadata)?;
50 Ok(IcSnapshotUploadRequest::metadata(
51 plan, metadata, &checksum,
52 )?)
53 }
54
55 pub fn prepare_ic_snapshot_upload_data<'source>(
67 &self,
68 plan: &OperationPlanRecord,
69 snapshot: &str,
70 metadata_upload: &IcSnapshotUploadRequest<'source>,
71 snapshot_id: &[u8],
72 source_kind: SnapshotDataKind,
73 ) -> Result<IcSnapshotUploadRequest<'source>, IcSnapshotUploadArtifactError> {
74 let metadata = metadata_upload.source();
75 metadata_upload.validate_data_destination(snapshot_id)?;
76 validate_kind(metadata, &source_kind).map_err(IcSnapshotUploadError::from)?;
77 self.with_upload_source(plan, snapshot, metadata_upload, |directory| {
78 let chunk = read_chunk(directory, metadata, &source_kind)?;
79 Ok(IcSnapshotUploadRequest::data(
80 metadata_upload,
81 snapshot_id,
82 source_kind,
83 &chunk,
84 )?)
85 })
86 }
87
88 fn with_upload_source<T>(
89 &self,
90 plan: &OperationPlanRecord,
91 snapshot: &str,
92 metadata_upload: &IcSnapshotUploadRequest<'_>,
93 read: impl FnOnce(&File) -> Result<T, IcSnapshotUploadArtifactError>,
94 ) -> Result<T, IcSnapshotUploadArtifactError> {
95 let metadata = metadata_upload.source();
96 self.require_upload_source(plan, snapshot, metadata_upload)?;
97 let entry = self
98 .record
99 .artifact(metadata.request().target(), snapshot)
100 .map_err(super::DownloadJournalError::from)
101 .map_err(IcSnapshotArtifactError::from)?;
102 with_artifact_directory(self.layout.root(), entry.artifact_path(), read, || {
103 self.require_upload_source(plan, snapshot, metadata_upload)
104 })
105 }
106
107 fn require_upload_source(
108 &self,
109 plan: &OperationPlanRecord,
110 snapshot: &str,
111 upload: &IcSnapshotUploadRequest<'_>,
112 ) -> Result<(), IcSnapshotUploadArtifactError> {
113 if plan.digest() != upload.source_plan().digest() {
114 return Err(IcSnapshotUploadArtifactError::SourceMismatch);
115 }
116 let actual = self.verify_ic_snapshot_artifact(plan, snapshot, upload.source())?;
117 if actual != *upload.source_checksum() {
118 return Err(IcSnapshotUploadArtifactError::SourceMismatch);
119 }
120 Ok(())
121 }
122}
123
124fn read_chunk(
125 directory: &File,
126 metadata: &IcSnapshotMetadataReply<'_>,
127 kind: &SnapshotDataKind,
128) -> Result<Vec<u8>, IcSnapshotArtifactError> {
129 let (name, length, offset, size) = match member::select(kind)? {
130 member::Member::Region {
131 region,
132 offset,
133 size,
134 } => (
135 REGIONS[region.index()].to_owned(),
136 Some(metadata.region_sizes()[region.index()]),
137 offset,
138 Some(size),
139 ),
140 member::Member::Chunk { name } => (name, None, 0, None),
141 };
142 let maximum = length.unwrap_or(MAX_IC_SNAPSHOT_DATA_CHUNK_BYTES as u64);
143 let (mut file, original) = open_regular_child(directory, &name, length, maximum)?;
144 file.seek(SeekFrom::Start(offset))?;
145 let size = size.unwrap_or(original.len());
146 read_chunk_bytes(file, size)
147}
148
149fn read_chunk_bytes(reader: impl Read, size: u64) -> Result<Vec<u8>, IcSnapshotArtifactError> {
152 #[cfg(test)]
153 let reader = super::read_count::Reader(reader);
154 let limit = usize::try_from(size)
155 .ok()
156 .filter(|size| *size <= MAX_IC_SNAPSHOT_DATA_CHUNK_BYTES)
157 .ok_or(IcSnapshotArtifactError::FileShape)?;
158 ic_host_artifacts::artifact::read_exact_reader(reader.take(size), limit).map_err(|error| {
159 use ic_host_artifacts::artifact::ArtifactError;
160 match error {
161 ArtifactError::LimitExceeded { .. } | ArtifactError::LengthMismatch { .. } => {
162 IcSnapshotArtifactError::FileShape
163 }
164 error => IcSnapshotArtifactError::Io(error.into()),
165 }
166 })
167}
168
169#[derive(Debug, Error)]
171pub enum IcSnapshotUploadArtifactError {
172 #[error("snapshot upload source checksum differs")]
174 SourceMismatch,
175 #[error(transparent)]
177 Artifact(#[from] IcSnapshotArtifactError),
178 #[error(transparent)]
180 Upload(#[from] IcSnapshotUploadError),
181}