1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212
use eccodes_sys::codes_handle;
use fallible_iterator::FallibleIterator;
use crate::{
codes_handle::{CodesHandle, KeyedMessage},
errors::CodesError,
intermediate_bindings::{
codes_get_message_copy, codes_handle_delete, codes_handle_new_from_file,
codes_handle_new_from_message_copy,
},
};
///`FallibleIterator` implementation for `CodesHandle` to access GRIB messages inside file.
///
///To access GRIB messages the ecCodes library uses a method similar to a C-style iterator.
///It digests the `FILE *` multiple times each time returning the `codes_handle` raw pointer
///to a message inside the file. This method would be unsafe to expose directly.
///Therefore this crate utilizes the `Iterator` to provide the access to GRIB messages in
///a safe and convienient way.
///
///[`FallibleIterator`](fallible_iterator::FallibleIterator) is used instead of classic `Iterator`
///because internal ecCodes functions can return error codes when the GRIB file
///is corrupted and for some other reasons. The usage of `FallibleIterator` is sligthly different
///than usage of `Iterator`, check its documentation for more details.
///
///For a true memory safety and to provide a ful Rust Iterator functionality,
///this iterator clones each message to a new buffer.Although internal ecCodes
///message copy implementation makes this operation quite cheap, using this iterator
///(and in effect this crate) comes with memory overhead, but is
///a necessity for memory safety.
///
///Using the `FallibleIterator` is the only way to read `KeyedMessage`s from the file.
///Its basic usage is simply with while let statement (similar to for loop for classic `Iterator`):
///
///```
///# use eccodes::codes_handle::{ProductKind, CodesHandle, KeyType};
///# use std::path::Path;
///# use eccodes::FallibleIterator;
///#
///let file_path = Path::new("./data/iceland-surface.grib");
///let product_kind = ProductKind::GRIB;
///
///let mut handle = CodesHandle::new_from_file(file_path, product_kind).unwrap();
///
///// Print names of messages in the file
///while let Some(message) = handle.next().unwrap() {
///// The message must be unwraped as internal Iterator methods can fail
/// let key = message.read_key("name").unwrap();
///
/// if let KeyType::Str(name) = key.value {
/// println!("{:?}", name);
/// }
///}
///```
///
///The `FallibleIterator` can be collected to convert the handle into a
///`Vector` of `KeyedMessage`s.
///For example:
///
///```
///# use eccodes::codes_handle::{ProductKind, CodesHandle, KeyedMessage};
///# use eccodes::errors::CodesError;
///# use std::path::Path;
///# use eccodes::FallibleIterator;
///#
///let file_path = Path::new("./data/iceland-surface.grib");
///let product_kind = ProductKind::GRIB;
///
///let handle = CodesHandle::new_from_file(file_path, product_kind).unwrap();
///
///let handle_collected: Vec<KeyedMessage> = handle.collect().unwrap();
///```
///
///Use of `filter()`, `map()` and other methods provided with `Iterator` allow for
///more advanced extracting of GRIB messages from the file.
///
///## Errors
///The `next()` method will return [`CodesInternal`](crate::errors::CodesInternal)
///when internal ecCodes function returns non-zero code.
impl FallibleIterator for CodesHandle {
type Item = KeyedMessage;
type Error = CodesError;
fn next(&mut self) -> Result<Option<Self::Item>, Self::Error> {
let file_handle;
unsafe {
codes_handle_delete(self.file_handle)?;
file_handle = codes_handle_new_from_file(self.file_pointer, self.product_kind);
}
match file_handle {
Ok(h) => {
self.file_handle = h;
if self.file_handle.is_null() {
Ok(None)
} else {
let message = get_message_from_handle(h);
Ok(Some(message))
}
}
Err(e) => Err(e),
}
}
}
fn get_message_from_handle(handle: *mut codes_handle) -> KeyedMessage {
let new_handle;
let new_buffer;
unsafe {
new_buffer = codes_get_message_copy(handle).expect(
"Getting message clone failed.
Please report this panic on Github",
);
new_handle = codes_handle_new_from_message_copy(&new_buffer);
}
KeyedMessage {
message_handle: new_handle,
iterator_flags: None,
iterator_namespace: None,
keys_iterator: None,
keys_iterator_next_item_exists: false,
nearest_handle: None,
}
}
#[cfg(test)]
mod tests {
use crate::codes_handle::{CodesHandle, KeyType, KeyedMessage, ProductKind};
use crate::FallibleIterator;
use std::path::Path;
#[test]
fn iterator_fn() {
let file_path = Path::new("./data/iceland-surface.grib");
let product_kind = ProductKind::GRIB;
let mut handle = CodesHandle::new_from_file(file_path, product_kind).unwrap();
while let Some(msg) = handle.next().unwrap() {
let key = msg.read_key("shortName").unwrap();
match key.value {
KeyType::Str(_) => {}
_ => panic!("Incorrect variant of string key"),
}
}
let handle = CodesHandle::new_from_file(file_path, product_kind).unwrap();
let handle_collected: Vec<KeyedMessage> = handle.collect().unwrap();
for msg in handle_collected {
let key = msg.read_key("name").unwrap();
match key.value {
KeyType::Str(_) => {}
_ => panic!("Incorrect variant of string key"),
}
}
}
#[test]
fn iterator_return() {
let file_path = Path::new("./data/iceland-surface.grib");
let product_kind = ProductKind::GRIB;
let mut handle = CodesHandle::new_from_file(file_path, product_kind).unwrap();
let current_message = handle.next().unwrap().unwrap();
assert!(!current_message.message_handle.is_null());
assert!(current_message.iterator_flags.is_none());
assert!(current_message.iterator_namespace.is_none());
assert!(current_message.keys_iterator.is_none());
assert!(!current_message.keys_iterator_next_item_exists);
}
#[test]
fn iterator_collect() {
let file_path = Path::new("./data/iceland.grib");
let product_kind = ProductKind::GRIB;
let handle = CodesHandle::new_from_file(file_path, product_kind).unwrap();
// Use iterator to get a Keyed message with shortName "msl" and typeOfLevel "surface"
// First, filter and collect the messages to get those that we want
let mut level: Vec<KeyedMessage> = handle
.filter(|msg| {
Ok(msg.read_key("shortName")?.value == KeyType::Str("msl".to_string())
&& msg.read_key("typeOfLevel")?.value == KeyType::Str("surface".to_string()))
})
.collect()
.unwrap();
// Now unwrap and access the first and only element of resulting vector
// Find nearest modifies internal KeyedMessage fields so we need mutable reference
let level = &mut level[0];
println!("{:?}", level.read_key("shortName"));
// Get the four nearest gridpoints of Reykjavik
let nearest_gridpoints = level.find_nearest(64.13, -21.89).unwrap();
// Print value and distance of the nearest gridpoint
println!(
"value: {}, distance: {}",
nearest_gridpoints[3].value, nearest_gridpoints[3].distance
);
}
}