1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402
/* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ //! # Runtime support code for uniffi //! //! This crate provides the small amount of runtime code that is required by the generated uniffi //! component scaffolding in order to transfer data back and forth across the C-style FFI layer, //! as well as some utilities for testing the generated bindings. //! //! The key concept here is the [`ViaFfi`] trait, which must be implemented for any type that can //! be passed across the FFI, and which determines: //! //! * How to [represent](ViaFfi::Value) values of that type in the low-level C-style type //! system of the FFI layer. //! * How to ["lower"](ViaFfi::lower) rust values of that type into an appropriate low-level //! FFI value. //! * How to ["lift"](ViaFfi::lift) low-level FFI values back into rust values of that type. //! * How to [write](ViaFfi::write) rust values of that type into a bytebuffer, for cases //! where they are part of a compount data structure that is serialized for transfer. //! * How to [read](ViaFfi::read) rust values of that type from bytebuffer, for cases //! where they are received as part of a compound data structure that was serialized for transfer. //! //! This logic encapsulates the rust-side handling of data transfer. Each foreign-language binding //! must also implement a matching set of data-handling rules for each data type. use anyhow::{bail, Result}; use bytes::buf::{Buf, BufMut}; use ffi_support::ByteBuffer; use paste::paste; use std::{collections::HashMap, convert::TryFrom, ffi::CString}; // It would be nice if this module was behind a cfg(test) guard, but it // doesn't work between crates so let's hope LLVM tree-shaking works well. pub mod testing; // Re-export the libs that we use in the generated code, // so the consumer doesn't have to depend on them directly. pub mod deps { pub use anyhow; pub use bytes; pub use ffi_support; pub use lazy_static; pub use log; } /// Trait defining how to transfer values via the FFI layer. /// /// The `ViaFfi` trait defines how to pass values of a particular type back-and-forth over /// the uniffi generated FFI layer, both as standalone argument or return values, and as /// part of serialized compound data structures. /// /// (This trait is Like the `InfoFfi` trait from `ffi_support`, but local to this crate /// so that we can add some alternative implementations for different builtin types, /// and so that we can add support for receiving as well as returning). /// /// ## Safety /// /// This is an unsafe trait (implementing it requires `unsafe impl`) because we can't guarantee /// that it's safe to pass your type out to foreign-language code and back again. Buggy /// implementations of this trait might violate some assumptions made by the generated code, /// or might not match with the corresponding code in the generated foreign-language bindings. /// /// In general, you should not need to implement this trait by hand, and should instead rely on /// implementations generated from your component IDL via the `uniffi-bindgen scaffolding` command. pub unsafe trait ViaFfi: Sized { /// The low-level type used for passing values of this type over the FFI. /// /// This must be a C-compatible type (e.g. a numeric primitive, a `#[repr(C)]` struct) into /// which values of the target rust type can be converted. /// /// For complex data types, we currently recommend using `ffi_support::ByteBuffer` and /// serializing the data for transfer. In theory it could be possible to build a matching /// `#[repr(C)]` struct for a complex data type and pass that instead, but explicit /// serialization is simpler and safer as a starting point. type FfiType; /// Lower a rust value of the target type, into an FFI value of type Self::FfiType. /// /// This trait method is used for sending data from rust to the foreign language code, /// by (hopefully cheaply!) converting it into someting that can be passed over the FFI /// and reconstructed on the other side. /// /// Note that this method takes an owned `self`; this allows it to transfer ownership /// in turn to the foreign language code, e.g. by boxing the value and passing a pointer. fn lower(self) -> Self::FfiType; /// Lift a rust value of the target type, from an FFI value of type Self::FfiType. /// /// This trait method is used for receiving data from the foreign language code in rust, /// by (hopefully cheaply!) converting it from a low-level FFI value of type Self::FfiType /// into a high-level rust value of the target type. /// /// Since we cannot statically guarantee that the foreign-language code will send valid /// values of type Self::FfiType, this method is fallible. fn try_lift(v: Self::FfiType) -> Result<Self>; /// Write a rust value into a bytebuffer, to send over the FFI in serialized form. /// /// This trait method can be used for sending data from rust to the foreign language code, /// in cases where we're not able to use a special-purpose FFI type and must fall back to /// sending serialized bytes. fn write<B: BufMut>(&self, buf: &mut B); /// Read a rust value from a bytebuffer, received over the FFI in serialized form. /// /// This trait method can be used for receiving data from the foreign language code in rust, /// in cases where we're not able to use a special-purpose FFI type and must fall back to /// receiving serialized bytes. /// /// Since we cannot statically guarantee that the foreign-language code will send valid /// serialized bytes for the target type, this method is fallible. fn try_read<B: Buf>(buf: &mut B) -> Result<Self>; } /// A helper function to lower a type by serializing it into a bytebuffer. /// /// For complex types were it's too fiddly or too unsafe to convert them into a special-purpose /// C-compatible value, you can use this helper function to implement `lower()` in terms of `write()` /// and pass the value as a serialzied byte buffer. pub fn lower_into_bytebuffer<T: ViaFfi>(value: T) -> ByteBuffer { let mut buf = Vec::new(); ViaFfi::write(&value, &mut buf); ByteBuffer::from_vec(buf) } /// A helper function to lift a type by deserializing it from a bytebuffer. /// /// For complex types were it's too fiddly or too unsafe to convert them into a special-purpose /// C-compatible value, you can use this helper function to implement `lift()` in terms of `read()` /// and receive the value as a serialzied byte buffer. pub fn try_lift_from_bytebuffer<T: ViaFfi>(buf: ByteBuffer) -> Result<T> { let vec = buf.destroy_into_vec(); let mut buf = vec.as_slice(); let value = <T as ViaFfi>::try_read(&mut buf)?; if buf.remaining() != 0 { bail!("junk data left in buffer after lifting") } Ok(value) } /// A helper function to ensure we don't read past the end of a buffer. /// /// Rust won't actually let us read past the end of a buffer, but the `Buf` trait does not support /// returning an explicit error in this case, and will instead panic. This is a look-before-you-leap /// helper function to instead return an explicit error, to help with debugging. pub fn check_remaining<B: Buf>(buf: &B, num_bytes: usize) -> Result<()> { if buf.remaining() < num_bytes { bail!("not enough bytes remaining in buffer"); } Ok(()) } /// Blanket implementation of ViaFfi for numeric primitives. /// /// Numeric primitives have a straightforward mapping into C-compatible numeric types, /// sice they are themselves a C-compatible numeric type! macro_rules! impl_via_ffi_for_num_primitive { ($($T:ty,)+) => { impl_via_ffi_for_num_primitive!($($T),+); }; ($($T:ty),*) => { $( paste! { unsafe impl ViaFfi for $T { type FfiType = Self; fn lower(self) -> Self::FfiType { self } fn try_lift(v: Self::FfiType) -> Result<Self> { Ok(v) } fn write<B: BufMut>(&self, buf: &mut B) { buf.[<put_ $T>](*self); } fn try_read<B: Buf>(buf: &mut B) -> Result<Self> { check_remaining(buf, std::mem::size_of::<$T>())?; Ok(buf.[<get_ $T>]()) } } } )* }; } impl_via_ffi_for_num_primitive! { i8, u8, i16, u16, i32, u32, i64, u64, f32, f64 } /// Support for passing boolean values via the FFI. /// /// Booleans are passed as a `u8` in order to avoid problems with handling /// C-compatible boolean values on JVM-based languages. unsafe impl ViaFfi for bool { type FfiType = u8; fn lower(self) -> Self::FfiType { if self { 1 } else { 0 } } fn try_lift(v: Self::FfiType) -> Result<Self> { Ok(match v { 0 => false, 1 => true, _ => bail!("unexpected byte for Boolean"), }) } fn write<B: BufMut>(&self, buf: &mut B) { buf.put_u8(ViaFfi::lower(*self)); } fn try_read<B: Buf>(buf: &mut B) -> Result<Self> { check_remaining(buf, 1)?; ViaFfi::try_lift(buf.get_u8()) } } /// Support for passing optional values via the FFI. /// /// Optional values are currently always passed by serializing to a bytebuffer. /// We write either a zero byte for `None`, or a one byte followed by the containing /// item for `Some`. /// /// In future we could do the same optimization as rust uses internally, where the /// `None` option is represented as a null pointer and the `Some` as a valid pointer, /// but that seems more fiddly and less safe in the short term, so it can wait. unsafe impl<T: ViaFfi> ViaFfi for Option<T> { type FfiType = ffi_support::ByteBuffer; fn lower(self) -> Self::FfiType { lower_into_bytebuffer(self) } fn try_lift(v: Self::FfiType) -> Result<Self> { try_lift_from_bytebuffer(v) } fn write<B: BufMut>(&self, buf: &mut B) { match self { None => buf.put_u8(0), Some(v) => { buf.put_u8(1); ViaFfi::write(v, buf); } } } fn try_read<B: Buf>(buf: &mut B) -> Result<Self> { check_remaining(buf, 1)?; Ok(match buf.get_u8() { 0 => None, 1 => Some(<T as ViaFfi>::try_read(buf)?), _ => bail!("unexpected tag byte for Option"), }) } } /// Support for passing vectors of values via the FFI. /// /// Vectors are currently always passed by serializing to a bytebuffer. /// We write a `u32` item count followed by each item in turn. /// /// You can imagine a world where we pass some sort of (pointer, count) /// pair but that seems tremendously fiddly and unsafe in the short term. /// Maybe one day... unsafe impl<T: ViaFfi> ViaFfi for Vec<T> { type FfiType = ffi_support::ByteBuffer; fn lower(self) -> Self::FfiType { lower_into_bytebuffer(self) } fn try_lift(v: Self::FfiType) -> Result<Self> { try_lift_from_bytebuffer(v) } fn write<B: BufMut>(&self, buf: &mut B) { // TODO: would be nice not to panic here :-/ let len = u32::try_from(self.len()).unwrap(); buf.put_u32(len); // We limit arrays to u32::MAX items for item in self.iter() { ViaFfi::write(item, buf); } } fn try_read<B: Buf>(buf: &mut B) -> Result<Self> { check_remaining(buf, 4)?; let len = buf.get_u32(); let mut vec = Vec::with_capacity(len as usize); for _ in 0..len { vec.push(<T as ViaFfi>::try_read(buf)?) } Ok(vec) } } /// Support for associative arrays via the FFI. /// Note that because of webidl limitations, /// the key must always be of the String type. /// /// HashMaps are currently always passed by serializing to a bytebuffer. /// We write a `u32` entries count /// followed by each entry (string key followed by the value) in turn. unsafe impl<V: ViaFfi> ViaFfi for HashMap<String, V> { type FfiType = ffi_support::ByteBuffer; fn lower(self) -> Self::FfiType { lower_into_bytebuffer(self) } fn try_lift(v: Self::FfiType) -> Result<Self> { try_lift_from_bytebuffer(v) } fn write<B: BufMut>(&self, buf: &mut B) { // TODO: would be nice not to panic here :-/ let len = u32::try_from(self.len()).unwrap(); buf.put_u32(len); // We limit HashMaps to u32::MAX entries for (key, value) in self.iter() { ViaFfi::write(key, buf); ViaFfi::write(value, buf); } } fn try_read<B: Buf>(buf: &mut B) -> Result<Self> { check_remaining(buf, 4)?; let len = buf.get_u32(); let mut map = HashMap::with_capacity(len as usize); for _ in 0..len { let key = String::try_read(buf)?; let value = <V as ViaFfi>::try_read(buf)?; map.insert(key, value); } Ok(map) } } /// Support for passing Strings via the FFI. /// /// Unlike many other implementations of `ViaFfi`, this passes a pointer rather /// than copying the data from one side to the other. This is a safety hazard, /// but turns out to be pretty nice for useability. This pointer *must be one owned /// by the rust allocator and it *must* point to valid utf-8 data (in other words, /// it *must* be an actual rust `String`). /// /// When serialized in a bytebuffer, strings are represented as a u32 byte length /// followed by utf8-encoded bytes. /// /// (In practice, we currently do end up copying the data, the copying just happens /// on the foreign language side rather than here in the rust code.) unsafe impl ViaFfi for String { type FfiType = *mut std::os::raw::c_char; // This returns a raw pointer to the underlying bytes, so it's very important // that it consume ownership of the String, which is relinquished to the foreign // language code (and can be restored by it passing the pointer back). fn lower(self) -> Self::FfiType { ffi_support::rust_string_to_c(self) } // The argument here *must* be a uniquely-owned pointer previously obtained // from `info_ffi_value` above. It will try to panic if you give it an invalid // pointer, but there's no guarantee that it will. fn try_lift(v: Self::FfiType) -> Result<Self> { if v.is_null() { bail!("null pointer passed as String") } let cstr = unsafe { CString::from_raw(v) }; // This turns the buffer back into a `String` without copying the data // and without re-checking it for validity of the utf8. If the pointer // came from a valid String then there's no point in re-checking the utf8, // and if it didn't then bad things are going to happen regardless of // whether we check for valid utf8 data or not. Ok(unsafe { String::from_utf8_unchecked(cstr.into_bytes()) }) } fn write<B: BufMut>(&self, buf: &mut B) { // N.B. `len()` gives us the length in bytes, not in chars or graphemes. // TODO: it would be nice not to panic here. let len = u32::try_from(self.len()).unwrap(); buf.put_u32(len); // We limit strings to u32::MAX bytes buf.put(self.as_bytes()); } fn try_read<B: Buf>(buf: &mut B) -> Result<Self> { check_remaining(buf, 4)?; let len = buf.get_u32() as usize; check_remaining(buf, len)?; let bytes = &buf.bytes()[..len]; let res = String::from_utf8(bytes.to_vec())?; buf.advance(len); Ok(res) } }