use std::sync::{
atomic::{self, AtomicBool},
Arc,
};
use parking_lot::Mutex;
use windows::{
core::{IInspectable, Interface, HSTRING},
Foundation::{EventRegistrationToken, Metadata::ApiInformation, TypedEventHandler},
Graphics::{
Capture::{Direct3D11CaptureFramePool, GraphicsCaptureItem, GraphicsCaptureSession},
DirectX::{Direct3D11::IDirect3DDevice, DirectXPixelFormat},
},
Win32::{
Foundation::{LPARAM, WPARAM},
Graphics::Direct3D11::{
ID3D11Device, ID3D11DeviceContext, ID3D11Texture2D, D3D11_TEXTURE2D_DESC,
},
System::WinRT::Direct3D11::IDirect3DDxgiInterfaceAccess,
UI::WindowsAndMessaging::{PostThreadMessageW, WM_QUIT},
},
};
use crate::{
capture::GraphicsCaptureApiHandler,
d3d11::{self, create_d3d_device, create_direct3d_device, SendDirectX},
frame::Frame,
settings::{ColorFormat, CursorCaptureSettings, DrawBorderSettings},
};
#[derive(thiserror::Error, Eq, PartialEq, Clone, Debug)]
pub enum Error {
#[error("Graphics capture API is not supported")]
Unsupported,
#[error("Graphics capture API toggling cursor capture is not supported")]
CursorConfigUnsupported,
#[error("Graphics capture API toggling border capture is not supported")]
BorderConfigUnsupported,
#[error("Already started")]
AlreadyStarted,
#[error("DirectX error: {0}")]
DirectXError(#[from] d3d11::Error),
#[error("Windows API error: {0}")]
WindowsError(#[from] windows::core::Error),
}
pub struct InternalCaptureControl {
stop: Arc<AtomicBool>,
}
impl InternalCaptureControl {
#[must_use]
pub fn new(stop: Arc<AtomicBool>) -> Self {
Self { stop }
}
pub fn stop(self) {
self.stop.store(true, atomic::Ordering::Relaxed);
}
}
pub struct GraphicsCaptureApi {
item: GraphicsCaptureItem,
_d3d_device: ID3D11Device,
_direct3d_device: IDirect3DDevice,
_d3d_device_context: ID3D11DeviceContext,
frame_pool: Option<Arc<Direct3D11CaptureFramePool>>,
session: Option<GraphicsCaptureSession>,
halt: Arc<AtomicBool>,
active: bool,
capture_closed_event_token: EventRegistrationToken,
frame_arrived_event_token: EventRegistrationToken,
}
impl GraphicsCaptureApi {
pub fn new<
T: GraphicsCaptureApiHandler<Error = E> + Send + 'static,
E: Send + Sync + 'static,
>(
item: GraphicsCaptureItem,
callback: Arc<Mutex<T>>,
cursor_capture: CursorCaptureSettings,
draw_border: DrawBorderSettings,
color_format: ColorFormat,
thread_id: u32,
result: Arc<Mutex<Option<E>>>,
) -> Result<Self, Error> {
if !Self::is_supported()? {
return Err(Error::Unsupported);
}
if cursor_capture != CursorCaptureSettings::Default
&& !Self::is_cursor_settings_supported()?
{
return Err(Error::CursorConfigUnsupported);
}
if draw_border != DrawBorderSettings::Default && !Self::is_border_settings_supported()? {
return Err(Error::BorderConfigUnsupported);
}
let (d3d_device, d3d_device_context) = create_d3d_device()?;
let direct3d_device = create_direct3d_device(&d3d_device)?;
let pixel_format = DirectXPixelFormat(color_format as i32);
let frame_pool =
Direct3D11CaptureFramePool::Create(&direct3d_device, pixel_format, 1, item.Size()?)?;
let frame_pool = Arc::new(frame_pool);
let session = frame_pool.CreateCaptureSession(&item)?;
let mut buffer = vec![0u8; 3840 * 2160 * 4];
let halt = Arc::new(AtomicBool::new(false));
let capture_closed_event_token = item.Closed(&TypedEventHandler::<
GraphicsCaptureItem,
IInspectable,
>::new({
let callback_closed = callback.clone();
let halt_closed = halt.clone();
let result_closed = result.clone();
move |_, _| {
halt_closed.store(true, atomic::Ordering::Relaxed);
if let Err(e) = callback_closed.lock().on_closed() {
*result_closed.lock() = Some(e);
}
unsafe {
PostThreadMessageW(thread_id, WM_QUIT, WPARAM::default(), LPARAM::default())?;
};
Result::Ok(())
}
}))?;
let frame_arrived_event_token = frame_pool.FrameArrived(&TypedEventHandler::<
Direct3D11CaptureFramePool,
IInspectable,
>::new({
let frame_pool_recreate = frame_pool.clone();
let halt_frame_pool = halt.clone();
let d3d_device_frame_pool = d3d_device.clone();
let context = d3d_device_context.clone();
let result_frame_pool = result;
let mut last_size = item.Size()?;
let callback_frame_pool = callback;
let direct3d_device_recreate = SendDirectX::new(direct3d_device.clone());
move |frame, _| {
if halt_frame_pool.load(atomic::Ordering::Relaxed) {
return Ok(());
}
let frame = frame
.as_ref()
.expect("FrameArrived parameter was None this should never happen.")
.TryGetNextFrame()?;
let timespan = frame.SystemRelativeTime()?;
let frame_content_size = frame.ContentSize()?;
let frame_surface = frame.Surface()?;
let frame_dxgi_interface = frame_surface.cast::<IDirect3DDxgiInterfaceAccess>()?;
let frame_texture =
unsafe { frame_dxgi_interface.GetInterface::<ID3D11Texture2D>()? };
let mut desc = D3D11_TEXTURE2D_DESC::default();
unsafe { frame_texture.GetDesc(&mut desc) }
if frame_content_size.Width != last_size.Width
|| frame_content_size.Height != last_size.Height
{
let direct3d_device_recreate = &direct3d_device_recreate;
frame_pool_recreate.Recreate(
&direct3d_device_recreate.0,
pixel_format,
1,
frame_content_size,
)?;
last_size = frame_content_size;
return Ok(());
}
let texture_width = desc.Width;
let texture_height = desc.Height;
let mut frame = Frame::new(
&d3d_device_frame_pool,
frame_surface,
frame_texture,
timespan,
&context,
&mut buffer,
texture_width,
texture_height,
color_format,
);
let stop = Arc::new(AtomicBool::new(false));
let internal_capture_control = InternalCaptureControl::new(stop.clone());
let result = callback_frame_pool
.lock()
.on_frame_arrived(&mut frame, internal_capture_control);
if stop.load(atomic::Ordering::Relaxed) || result.is_err() {
if let Err(e) = result {
*result_frame_pool.lock() = Some(e);
}
halt_frame_pool.store(true, atomic::Ordering::Relaxed);
unsafe {
PostThreadMessageW(
thread_id,
WM_QUIT,
WPARAM::default(),
LPARAM::default(),
)?;
};
}
Result::Ok(())
}
}))?;
if cursor_capture != CursorCaptureSettings::Default {
if Self::is_cursor_settings_supported()? {
match cursor_capture {
CursorCaptureSettings::Default => (),
CursorCaptureSettings::WithCursor => session.SetIsCursorCaptureEnabled(true)?,
CursorCaptureSettings::WithoutCursor => {
session.SetIsCursorCaptureEnabled(false)?
}
};
} else {
return Err(Error::CursorConfigUnsupported);
}
}
if draw_border != DrawBorderSettings::Default {
if Self::is_border_settings_supported()? {
match draw_border {
DrawBorderSettings::Default => (),
DrawBorderSettings::WithBorder => {
session.SetIsBorderRequired(true)?;
}
DrawBorderSettings::WithoutBorder => session.SetIsBorderRequired(false)?,
}
} else {
return Err(Error::BorderConfigUnsupported);
}
}
Ok(Self {
item,
_d3d_device: d3d_device,
_direct3d_device: direct3d_device,
_d3d_device_context: d3d_device_context,
frame_pool: Some(frame_pool),
session: Some(session),
halt,
active: false,
frame_arrived_event_token,
capture_closed_event_token,
})
}
pub fn start_capture(&mut self) -> Result<(), Error> {
if self.active {
return Err(Error::AlreadyStarted);
}
self.active = true;
self.session.as_ref().unwrap().StartCapture()?;
Ok(())
}
pub fn stop_capture(mut self) {
if let Some(frame_pool) = self.frame_pool.take() {
frame_pool
.RemoveFrameArrived(self.frame_arrived_event_token)
.expect("Failed to remove Frame Arrived event handler");
frame_pool.Close().expect("Failed to Close Frame Pool");
}
if let Some(session) = self.session.take() {
session.Close().expect("Failed to Close Capture Session");
}
self.item
.RemoveClosed(self.capture_closed_event_token)
.expect("Failed to remove Capture Session Closed event handler");
}
#[must_use]
pub fn halt_handle(&self) -> Arc<AtomicBool> {
self.halt.clone()
}
pub fn is_supported() -> Result<bool, Error> {
Ok(ApiInformation::IsApiContractPresentByMajor(
&HSTRING::from("Windows.Foundation.UniversalApiContract"),
8,
)? && GraphicsCaptureSession::IsSupported()?)
}
pub fn is_cursor_settings_supported() -> Result<bool, Error> {
Ok(ApiInformation::IsPropertyPresent(
&HSTRING::from("Windows.Graphics.Capture.GraphicsCaptureSession"),
&HSTRING::from("IsCursorCaptureEnabled"),
)? && Self::is_supported()?)
}
pub fn is_border_settings_supported() -> Result<bool, Error> {
Ok(ApiInformation::IsPropertyPresent(
&HSTRING::from("Windows.Graphics.Capture.GraphicsCaptureSession"),
&HSTRING::from("IsBorderRequired"),
)? && Self::is_supported()?)
}
}
impl Drop for GraphicsCaptureApi {
fn drop(&mut self) {
if let Some(frame_pool) = self.frame_pool.take() {
frame_pool
.RemoveFrameArrived(self.frame_arrived_event_token)
.expect("Failed to remove Frame Arrived event handler");
frame_pool.Close().expect("Failed to Close Frame Pool");
}
if let Some(session) = self.session.take() {
session.Close().expect("Failed to Close Capture Session");
}
self.item
.RemoveClosed(self.capture_closed_event_token)
.expect("Failed to remove Capture Session Closed event handler");
}
}