1use ash::vk;
2use gpu_alloc_ash::AshMemoryDevice;
3use std::{mem, ptr};
4
5struct Allocation {
6 memory: vk::DeviceMemory,
7 offset: u64,
8 data: *mut u8,
9 handle: usize,
10 memory_type: crate::Memory,
11}
12
13impl super::Context {
14 fn allocate_memory(
15 &self,
16 requirements: vk::MemoryRequirements,
17 memory: crate::Memory,
18 ) -> Allocation {
19 let mut manager = self.memory.lock().unwrap();
20 let device_address_usage = if self.device.ray_tracing.is_some() {
21 gpu_alloc::UsageFlags::DEVICE_ADDRESS
22 } else {
23 gpu_alloc::UsageFlags::empty()
24 };
25 let alloc_usage = match memory {
26 crate::Memory::Device | crate::Memory::External(_) => {
27 gpu_alloc::UsageFlags::FAST_DEVICE_ACCESS | device_address_usage
28 }
29 crate::Memory::Shared => {
30 gpu_alloc::UsageFlags::HOST_ACCESS
31 | gpu_alloc::UsageFlags::DOWNLOAD
32 | gpu_alloc::UsageFlags::UPLOAD
33 | gpu_alloc::UsageFlags::FAST_DEVICE_ACCESS
34 | device_address_usage
35 }
36 crate::Memory::Upload => {
37 gpu_alloc::UsageFlags::HOST_ACCESS | gpu_alloc::UsageFlags::UPLOAD
38 }
39 };
40 let memory_types = requirements.memory_type_bits & manager.valid_ash_memory_types;
41 let mut block = match memory {
42 crate::Memory::External(e) => {
43 let memory_properties = unsafe {
44 self.instance
45 .core
46 .get_physical_device_memory_properties(self.physical_device)
47 };
48 let memory_type_index = memory_types.ilog2();
49 let memory_type: vk::MemoryType =
50 memory_properties.memory_types[memory_type_index as usize];
51
52 let handle_type = external_source_handle_type(e);
53 let external_info: &mut dyn vk::ExtendsMemoryAllocateInfo = match e {
54 #[cfg(target_os = "windows")]
55 crate::ExternalMemorySource::Win32(Some(handle))
56 | crate::ExternalMemorySource::Win32KMT(Some(handle)) => {
57 &mut vk::ImportMemoryWin32HandleInfoKHR {
58 handle_type,
59 handle,
60 ..Default::default()
61 }
62 }
63 #[cfg(not(target_os = "windows"))]
64 crate::ExternalMemorySource::Fd(Some(fd)) => &mut vk::ImportMemoryFdInfoKHR {
65 handle_type,
66 fd,
67 ..Default::default()
68 },
69 #[cfg(target_os = "linux")]
70 crate::ExternalMemorySource::Dma(Some(fd)) => &mut vk::ImportMemoryFdInfoKHR {
71 handle_type,
72 fd,
73 ..Default::default()
74 },
75 crate::ExternalMemorySource::HostAllocation(ptr) => {
76 &mut vk::ImportMemoryHostPointerInfoEXT {
77 handle_type,
78 p_host_pointer: ptr as *mut std::ffi::c_void,
79 ..Default::default()
80 }
81 }
82 _ => &mut vk::ExportMemoryAllocateInfo {
84 handle_types: handle_type,
85 ..Default::default()
86 },
87 };
88
89 let allocation_info = vk::MemoryAllocateInfo {
90 allocation_size: requirements.size,
91 memory_type_index,
92 ..vk::MemoryAllocateInfo::default()
93 }
94 .push_next(external_info);
95
96 let memory = unsafe {
97 self.device
98 .core
99 .allocate_memory(&allocation_info, None)
100 .unwrap()
101 };
102
103 unsafe {
104 manager.allocator.import_memory(
105 memory,
106 memory_type_index,
107 gpu_alloc_ash::memory_properties_from_ash(memory_type.property_flags),
108 0,
109 requirements.size,
110 )
111 }
112 }
113 _ => unsafe {
114 manager
115 .allocator
116 .alloc(
117 AshMemoryDevice::wrap(&self.device.core),
118 gpu_alloc::Request {
119 size: requirements.size,
120 align_mask: requirements.alignment - 1,
121 usage: alloc_usage,
122 memory_types,
123 },
124 )
125 .unwrap()
126 },
127 };
128
129 let data = match memory {
130 crate::Memory::External(crate::ExternalMemorySource::HostAllocation(ptr)) => {
131 ptr as *mut u8
132 }
133 crate::Memory::Device | crate::Memory::External(_) => ptr::null_mut(),
134 crate::Memory::Shared | crate::Memory::Upload => unsafe {
135 block
136 .map(
137 AshMemoryDevice::wrap(&self.device.core),
138 0,
139 requirements.size as usize,
140 )
141 .unwrap()
142 .as_ptr()
143 },
144 };
145 Allocation {
146 memory: *block.memory(),
147 offset: block.offset(),
148 data,
149 handle: manager.slab.insert(block),
150 memory_type: memory,
151 }
152 }
153
154 fn free_memory(&self, handle: usize) {
155 let mut manager = self.memory.lock().unwrap();
156 let block = manager.slab.remove(handle);
157 unsafe {
158 manager
159 .allocator
160 .dealloc(AshMemoryDevice::wrap(&self.device.core), block);
161 }
162 }
163
164 pub fn get_bottom_level_acceleration_structure_sizes(
166 &self,
167 meshes: &[crate::AccelerationStructureMesh],
168 ) -> crate::AccelerationStructureSizes {
169 let blas_input = self.device.map_acceleration_structure_meshes(meshes);
170 let rt = self.device.ray_tracing.as_ref().unwrap();
171 let mut sizes_raw = vk::AccelerationStructureBuildSizesInfoKHR::default();
172 unsafe {
173 rt.acceleration_structure
174 .get_acceleration_structure_build_sizes(
175 vk::AccelerationStructureBuildTypeKHR::DEVICE,
176 &blas_input.build_info,
177 &blas_input.max_primitive_counts,
178 &mut sizes_raw,
179 )
180 };
181 crate::AccelerationStructureSizes {
182 data: sizes_raw.acceleration_structure_size,
183 scratch: sizes_raw.build_scratch_size,
184 }
185 }
186
187 pub fn get_top_level_acceleration_structure_sizes(
188 &self,
189 instance_count: u32,
190 ) -> crate::AccelerationStructureSizes {
191 let geometry = vk::AccelerationStructureGeometryKHR::default()
192 .geometry_type(vk::GeometryTypeKHR::INSTANCES)
193 .geometry(vk::AccelerationStructureGeometryDataKHR {
194 instances: vk::AccelerationStructureGeometryInstancesDataKHR::default(),
195 });
196 let geometries = [geometry];
197 let build_info = vk::AccelerationStructureBuildGeometryInfoKHR::default()
198 .ty(vk::AccelerationStructureTypeKHR::TOP_LEVEL)
199 .mode(vk::BuildAccelerationStructureModeKHR::BUILD)
200 .geometries(&geometries);
201
202 let rt = self.device.ray_tracing.as_ref().unwrap();
203 let mut sizes_raw = vk::AccelerationStructureBuildSizesInfoKHR::default();
204 unsafe {
205 rt.acceleration_structure
206 .get_acceleration_structure_build_sizes(
207 vk::AccelerationStructureBuildTypeKHR::DEVICE,
208 &build_info,
209 &[instance_count],
210 &mut sizes_raw,
211 )
212 };
213 crate::AccelerationStructureSizes {
214 data: sizes_raw.acceleration_structure_size,
215 scratch: sizes_raw.build_scratch_size,
216 }
217 }
218
219 pub fn create_acceleration_structure_instance_buffer(
220 &self,
221 instances: &[crate::AccelerationStructureInstance],
222 bottom_level: &[super::AccelerationStructure],
223 ) -> super::Buffer {
224 let buffer = self.create_buffer(crate::BufferDesc {
225 name: "instance buffer",
226 size: (instances.len().max(1) * mem::size_of::<vk::AccelerationStructureInstanceKHR>())
227 as u64,
228 memory: crate::Memory::Shared,
229 });
230 let rt = self.device.ray_tracing.as_ref().unwrap();
231 for (i, instance) in instances.iter().enumerate() {
232 let device_address_info = vk::AccelerationStructureDeviceAddressInfoKHR {
233 acceleration_structure: bottom_level
234 [instance.acceleration_structure_index as usize]
235 .raw,
236 ..Default::default()
237 };
238 let vk_instance = vk::AccelerationStructureInstanceKHR {
239 transform: unsafe { mem::transmute(instance.transform) },
240 instance_custom_index_and_mask: vk::Packed24_8::new(
241 instance.custom_index,
242 instance.mask as u8,
243 ),
244 instance_shader_binding_table_record_offset_and_flags: vk::Packed24_8::new(0, 0),
245 acceleration_structure_reference: vk::AccelerationStructureReferenceKHR {
246 device_handle: unsafe {
247 rt.acceleration_structure
248 .get_acceleration_structure_device_address(&device_address_info)
249 },
250 },
251 };
252 unsafe {
253 ptr::write(
254 (buffer.data() as *mut vk::AccelerationStructureInstanceKHR).add(i),
255 vk_instance,
256 );
257 }
258 }
259 buffer
260 }
261
262 pub fn get_external_texture_source(
263 &self,
264 texture: super::Texture,
265 ) -> Option<crate::ExternalMemorySource> {
266 texture.external
267 }
268
269 pub fn get_external_buffer_source(
270 &self,
271 buffer: super::Buffer,
272 ) -> Option<crate::ExternalMemorySource> {
273 buffer.external
274 }
275}
276
277#[hidden_trait::expose]
278impl crate::traits::ResourceDevice for super::Context {
279 type Buffer = super::Buffer;
280 type Texture = super::Texture;
281 type TextureView = super::TextureView;
282 type Sampler = super::Sampler;
283 type AccelerationStructure = super::AccelerationStructure;
284
285 fn create_buffer(&self, desc: crate::BufferDesc) -> super::Buffer {
286 use vk::BufferUsageFlags as Buf;
287 let external_source = match desc.memory {
288 crate::Memory::External(e) => Some(e),
289 _ => None,
290 };
291 let mut external_next = external_source.map(|e| vk::ExternalMemoryBufferCreateInfo {
292 handle_types: external_source_handle_type(e),
293 ..Default::default()
294 });
295 let mut vk_info = vk::BufferCreateInfo {
296 size: desc.size,
297 usage: Buf::TRANSFER_SRC
298 | Buf::TRANSFER_DST
299 | Buf::STORAGE_BUFFER
300 | Buf::INDEX_BUFFER
301 | Buf::VERTEX_BUFFER
302 | Buf::INDIRECT_BUFFER,
303 sharing_mode: vk::SharingMode::EXCLUSIVE,
304 ..Default::default()
305 };
306 if let Some(external_next) = external_next.as_mut() {
307 vk_info = vk_info.push_next(external_next);
308 }
309 if self.device.ray_tracing.is_some() {
310 vk_info.usage |=
311 Buf::SHADER_DEVICE_ADDRESS | Buf::ACCELERATION_STRUCTURE_BUILD_INPUT_READ_ONLY_KHR;
312 }
313
314 let raw = unsafe { self.device.core.create_buffer(&vk_info, None).unwrap() };
315 let mut requirements = unsafe { self.device.core.get_buffer_memory_requirements(raw) };
316 requirements.alignment = requirements.alignment.max(self.min_buffer_alignment);
317 let allocation = self.allocate_memory(requirements, desc.memory);
318
319 log::info!(
320 "Creating buffer {:?} of size {}, name '{}', handle {:?}",
321 raw,
322 desc.size,
323 desc.name,
324 allocation.handle
325 );
326 unsafe {
327 self.device
328 .core
329 .bind_buffer_memory(raw, allocation.memory, allocation.offset)
330 .unwrap()
331 };
332 if !desc.name.is_empty() {
333 self.set_object_name(raw, desc.name);
334 }
335
336 super::Buffer {
337 raw,
338 memory_handle: allocation.handle,
339 mapped_data: allocation.data,
340 external: fetch_external_source(&self.device, allocation),
341 }
342 }
343
344 fn sync_buffer(&self, _buffer: super::Buffer) {}
345
346 fn destroy_buffer(&self, buffer: super::Buffer) {
347 log::info!(
348 "Destroying buffer {:?}, handle {:?}",
349 buffer.raw,
350 buffer.memory_handle
351 );
352 unsafe { self.device.core.destroy_buffer(buffer.raw, None) };
353 self.free_memory(buffer.memory_handle);
354 }
355
356 fn create_texture(&self, desc: crate::TextureDesc) -> super::Texture {
357 let mut create_flags = vk::ImageCreateFlags::empty();
358 if desc.dimension == crate::TextureDimension::D2
359 && desc.size.depth % 6 == 0
360 && desc.sample_count == 1
361 && desc.size.width == desc.size.height
362 {
363 create_flags |= vk::ImageCreateFlags::CUBE_COMPATIBLE;
364 }
365
366 let mut external_next = desc.external.map(|e| vk::ExternalMemoryImageCreateInfo {
367 handle_types: external_source_handle_type(e),
368 ..Default::default()
369 });
370
371 let mut vk_info = vk::ImageCreateInfo {
372 flags: create_flags,
373 image_type: map_texture_dimension(desc.dimension),
374 format: super::map_texture_format(desc.format),
375 extent: super::map_extent_3d(&desc.size),
376 mip_levels: desc.mip_level_count,
377 array_layers: desc.array_layer_count,
378 samples: vk::SampleCountFlags::from_raw(desc.sample_count),
379 tiling: vk::ImageTiling::OPTIMAL,
380 usage: map_texture_usage(desc.usage, desc.format.aspects()),
381 sharing_mode: vk::SharingMode::EXCLUSIVE,
382 ..Default::default()
383 };
384
385 if let Some(external_next) = external_next.as_mut() {
386 vk_info = vk_info.push_next(external_next);
387 }
388
389 let raw = unsafe { self.device.core.create_image(&vk_info, None).unwrap() };
394 let requirements = unsafe { self.device.core.get_image_memory_requirements(raw) };
395 let allocation = self.allocate_memory(
396 requirements,
397 desc.external
398 .map_or(crate::Memory::Device, crate::Memory::External),
399 );
400
401 log::info!(
402 "Creating texture {:?} of size {} and format {:?}, name '{}', handle {:?}",
403 raw,
404 desc.size,
405 desc.format,
406 desc.name,
407 allocation.handle
408 );
409 unsafe {
410 self.device
411 .core
412 .bind_image_memory(raw, allocation.memory, allocation.offset)
413 .unwrap()
414 };
415 if !desc.name.is_empty() {
416 self.set_object_name(raw, desc.name);
417 }
418
419 super::Texture {
420 raw,
421 memory_handle: allocation.handle,
422 target_size: [desc.size.width as u16, desc.size.height as u16],
423 format: desc.format,
424 external: fetch_external_source(&self.device, allocation),
425 }
426 }
427
428 fn destroy_texture(&self, texture: super::Texture) {
429 log::info!(
430 "Destroying texture {:?}, handle {:?}",
431 texture.raw,
432 texture.memory_handle
433 );
434 unsafe { self.device.core.destroy_image(texture.raw, None) };
435 self.free_memory(texture.memory_handle);
436 }
437
438 fn create_texture_view(
439 &self,
440 texture: super::Texture,
441 desc: crate::TextureViewDesc,
442 ) -> super::TextureView {
443 let aspects = desc.format.aspects();
444 let subresource_range = super::map_subresource_range(desc.subresources, aspects);
445 let vk_info = vk::ImageViewCreateInfo {
446 image: texture.raw,
447 view_type: map_view_dimension(desc.dimension),
448 format: super::map_texture_format(desc.format),
449 subresource_range,
450 ..Default::default()
451 };
452
453 let raw = unsafe { self.device.core.create_image_view(&vk_info, None).unwrap() };
454 if !desc.name.is_empty() {
455 self.set_object_name(raw, desc.name);
456 }
457
458 super::TextureView {
459 raw,
460 target_size: [
461 (texture.target_size[0] >> desc.subresources.base_mip_level).max(1),
462 (texture.target_size[1] >> desc.subresources.base_mip_level).max(1),
463 ],
464 aspects,
465 }
466 }
467
468 fn destroy_texture_view(&self, view: super::TextureView) {
469 unsafe { self.device.core.destroy_image_view(view.raw, None) };
470 }
471
472 fn create_sampler(&self, desc: crate::SamplerDesc) -> super::Sampler {
473 let mut vk_info = vk::SamplerCreateInfo {
474 mag_filter: map_filter_mode(desc.mag_filter),
475 min_filter: map_filter_mode(desc.min_filter),
476 mipmap_mode: map_mip_filter_mode(desc.mipmap_filter),
477 address_mode_u: map_address_mode(desc.address_modes[0]),
478 address_mode_v: map_address_mode(desc.address_modes[1]),
479 address_mode_w: map_address_mode(desc.address_modes[2]),
480 min_lod: desc.lod_min_clamp,
481 max_lod: desc.lod_max_clamp.unwrap_or(vk::LOD_CLAMP_NONE),
482 ..Default::default()
483 };
484
485 if let Some(fun) = desc.compare {
486 vk_info.compare_enable = vk::TRUE;
487 vk_info.compare_op = super::map_comparison(fun);
488 }
489 if desc.anisotropy_clamp > 1 {
490 vk_info.anisotropy_enable = vk::TRUE;
491 vk_info.max_anisotropy = desc.anisotropy_clamp as f32;
492 }
493 if let Some(color) = desc.border_color {
494 vk_info.border_color = map_border_color(color);
495 }
496
497 let raw = unsafe { self.device.core.create_sampler(&vk_info, None).unwrap() };
498 if !desc.name.is_empty() {
499 self.set_object_name(raw, desc.name);
500 }
501
502 super::Sampler { raw }
503 }
504
505 fn destroy_sampler(&self, sampler: super::Sampler) {
506 unsafe { self.device.core.destroy_sampler(sampler.raw, None) };
507 }
508
509 fn create_acceleration_structure(
510 &self,
511 desc: crate::AccelerationStructureDesc,
512 ) -> super::AccelerationStructure {
513 let buffer_info = vk::BufferCreateInfo {
514 size: desc.size,
515 usage: vk::BufferUsageFlags::ACCELERATION_STRUCTURE_STORAGE_KHR
516 | vk::BufferUsageFlags::SHADER_DEVICE_ADDRESS,
517 sharing_mode: vk::SharingMode::EXCLUSIVE,
518 ..Default::default()
519 };
520
521 let buffer = unsafe { self.device.core.create_buffer(&buffer_info, None).unwrap() };
522 let requirements = unsafe { self.device.core.get_buffer_memory_requirements(buffer) };
523 let allocation = self.allocate_memory(requirements, crate::Memory::Device);
524
525 unsafe {
526 self.device
527 .core
528 .bind_buffer_memory(buffer, allocation.memory, allocation.offset)
529 .unwrap()
530 };
531
532 let raw_ty = match desc.ty {
533 crate::AccelerationStructureType::TopLevel => {
534 vk::AccelerationStructureTypeKHR::TOP_LEVEL
535 }
536 crate::AccelerationStructureType::BottomLevel => {
537 vk::AccelerationStructureTypeKHR::BOTTOM_LEVEL
538 }
539 };
540 let vk_info = vk::AccelerationStructureCreateInfoKHR {
541 ty: raw_ty,
542 buffer,
543 size: desc.size,
544 ..Default::default()
545 };
546
547 let rt = self.device.ray_tracing.as_ref().unwrap();
548 let raw = unsafe {
549 rt.acceleration_structure
550 .create_acceleration_structure(&vk_info, None)
551 .unwrap()
552 };
553
554 if !desc.name.is_empty() {
555 self.set_object_name(buffer, desc.name);
556 self.set_object_name(raw, desc.name);
557 }
558 super::AccelerationStructure {
559 raw,
560 buffer,
561 memory_handle: allocation.handle,
562 }
563 }
564
565 fn destroy_acceleration_structure(&self, acceleration_structure: super::AccelerationStructure) {
566 let rt = self.device.ray_tracing.as_ref().unwrap();
567 unsafe {
568 rt.acceleration_structure
569 .destroy_acceleration_structure(acceleration_structure.raw, None);
570 self.device
571 .core
572 .destroy_buffer(acceleration_structure.buffer, None);
573 }
574 self.free_memory(acceleration_structure.memory_handle);
575 }
576}
577
578fn map_texture_dimension(dimension: crate::TextureDimension) -> vk::ImageType {
579 match dimension {
580 crate::TextureDimension::D1 => vk::ImageType::TYPE_1D,
581 crate::TextureDimension::D2 => vk::ImageType::TYPE_2D,
582 crate::TextureDimension::D3 => vk::ImageType::TYPE_3D,
583 }
584}
585
586fn map_view_dimension(dimension: crate::ViewDimension) -> vk::ImageViewType {
587 use crate::ViewDimension as Vd;
588 match dimension {
589 Vd::D1 => vk::ImageViewType::TYPE_1D,
590 Vd::D1Array => vk::ImageViewType::TYPE_1D_ARRAY,
591 Vd::D2 => vk::ImageViewType::TYPE_2D,
592 Vd::D2Array => vk::ImageViewType::TYPE_2D_ARRAY,
593 Vd::Cube => vk::ImageViewType::CUBE,
594 Vd::CubeArray => vk::ImageViewType::CUBE_ARRAY,
595 Vd::D3 => vk::ImageViewType::TYPE_3D,
596 }
597}
598
599pub(super) fn map_texture_usage(
600 usage: crate::TextureUsage,
601 aspects: crate::TexelAspects,
602) -> vk::ImageUsageFlags {
603 use vk::ImageUsageFlags as Iuf;
604
605 let mut flags = Iuf::empty();
606 if usage.contains(crate::TextureUsage::COPY) {
607 flags |= Iuf::TRANSFER_SRC | Iuf::TRANSFER_DST;
608 }
609 if usage.contains(crate::TextureUsage::RESOURCE) {
610 flags |= vk::ImageUsageFlags::SAMPLED;
611 }
612 if usage.contains(crate::TextureUsage::TARGET) {
613 flags |= if aspects.contains(crate::TexelAspects::COLOR) {
614 vk::ImageUsageFlags::COLOR_ATTACHMENT
615 } else {
616 vk::ImageUsageFlags::DEPTH_STENCIL_ATTACHMENT
617 };
618 }
619 if usage.intersects(crate::TextureUsage::STORAGE) {
620 flags |= vk::ImageUsageFlags::STORAGE;
621 }
622 flags
623}
624
625fn map_filter_mode(mode: crate::FilterMode) -> vk::Filter {
626 match mode {
627 crate::FilterMode::Nearest => vk::Filter::NEAREST,
628 crate::FilterMode::Linear => vk::Filter::LINEAR,
629 }
630}
631
632fn map_mip_filter_mode(mode: crate::FilterMode) -> vk::SamplerMipmapMode {
633 match mode {
634 crate::FilterMode::Nearest => vk::SamplerMipmapMode::NEAREST,
635 crate::FilterMode::Linear => vk::SamplerMipmapMode::LINEAR,
636 }
637}
638
639fn map_address_mode(mode: crate::AddressMode) -> vk::SamplerAddressMode {
640 match mode {
641 crate::AddressMode::ClampToEdge => vk::SamplerAddressMode::CLAMP_TO_EDGE,
642 crate::AddressMode::Repeat => vk::SamplerAddressMode::REPEAT,
643 crate::AddressMode::MirrorRepeat => vk::SamplerAddressMode::MIRRORED_REPEAT,
644 crate::AddressMode::ClampToBorder => vk::SamplerAddressMode::CLAMP_TO_BORDER,
645 }
647}
648
649fn map_border_color(border_color: crate::TextureColor) -> vk::BorderColor {
650 match border_color {
651 crate::TextureColor::TransparentBlack => vk::BorderColor::FLOAT_TRANSPARENT_BLACK,
652 crate::TextureColor::OpaqueBlack => vk::BorderColor::FLOAT_OPAQUE_BLACK,
653 crate::TextureColor::White => vk::BorderColor::FLOAT_OPAQUE_WHITE,
654 }
655}
656
657fn external_source_handle_type(
658 source: crate::ExternalMemorySource,
659) -> vk::ExternalMemoryHandleTypeFlags {
660 match source {
661 #[cfg(target_os = "windows")]
662 crate::ExternalMemorySource::Win32(_) => vk::ExternalMemoryHandleTypeFlags::OPAQUE_WIN32,
663 #[cfg(target_os = "windows")]
664 crate::ExternalMemorySource::Win32KMT(_) => {
665 vk::ExternalMemoryHandleTypeFlags::OPAQUE_WIN32_KMT
666 }
667 #[cfg(not(target_os = "windows"))]
668 crate::ExternalMemorySource::Fd(_) => vk::ExternalMemoryHandleTypeFlags::OPAQUE_FD,
669 #[cfg(target_os = "linux")]
670 crate::ExternalMemorySource::Dma(_) => vk::ExternalMemoryHandleTypeFlags::DMA_BUF_EXT,
671 crate::ExternalMemorySource::HostAllocation(_) => {
672 vk::ExternalMemoryHandleTypeFlags::HOST_ALLOCATION_EXT
673 }
674 }
675}
676
677fn fetch_external_source(
678 device: &super::Device,
679 allocation: Allocation,
680) -> Option<crate::ExternalMemorySource> {
681 match allocation.memory_type {
682 crate::Memory::External(e) => {
683 let device = device
684 .external_memory
685 .as_ref()
686 .expect("External memory is not supported");
687 let memory = allocation.memory;
688 let handle_type = external_source_handle_type(e);
689
690 Some(match e {
691 #[cfg(target_os = "windows")]
692 crate::ExternalMemorySource::Win32KMT(None)
693 | crate::ExternalMemorySource::Win32(None) => {
694 let info = vk::MemoryGetWin32HandleInfoKHR {
695 memory,
696 handle_type,
697 ..vk::MemoryGetWin32HandleInfoKHR::default()
698 };
699
700 let handle = unsafe { device.get_memory_win32_handle(&info).unwrap() };
701 match e {
702 crate::ExternalMemorySource::Win32(_) => {
703 crate::ExternalMemorySource::Win32(Some(handle))
704 }
705 crate::ExternalMemorySource::Win32KMT(_) => {
706 crate::ExternalMemorySource::Win32KMT(Some(handle))
707 }
708 _ => unreachable!(),
709 }
710 }
711 #[cfg(not(target_os = "windows"))]
712 crate::ExternalMemorySource::Fd(None) => {
713 let info = vk::MemoryGetFdInfoKHR {
714 memory,
715 handle_type,
716 ..vk::MemoryGetFdInfoKHR::default()
717 };
718
719 let handle = unsafe { device.get_memory_fd(&info).unwrap() };
720 crate::ExternalMemorySource::Fd(Some(handle))
721 }
722 #[cfg(target_os = "linux")]
723 crate::ExternalMemorySource::Dma(None) => {
724 let info = vk::MemoryGetFdInfoKHR {
725 memory,
726 handle_type,
727 ..vk::MemoryGetFdInfoKHR::default()
728 };
729
730 let handle = unsafe { device.get_memory_fd(&info).unwrap() };
731 crate::ExternalMemorySource::Dma(Some(handle))
732 }
733
734 _ => e,
736 })
737 }
738 _ => None,
739 }
740}