blade_graphics/vulkan/
resource.rs

1use ash::vk;
2use gpu_alloc_ash::AshMemoryDevice;
3use std::{mem, ptr};
4
5struct Allocation {
6    memory: vk::DeviceMemory,
7    offset: u64,
8    data: *mut u8,
9    handle: usize,
10    memory_type: crate::Memory,
11}
12
13impl super::Context {
14    fn allocate_memory(
15        &self,
16        requirements: vk::MemoryRequirements,
17        memory: crate::Memory,
18    ) -> Allocation {
19        let mut manager = self.memory.lock().unwrap();
20        let device_address_usage = if self.device.ray_tracing.is_some() {
21            gpu_alloc::UsageFlags::DEVICE_ADDRESS
22        } else {
23            gpu_alloc::UsageFlags::empty()
24        };
25        let alloc_usage = match memory {
26            crate::Memory::Device | crate::Memory::External(_) => {
27                gpu_alloc::UsageFlags::FAST_DEVICE_ACCESS | device_address_usage
28            }
29            crate::Memory::Shared => {
30                gpu_alloc::UsageFlags::HOST_ACCESS
31                    | gpu_alloc::UsageFlags::DOWNLOAD
32                    | gpu_alloc::UsageFlags::UPLOAD
33                    | gpu_alloc::UsageFlags::FAST_DEVICE_ACCESS
34                    | device_address_usage
35            }
36            crate::Memory::Upload => {
37                gpu_alloc::UsageFlags::HOST_ACCESS | gpu_alloc::UsageFlags::UPLOAD
38            }
39        };
40        let memory_types = requirements.memory_type_bits & manager.valid_ash_memory_types;
41        let mut block = match memory {
42            crate::Memory::External(e) => {
43                let memory_properties = unsafe {
44                    self.instance
45                        .core
46                        .get_physical_device_memory_properties(self.physical_device)
47                };
48                let memory_type_index = memory_types.ilog2();
49                let memory_type: vk::MemoryType =
50                    memory_properties.memory_types[memory_type_index as usize];
51
52                let handle_type = external_source_handle_type(e);
53                let external_info: &mut dyn vk::ExtendsMemoryAllocateInfo = match e {
54                    #[cfg(target_os = "windows")]
55                    crate::ExternalMemorySource::Win32(Some(handle))
56                    | crate::ExternalMemorySource::Win32KMT(Some(handle)) => {
57                        &mut vk::ImportMemoryWin32HandleInfoKHR {
58                            handle_type,
59                            handle,
60                            ..Default::default()
61                        }
62                    }
63                    #[cfg(not(target_os = "windows"))]
64                    crate::ExternalMemorySource::Fd(Some(fd)) => &mut vk::ImportMemoryFdInfoKHR {
65                        handle_type,
66                        fd,
67                        ..Default::default()
68                    },
69                    #[cfg(target_os = "linux")]
70                    crate::ExternalMemorySource::Dma(Some(fd)) => &mut vk::ImportMemoryFdInfoKHR {
71                        handle_type,
72                        fd,
73                        ..Default::default()
74                    },
75                    crate::ExternalMemorySource::HostAllocation(ptr) => {
76                        &mut vk::ImportMemoryHostPointerInfoEXT {
77                            handle_type,
78                            p_host_pointer: ptr as *mut std::ffi::c_void,
79                            ..Default::default()
80                        }
81                    }
82                    // All sources that are exporting don't need a specific struct
83                    _ => &mut vk::ExportMemoryAllocateInfo {
84                        handle_types: handle_type,
85                        ..Default::default()
86                    },
87                };
88
89                let allocation_info = vk::MemoryAllocateInfo {
90                    allocation_size: requirements.size,
91                    memory_type_index,
92                    ..vk::MemoryAllocateInfo::default()
93                }
94                .push_next(external_info);
95
96                let memory = unsafe {
97                    self.device
98                        .core
99                        .allocate_memory(&allocation_info, None)
100                        .unwrap()
101                };
102
103                unsafe {
104                    manager.allocator.import_memory(
105                        memory,
106                        memory_type_index,
107                        gpu_alloc_ash::memory_properties_from_ash(memory_type.property_flags),
108                        0,
109                        requirements.size,
110                    )
111                }
112            }
113            _ => unsafe {
114                manager
115                    .allocator
116                    .alloc(
117                        AshMemoryDevice::wrap(&self.device.core),
118                        gpu_alloc::Request {
119                            size: requirements.size,
120                            align_mask: requirements.alignment - 1,
121                            usage: alloc_usage,
122                            memory_types,
123                        },
124                    )
125                    .unwrap()
126            },
127        };
128
129        let data = match memory {
130            crate::Memory::External(crate::ExternalMemorySource::HostAllocation(ptr)) => {
131                ptr as *mut u8
132            }
133            crate::Memory::Device | crate::Memory::External(_) => ptr::null_mut(),
134            crate::Memory::Shared | crate::Memory::Upload => unsafe {
135                block
136                    .map(
137                        AshMemoryDevice::wrap(&self.device.core),
138                        0,
139                        requirements.size as usize,
140                    )
141                    .unwrap()
142                    .as_ptr()
143            },
144        };
145        Allocation {
146            memory: *block.memory(),
147            offset: block.offset(),
148            data,
149            handle: manager.slab.insert(block),
150            memory_type: memory,
151        }
152    }
153
154    fn free_memory(&self, handle: usize) {
155        let mut manager = self.memory.lock().unwrap();
156        let block = manager.slab.remove(handle);
157        unsafe {
158            manager
159                .allocator
160                .dealloc(AshMemoryDevice::wrap(&self.device.core), block);
161        }
162    }
163
164    //TODO: move these into `ResourceDevice` trait when ready
165    pub fn get_bottom_level_acceleration_structure_sizes(
166        &self,
167        meshes: &[crate::AccelerationStructureMesh],
168    ) -> crate::AccelerationStructureSizes {
169        let blas_input = self.device.map_acceleration_structure_meshes(meshes);
170        let rt = self.device.ray_tracing.as_ref().unwrap();
171        let mut sizes_raw = vk::AccelerationStructureBuildSizesInfoKHR::default();
172        unsafe {
173            rt.acceleration_structure
174                .get_acceleration_structure_build_sizes(
175                    vk::AccelerationStructureBuildTypeKHR::DEVICE,
176                    &blas_input.build_info,
177                    &blas_input.max_primitive_counts,
178                    &mut sizes_raw,
179                )
180        };
181        crate::AccelerationStructureSizes {
182            data: sizes_raw.acceleration_structure_size,
183            scratch: sizes_raw.build_scratch_size,
184        }
185    }
186
187    pub fn get_top_level_acceleration_structure_sizes(
188        &self,
189        instance_count: u32,
190    ) -> crate::AccelerationStructureSizes {
191        let geometry = vk::AccelerationStructureGeometryKHR::default()
192            .geometry_type(vk::GeometryTypeKHR::INSTANCES)
193            .geometry(vk::AccelerationStructureGeometryDataKHR {
194                instances: vk::AccelerationStructureGeometryInstancesDataKHR::default(),
195            });
196        let geometries = [geometry];
197        let build_info = vk::AccelerationStructureBuildGeometryInfoKHR::default()
198            .ty(vk::AccelerationStructureTypeKHR::TOP_LEVEL)
199            .mode(vk::BuildAccelerationStructureModeKHR::BUILD)
200            .geometries(&geometries);
201
202        let rt = self.device.ray_tracing.as_ref().unwrap();
203        let mut sizes_raw = vk::AccelerationStructureBuildSizesInfoKHR::default();
204        unsafe {
205            rt.acceleration_structure
206                .get_acceleration_structure_build_sizes(
207                    vk::AccelerationStructureBuildTypeKHR::DEVICE,
208                    &build_info,
209                    &[instance_count],
210                    &mut sizes_raw,
211                )
212        };
213        crate::AccelerationStructureSizes {
214            data: sizes_raw.acceleration_structure_size,
215            scratch: sizes_raw.build_scratch_size,
216        }
217    }
218
219    pub fn create_acceleration_structure_instance_buffer(
220        &self,
221        instances: &[crate::AccelerationStructureInstance],
222        bottom_level: &[super::AccelerationStructure],
223    ) -> super::Buffer {
224        let buffer = self.create_buffer(crate::BufferDesc {
225            name: "instance buffer",
226            size: (instances.len().max(1) * mem::size_of::<vk::AccelerationStructureInstanceKHR>())
227                as u64,
228            memory: crate::Memory::Shared,
229        });
230        let rt = self.device.ray_tracing.as_ref().unwrap();
231        for (i, instance) in instances.iter().enumerate() {
232            let device_address_info = vk::AccelerationStructureDeviceAddressInfoKHR {
233                acceleration_structure: bottom_level
234                    [instance.acceleration_structure_index as usize]
235                    .raw,
236                ..Default::default()
237            };
238            let vk_instance = vk::AccelerationStructureInstanceKHR {
239                transform: unsafe { mem::transmute(instance.transform) },
240                instance_custom_index_and_mask: vk::Packed24_8::new(
241                    instance.custom_index,
242                    instance.mask as u8,
243                ),
244                instance_shader_binding_table_record_offset_and_flags: vk::Packed24_8::new(0, 0),
245                acceleration_structure_reference: vk::AccelerationStructureReferenceKHR {
246                    device_handle: unsafe {
247                        rt.acceleration_structure
248                            .get_acceleration_structure_device_address(&device_address_info)
249                    },
250                },
251            };
252            unsafe {
253                ptr::write(
254                    (buffer.data() as *mut vk::AccelerationStructureInstanceKHR).add(i),
255                    vk_instance,
256                );
257            }
258        }
259        buffer
260    }
261
262    pub fn get_external_texture_source(
263        &self,
264        texture: super::Texture,
265    ) -> Option<crate::ExternalMemorySource> {
266        texture.external
267    }
268
269    pub fn get_external_buffer_source(
270        &self,
271        buffer: super::Buffer,
272    ) -> Option<crate::ExternalMemorySource> {
273        buffer.external
274    }
275}
276
277#[hidden_trait::expose]
278impl crate::traits::ResourceDevice for super::Context {
279    type Buffer = super::Buffer;
280    type Texture = super::Texture;
281    type TextureView = super::TextureView;
282    type Sampler = super::Sampler;
283    type AccelerationStructure = super::AccelerationStructure;
284
285    fn create_buffer(&self, desc: crate::BufferDesc) -> super::Buffer {
286        use vk::BufferUsageFlags as Buf;
287        let external_source = match desc.memory {
288            crate::Memory::External(e) => Some(e),
289            _ => None,
290        };
291        let mut external_next = external_source.map(|e| vk::ExternalMemoryBufferCreateInfo {
292            handle_types: external_source_handle_type(e),
293            ..Default::default()
294        });
295        let mut vk_info = vk::BufferCreateInfo {
296            size: desc.size,
297            usage: Buf::TRANSFER_SRC
298                | Buf::TRANSFER_DST
299                | Buf::STORAGE_BUFFER
300                | Buf::INDEX_BUFFER
301                | Buf::VERTEX_BUFFER
302                | Buf::INDIRECT_BUFFER,
303            sharing_mode: vk::SharingMode::EXCLUSIVE,
304            ..Default::default()
305        };
306        if let Some(external_next) = external_next.as_mut() {
307            vk_info = vk_info.push_next(external_next);
308        }
309        if self.device.ray_tracing.is_some() {
310            vk_info.usage |=
311                Buf::SHADER_DEVICE_ADDRESS | Buf::ACCELERATION_STRUCTURE_BUILD_INPUT_READ_ONLY_KHR;
312        }
313
314        let raw = unsafe { self.device.core.create_buffer(&vk_info, None).unwrap() };
315        let mut requirements = unsafe { self.device.core.get_buffer_memory_requirements(raw) };
316        requirements.alignment = requirements.alignment.max(self.min_buffer_alignment);
317        let allocation = self.allocate_memory(requirements, desc.memory);
318
319        log::info!(
320            "Creating buffer {:?} of size {}, name '{}', handle {:?}",
321            raw,
322            desc.size,
323            desc.name,
324            allocation.handle
325        );
326        unsafe {
327            self.device
328                .core
329                .bind_buffer_memory(raw, allocation.memory, allocation.offset)
330                .unwrap()
331        };
332        if !desc.name.is_empty() {
333            self.set_object_name(raw, desc.name);
334        }
335
336        super::Buffer {
337            raw,
338            memory_handle: allocation.handle,
339            mapped_data: allocation.data,
340            external: fetch_external_source(&self.device, allocation),
341        }
342    }
343
344    fn sync_buffer(&self, _buffer: super::Buffer) {}
345
346    fn destroy_buffer(&self, buffer: super::Buffer) {
347        log::info!(
348            "Destroying buffer {:?}, handle {:?}",
349            buffer.raw,
350            buffer.memory_handle
351        );
352        unsafe { self.device.core.destroy_buffer(buffer.raw, None) };
353        self.free_memory(buffer.memory_handle);
354    }
355
356    fn create_texture(&self, desc: crate::TextureDesc) -> super::Texture {
357        let mut create_flags = vk::ImageCreateFlags::empty();
358        if desc.dimension == crate::TextureDimension::D2
359            && desc.size.depth % 6 == 0
360            && desc.sample_count == 1
361            && desc.size.width == desc.size.height
362        {
363            create_flags |= vk::ImageCreateFlags::CUBE_COMPATIBLE;
364        }
365
366        let mut external_next = desc.external.map(|e| vk::ExternalMemoryImageCreateInfo {
367            handle_types: external_source_handle_type(e),
368            ..Default::default()
369        });
370
371        let mut vk_info = vk::ImageCreateInfo {
372            flags: create_flags,
373            image_type: map_texture_dimension(desc.dimension),
374            format: super::map_texture_format(desc.format),
375            extent: super::map_extent_3d(&desc.size),
376            mip_levels: desc.mip_level_count,
377            array_layers: desc.array_layer_count,
378            samples: vk::SampleCountFlags::from_raw(desc.sample_count),
379            tiling: vk::ImageTiling::OPTIMAL,
380            usage: map_texture_usage(desc.usage, desc.format.aspects()),
381            sharing_mode: vk::SharingMode::EXCLUSIVE,
382            ..Default::default()
383        };
384
385        if let Some(external_next) = external_next.as_mut() {
386            vk_info = vk_info.push_next(external_next);
387        }
388
389        /*
390            TODO(ErikWDev): Support lazily allocated texture with transient allocation for efficient msaa?
391                            Measure bandwidth usage!
392        */
393        let raw = unsafe { self.device.core.create_image(&vk_info, None).unwrap() };
394        let requirements = unsafe { self.device.core.get_image_memory_requirements(raw) };
395        let allocation = self.allocate_memory(
396            requirements,
397            desc.external
398                .map_or(crate::Memory::Device, crate::Memory::External),
399        );
400
401        log::info!(
402            "Creating texture {:?} of size {} and format {:?}, name '{}', handle {:?}",
403            raw,
404            desc.size,
405            desc.format,
406            desc.name,
407            allocation.handle
408        );
409        unsafe {
410            self.device
411                .core
412                .bind_image_memory(raw, allocation.memory, allocation.offset)
413                .unwrap()
414        };
415        if !desc.name.is_empty() {
416            self.set_object_name(raw, desc.name);
417        }
418
419        super::Texture {
420            raw,
421            memory_handle: allocation.handle,
422            target_size: [desc.size.width as u16, desc.size.height as u16],
423            format: desc.format,
424            external: fetch_external_source(&self.device, allocation),
425        }
426    }
427
428    fn destroy_texture(&self, texture: super::Texture) {
429        log::info!(
430            "Destroying texture {:?}, handle {:?}",
431            texture.raw,
432            texture.memory_handle
433        );
434        unsafe { self.device.core.destroy_image(texture.raw, None) };
435        self.free_memory(texture.memory_handle);
436    }
437
438    fn create_texture_view(
439        &self,
440        texture: super::Texture,
441        desc: crate::TextureViewDesc,
442    ) -> super::TextureView {
443        let aspects = desc.format.aspects();
444        let subresource_range = super::map_subresource_range(desc.subresources, aspects);
445        let vk_info = vk::ImageViewCreateInfo {
446            image: texture.raw,
447            view_type: map_view_dimension(desc.dimension),
448            format: super::map_texture_format(desc.format),
449            subresource_range,
450            ..Default::default()
451        };
452
453        let raw = unsafe { self.device.core.create_image_view(&vk_info, None).unwrap() };
454        if !desc.name.is_empty() {
455            self.set_object_name(raw, desc.name);
456        }
457
458        super::TextureView {
459            raw,
460            target_size: [
461                (texture.target_size[0] >> desc.subresources.base_mip_level).max(1),
462                (texture.target_size[1] >> desc.subresources.base_mip_level).max(1),
463            ],
464            aspects,
465        }
466    }
467
468    fn destroy_texture_view(&self, view: super::TextureView) {
469        unsafe { self.device.core.destroy_image_view(view.raw, None) };
470    }
471
472    fn create_sampler(&self, desc: crate::SamplerDesc) -> super::Sampler {
473        let mut vk_info = vk::SamplerCreateInfo {
474            mag_filter: map_filter_mode(desc.mag_filter),
475            min_filter: map_filter_mode(desc.min_filter),
476            mipmap_mode: map_mip_filter_mode(desc.mipmap_filter),
477            address_mode_u: map_address_mode(desc.address_modes[0]),
478            address_mode_v: map_address_mode(desc.address_modes[1]),
479            address_mode_w: map_address_mode(desc.address_modes[2]),
480            min_lod: desc.lod_min_clamp,
481            max_lod: desc.lod_max_clamp.unwrap_or(vk::LOD_CLAMP_NONE),
482            ..Default::default()
483        };
484
485        if let Some(fun) = desc.compare {
486            vk_info.compare_enable = vk::TRUE;
487            vk_info.compare_op = super::map_comparison(fun);
488        }
489        if desc.anisotropy_clamp > 1 {
490            vk_info.anisotropy_enable = vk::TRUE;
491            vk_info.max_anisotropy = desc.anisotropy_clamp as f32;
492        }
493        if let Some(color) = desc.border_color {
494            vk_info.border_color = map_border_color(color);
495        }
496
497        let raw = unsafe { self.device.core.create_sampler(&vk_info, None).unwrap() };
498        if !desc.name.is_empty() {
499            self.set_object_name(raw, desc.name);
500        }
501
502        super::Sampler { raw }
503    }
504
505    fn destroy_sampler(&self, sampler: super::Sampler) {
506        unsafe { self.device.core.destroy_sampler(sampler.raw, None) };
507    }
508
509    fn create_acceleration_structure(
510        &self,
511        desc: crate::AccelerationStructureDesc,
512    ) -> super::AccelerationStructure {
513        let buffer_info = vk::BufferCreateInfo {
514            size: desc.size,
515            usage: vk::BufferUsageFlags::ACCELERATION_STRUCTURE_STORAGE_KHR
516                | vk::BufferUsageFlags::SHADER_DEVICE_ADDRESS,
517            sharing_mode: vk::SharingMode::EXCLUSIVE,
518            ..Default::default()
519        };
520
521        let buffer = unsafe { self.device.core.create_buffer(&buffer_info, None).unwrap() };
522        let requirements = unsafe { self.device.core.get_buffer_memory_requirements(buffer) };
523        let allocation = self.allocate_memory(requirements, crate::Memory::Device);
524
525        unsafe {
526            self.device
527                .core
528                .bind_buffer_memory(buffer, allocation.memory, allocation.offset)
529                .unwrap()
530        };
531
532        let raw_ty = match desc.ty {
533            crate::AccelerationStructureType::TopLevel => {
534                vk::AccelerationStructureTypeKHR::TOP_LEVEL
535            }
536            crate::AccelerationStructureType::BottomLevel => {
537                vk::AccelerationStructureTypeKHR::BOTTOM_LEVEL
538            }
539        };
540        let vk_info = vk::AccelerationStructureCreateInfoKHR {
541            ty: raw_ty,
542            buffer,
543            size: desc.size,
544            ..Default::default()
545        };
546
547        let rt = self.device.ray_tracing.as_ref().unwrap();
548        let raw = unsafe {
549            rt.acceleration_structure
550                .create_acceleration_structure(&vk_info, None)
551                .unwrap()
552        };
553
554        if !desc.name.is_empty() {
555            self.set_object_name(buffer, desc.name);
556            self.set_object_name(raw, desc.name);
557        }
558        super::AccelerationStructure {
559            raw,
560            buffer,
561            memory_handle: allocation.handle,
562        }
563    }
564
565    fn destroy_acceleration_structure(&self, acceleration_structure: super::AccelerationStructure) {
566        let rt = self.device.ray_tracing.as_ref().unwrap();
567        unsafe {
568            rt.acceleration_structure
569                .destroy_acceleration_structure(acceleration_structure.raw, None);
570            self.device
571                .core
572                .destroy_buffer(acceleration_structure.buffer, None);
573        }
574        self.free_memory(acceleration_structure.memory_handle);
575    }
576}
577
578fn map_texture_dimension(dimension: crate::TextureDimension) -> vk::ImageType {
579    match dimension {
580        crate::TextureDimension::D1 => vk::ImageType::TYPE_1D,
581        crate::TextureDimension::D2 => vk::ImageType::TYPE_2D,
582        crate::TextureDimension::D3 => vk::ImageType::TYPE_3D,
583    }
584}
585
586fn map_view_dimension(dimension: crate::ViewDimension) -> vk::ImageViewType {
587    use crate::ViewDimension as Vd;
588    match dimension {
589        Vd::D1 => vk::ImageViewType::TYPE_1D,
590        Vd::D1Array => vk::ImageViewType::TYPE_1D_ARRAY,
591        Vd::D2 => vk::ImageViewType::TYPE_2D,
592        Vd::D2Array => vk::ImageViewType::TYPE_2D_ARRAY,
593        Vd::Cube => vk::ImageViewType::CUBE,
594        Vd::CubeArray => vk::ImageViewType::CUBE_ARRAY,
595        Vd::D3 => vk::ImageViewType::TYPE_3D,
596    }
597}
598
599pub(super) fn map_texture_usage(
600    usage: crate::TextureUsage,
601    aspects: crate::TexelAspects,
602) -> vk::ImageUsageFlags {
603    use vk::ImageUsageFlags as Iuf;
604
605    let mut flags = Iuf::empty();
606    if usage.contains(crate::TextureUsage::COPY) {
607        flags |= Iuf::TRANSFER_SRC | Iuf::TRANSFER_DST;
608    }
609    if usage.contains(crate::TextureUsage::RESOURCE) {
610        flags |= vk::ImageUsageFlags::SAMPLED;
611    }
612    if usage.contains(crate::TextureUsage::TARGET) {
613        flags |= if aspects.contains(crate::TexelAspects::COLOR) {
614            vk::ImageUsageFlags::COLOR_ATTACHMENT
615        } else {
616            vk::ImageUsageFlags::DEPTH_STENCIL_ATTACHMENT
617        };
618    }
619    if usage.intersects(crate::TextureUsage::STORAGE) {
620        flags |= vk::ImageUsageFlags::STORAGE;
621    }
622    flags
623}
624
625fn map_filter_mode(mode: crate::FilterMode) -> vk::Filter {
626    match mode {
627        crate::FilterMode::Nearest => vk::Filter::NEAREST,
628        crate::FilterMode::Linear => vk::Filter::LINEAR,
629    }
630}
631
632fn map_mip_filter_mode(mode: crate::FilterMode) -> vk::SamplerMipmapMode {
633    match mode {
634        crate::FilterMode::Nearest => vk::SamplerMipmapMode::NEAREST,
635        crate::FilterMode::Linear => vk::SamplerMipmapMode::LINEAR,
636    }
637}
638
639fn map_address_mode(mode: crate::AddressMode) -> vk::SamplerAddressMode {
640    match mode {
641        crate::AddressMode::ClampToEdge => vk::SamplerAddressMode::CLAMP_TO_EDGE,
642        crate::AddressMode::Repeat => vk::SamplerAddressMode::REPEAT,
643        crate::AddressMode::MirrorRepeat => vk::SamplerAddressMode::MIRRORED_REPEAT,
644        crate::AddressMode::ClampToBorder => vk::SamplerAddressMode::CLAMP_TO_BORDER,
645        // wgt::AddressMode::MirrorClamp => vk::SamplerAddressMode::MIRROR_CLAMP_TO_EDGE,
646    }
647}
648
649fn map_border_color(border_color: crate::TextureColor) -> vk::BorderColor {
650    match border_color {
651        crate::TextureColor::TransparentBlack => vk::BorderColor::FLOAT_TRANSPARENT_BLACK,
652        crate::TextureColor::OpaqueBlack => vk::BorderColor::FLOAT_OPAQUE_BLACK,
653        crate::TextureColor::White => vk::BorderColor::FLOAT_OPAQUE_WHITE,
654    }
655}
656
657fn external_source_handle_type(
658    source: crate::ExternalMemorySource,
659) -> vk::ExternalMemoryHandleTypeFlags {
660    match source {
661        #[cfg(target_os = "windows")]
662        crate::ExternalMemorySource::Win32(_) => vk::ExternalMemoryHandleTypeFlags::OPAQUE_WIN32,
663        #[cfg(target_os = "windows")]
664        crate::ExternalMemorySource::Win32KMT(_) => {
665            vk::ExternalMemoryHandleTypeFlags::OPAQUE_WIN32_KMT
666        }
667        #[cfg(not(target_os = "windows"))]
668        crate::ExternalMemorySource::Fd(_) => vk::ExternalMemoryHandleTypeFlags::OPAQUE_FD,
669        #[cfg(target_os = "linux")]
670        crate::ExternalMemorySource::Dma(_) => vk::ExternalMemoryHandleTypeFlags::DMA_BUF_EXT,
671        crate::ExternalMemorySource::HostAllocation(_) => {
672            vk::ExternalMemoryHandleTypeFlags::HOST_ALLOCATION_EXT
673        }
674    }
675}
676
677fn fetch_external_source(
678    device: &super::Device,
679    allocation: Allocation,
680) -> Option<crate::ExternalMemorySource> {
681    match allocation.memory_type {
682        crate::Memory::External(e) => {
683            let device = device
684                .external_memory
685                .as_ref()
686                .expect("External memory is not supported");
687            let memory = allocation.memory;
688            let handle_type = external_source_handle_type(e);
689
690            Some(match e {
691                #[cfg(target_os = "windows")]
692                crate::ExternalMemorySource::Win32KMT(None)
693                | crate::ExternalMemorySource::Win32(None) => {
694                    let info = vk::MemoryGetWin32HandleInfoKHR {
695                        memory,
696                        handle_type,
697                        ..vk::MemoryGetWin32HandleInfoKHR::default()
698                    };
699
700                    let handle = unsafe { device.get_memory_win32_handle(&info).unwrap() };
701                    match e {
702                        crate::ExternalMemorySource::Win32(_) => {
703                            crate::ExternalMemorySource::Win32(Some(handle))
704                        }
705                        crate::ExternalMemorySource::Win32KMT(_) => {
706                            crate::ExternalMemorySource::Win32KMT(Some(handle))
707                        }
708                        _ => unreachable!(),
709                    }
710                }
711                #[cfg(not(target_os = "windows"))]
712                crate::ExternalMemorySource::Fd(None) => {
713                    let info = vk::MemoryGetFdInfoKHR {
714                        memory,
715                        handle_type,
716                        ..vk::MemoryGetFdInfoKHR::default()
717                    };
718
719                    let handle = unsafe { device.get_memory_fd(&info).unwrap() };
720                    crate::ExternalMemorySource::Fd(Some(handle))
721                }
722                #[cfg(target_os = "linux")]
723                crate::ExternalMemorySource::Dma(None) => {
724                    let info = vk::MemoryGetFdInfoKHR {
725                        memory,
726                        handle_type,
727                        ..vk::MemoryGetFdInfoKHR::default()
728                    };
729
730                    let handle = unsafe { device.get_memory_fd(&info).unwrap() };
731                    crate::ExternalMemorySource::Dma(Some(handle))
732                }
733
734                //Means its a import, which already knows what its source is
735                _ => e,
736            })
737        }
738        _ => None,
739    }
740}