linux-support 0.0.25

Comprehensive Linux support for namespaces, cgroups, processes, scheduling, parsing /proc, parsing /sys, signals, hyper threads, CPUS, NUMA nodes, unusual file descriptors, PCI devices and much, much more
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

// This file is part of linux-support. It is subject to the license terms in the COPYRIGHT file found in the top-level directory of this distribution and at https://raw.githubusercontent.com/lemonrock/linux-support/master/COPYRIGHT. No part of linux-support, including this file, may be copied, modified, propagated, or distributed except according to the terms contained in the COPYRIGHT file.
// Copyright © 2020 The developers of linux-support. See the COPYRIGHT file in the top-level directory of this distribution and at https://raw.githubusercontent.com/lemonrock/linux-support/master/COPYRIGHT.


/// Forwards.
pub trait ForwardsExpressDataPathSocket<'a, ROTOB: 'a + ReceiveOrTransmitOrBoth<RP=RP, TS=TS> + Receives<CommonReceiveOnly<RP>> + Transmits<CommonTransmitOnly<TS>>, FFQ: 'a + FreeFrameQueue, RP: 'a + ReceivePoll, TS: 'a + TransmitSend>: ReceivesExpressDataPathSocket<'a, ROTOB, FFQ, RP> + TransmitsExpressDataPathSocket<'a, ROTOB, FFQ, TS>
{
	/// Immediately forwards received frames.
	///
	/// Received frames can be mutated and their length changed.
	fn forward<RFP: ReceivedFrameProcessor<ProcessingOutcome=usize>>(&'a self, received_frame_processor: &mut RFP)
	{
		const DoNotPeekReleaseCompletionQueueAsNeedCompletionAddressesIn_complete_forward: bool = false;
		
		self.receive_queue_peek_execute_submit
		(
			received_frame_processor,
			|received_number_of_frames, receive_queue_index, received_frame_processor|
			{
				self.transmit_queue_reserve_execute_submit
				(
					received_number_of_frames,
					DoNotPeekReleaseCompletionQueueAsNeedCompletionAddressesIn_complete_forward,
					|expect_to_transmit_number_of_frames, transmit_queue_index|
					{
						received_frame_processor.begin(received_number_of_frames.get());
						{
							for relative_frame_index in RelativeFrameIndex::relative_frame_indices(received_number_of_frames)
							{
								let received_descriptor = self.receive_queue().get_receive_descriptor(receive_queue_index, relative_frame_index);
								let (_fill_address_frame_descriptor_bitfield, xdp_headroom, our_frame_headroom, ethernet_packet, minimum_tailroom_length) = self.user_memory().received_xdp_headroom_our_frame_headroom_ethernet_packet_minimum_tailroom_length(received_descriptor);
								let length_of_packet = received_frame_processor.process_received_frame(relative_frame_index, xdp_headroom, our_frame_headroom, ethernet_packet, minimum_tailroom_length);
								
								self.transmit_queue().set_transmit_descriptor_from_frame(transmit_queue_index, relative_frame_index, received_descriptor.frame_descriptor_bitfield(), length_of_packet);
							}
						}
						received_frame_processor.end();
						Some(expect_to_transmit_number_of_frames)
					}
				)
			}
		);
		
		self.complete_forward()
	}
	
	#[doc(hidden)]
	fn complete_forward(&'a self)
	{
		let requested_number_of_frames = match self.common().outstanding_frames_to_transmit()
		{
			0 => return,
			
			non_zero => new_non_zero_u32(non_zero)
		};
		
		self.initiate_transmit_processing_by_kernel_if_transmit_queue_needs_wake_up();
		
		self.completion_queue_lock_peek_execute_release_unlock(requested_number_of_frames, |available_number_of_frames, completion_queue_index|
		{
			self.fill_queue_lock_reserve_execute_submit_unlock
			(
				available_number_of_frames,
				|reserved_number_of_frames, fill_queue_index|
				{
					for relative_frame_index in RelativeFrameIndex::relative_frame_indices(reserved_number_of_frames)
					{
						let relative_address_of_frame_in_user_memory = self.completion_queue().get_completed_frame_descriptor_bitfield(completion_queue_index, relative_frame_index);
						
						// Gift the frame back to the kernel.
						self.fill_queue().set_fill_address(fill_queue_index, relative_frame_index, relative_address_of_frame_in_user_memory);
					}
					Some(reserved_number_of_frames)
				}
			)
		});
	}
}