libnuma-sys 0.0.9

An binding that wraps libnuma (also known as numactl)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

#include <sys/shm.h>
#include <sys/ipc.h>
#include <sys/fcntl.h>
#include <stdio.h>
#include <numaif.h>

#define err(x) perror(x),exit(1)

enum { 
	MEMSZ = 10*1024*1024,
}; 

struct req {
	enum cmd { 
		SET = 1,
		CHECK, 
		REPLY,
		EXIT,
	} cmd;
	long offset;
	long len;
	int policy;
	nodemask_t nodes;
}; 

void worker(void) 
{ 
	struct req req;
	while (read(0, &req, sizeof(struct req) > 0)) { 
		switch (req.cmd) { 
		case SET:
			if (mbind(map + req.offset, req.len, req.policy, &req.nodes,
				  NUMA_MAX_NODES+1, 0) < 0) 
				err("mbind");
			break;
		case TEST:
			req.cmd = REPLY;
			if (get_mempolicy(&req.policy, &req.nodes, NUMA_MAX_NODES+1,
					  map + req.offset, MPOL_F_ADDR) < 0)
				err("get_mempolicy");
			write(1, &req, sizeof(struct req)); 
			break;
		case EXIT:
			return;
		default:
			abort();
		}
	}
} 

void sendreq(int fd, enum cmd cmd, int policy, long offset, long len, nodemask_t nodes) 
{ 
	struct req req = { 
		.cmd = cmd, 
		.offset = offset, 
		.len = len, 
		.policy = policy,
		.nodes = nodes
	}; 
	if (write(fd, &req, sizeof(struct req)) != sizeof(struct req))
		panic("bad req write");
} 

void readreq(int fd, int *policy, nodemask_t *nodes, long offset, long len)
{
	struct req req;
	if (read(fd, &req, sizeof(struct req)) != sizeof(struct req))
		panic("bad req read");
	if (req.cmd != REPLY)
		abort();
	*policy = req.policy;
	*nodes = req.nodes;
}

int main(void)
{
	int fd = open("tshm", O_CREAT, 0600);   
	close(fd);
	key_t key = ftok("tshm", 1); 
	int shm = shmget(key, MEMSZ,  IPC_CREAT|0600);
	if (shm < 0) err("shmget");
	char *map = shmat(shm, NULL, 0); 
	printf("map = %p\n", map); 

	unsigned long nmask = 0x3;
	if (mbind(map, MEMSZ, MPOL_INTERLEAVE, &nmask, 4, 0) < 0) err("mbind1"); 

	int fd[2];
	if (pipe(fd) < 0) err("pipe"); 
	if (fork() == 0) {
		close(0); 
		close(1); 
		dup2(fd[0], 0);
		dup2(fd[1], 1);
		worker();
		_exit(0);
	} 
	       
	int pagesz = getpagesize();
	int i;

	srand(1); 
	for (;;) { 

		/* chose random offset */

		/* either in child or here */

		/* change policy */

		/* ask other guy to check */ 

	} 
	
  
	shmdt(map);
	shmctl(shm, IPC_RMID, 0);
}