libredr-client 0.0.22

LibreDR is an open-source ray-tracing differentiable renderer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

import numpy as np

def cube_ray(resolution, extrinsic):
  '''
  Construct input ray for cubic unwrapped panoramic camera model
  # Arguments
  * `resolution`: a single integer
  * `extrinsic`: 4 * 4 matrix
  # Return
  * 18 * 6 * `resolution` * `resolution`
  Camera model use x-right, y-down, z-forward axis scheme
  '''
  axis_xyz = np.zeros([6, resolution + 1, resolution + 1, 3], dtype=np.float32)
  axis_xyz[0,:,:, 0] = 1.
  axis_xyz[1,:,:, 0] = -1.
  axis_xyz[0:2,:,:, 2] = np.linspace(-1, 1, resolution + 1)[np.newaxis,:, np.newaxis]
  axis_xyz[0:2,:,:, 1] = np.linspace(-1, 1, resolution + 1)[np.newaxis, np.newaxis,:]
  axis_xyz[2,:,:, 1] = 1.
  axis_xyz[3,:,:, 1] = -1.
  axis_xyz[2:4,:,:, 2] = np.linspace(-1, 1, resolution + 1)[np.newaxis,:, np.newaxis]
  axis_xyz[2:4,:,:, 0] = np.linspace(-1, 1, resolution + 1)[np.newaxis, np.newaxis,:]
  axis_xyz[4,:,:, 2] = 1.
  axis_xyz[5,:,:, 2] = -1.
  axis_xyz[4:6,:,:, 1] = np.linspace(-1, 1, resolution + 1)[np.newaxis,:, np.newaxis]
  axis_xyz[4:6,:,:, 0] = np.linspace(-1, 1, resolution + 1)[np.newaxis, np.newaxis,:]
  axis_xyz = axis_xyz[:, ::-1, :, :]
  axis_xyz = np.stack([axis_xyz[..., 0], -axis_xyz[..., 2], axis_xyz[..., 1]], axis=-1)
  extrinsic_inv = np.linalg.inv(extrinsic)
  # print('axis_xyz', axis_xyz.shape)
  ret_rd = np.matmul(extrinsic_inv[:3,:3], axis_xyz[..., np.newaxis]).squeeze(-1)
  ret_rd = np.concatenate([ret_rd[:,:-1,:-1, ...],
    ret_rd[:,:-1, 1:, ...] - ret_rd[:,:-1,:-1, ...],
    ret_rd[:, 1:,:-1, ...] - ret_rd[:,:-1,:-1, ...]], axis=-1)
  ret_rd = ret_rd.transpose(3, 0, 1, 2)
  ret_r = np.array([0.0, 0.0, 0.0, 1.0], dtype=np.float32)[:, np.newaxis]
  ret_r = np.matmul(extrinsic_inv, ret_r)[:3, np.newaxis,:, np.newaxis]
  ret_r = np.broadcast_to(ret_r, (3, 6, resolution, resolution))
  ret_r = np.concatenate([ret_r] + [np.zeros_like(ret_r)] * 2, axis=0)
  return np.concatenate([ret_r, ret_rd], axis=0)