use crate::{CameraModel, CameraModelError, DistortionModel, PinholeParams};
use nalgebra::{DVector, SMatrix, Vector2, Vector3};
#[derive(Debug, Clone, Copy, PartialEq)]
pub struct EucmCamera {
pub pinhole: PinholeParams,
pub distortion: DistortionModel,
}
impl EucmCamera {
pub fn new(
pinhole: PinholeParams,
distortion: DistortionModel,
) -> Result<Self, CameraModelError> {
let camera = Self {
pinhole,
distortion,
};
camera.validate_params()?;
Ok(camera)
}
fn distortion_params(&self) -> (f64, f64) {
match self.distortion {
DistortionModel::EUCM { alpha, beta } => (alpha, beta),
_ => (0.0, 0.0),
}
}
fn check_projection_condition(&self, z: f64, denom: f64) -> bool {
let (alpha, _) = self.distortion_params();
let mut condition = true;
if alpha > 0.5 {
let c = (alpha - 1.0) / (2.0 * alpha - 1.0);
if z < denom * c {
condition = false;
}
}
condition
}
fn check_unprojection_condition(&self, r_squared: f64) -> bool {
let (alpha, beta) = self.distortion_params();
let mut condition = true;
if alpha > 0.5 && r_squared > (1.0 / beta * (2.0 * alpha - 1.0)) {
condition = false;
}
condition
}
pub fn linear_estimation(
&mut self,
points_3d: &nalgebra::Matrix3xX<f64>,
points_2d: &nalgebra::Matrix2xX<f64>,
) -> Result<(), CameraModelError> {
if points_2d.ncols() != points_3d.ncols() {
return Err(CameraModelError::InvalidParams(
"Number of 2D and 3D points must match".to_string(),
));
}
let num_points = points_2d.ncols();
if num_points < 1 {
return Err(CameraModelError::InvalidParams(
"Need at least 1 point for EUCM linear estimation".to_string(),
));
}
let mut a = nalgebra::DMatrix::zeros(num_points * 2, 1);
let mut b = nalgebra::DVector::zeros(num_points * 2);
for i in 0..num_points {
let x = points_3d[(0, i)];
let y = points_3d[(1, i)];
let z = points_3d[(2, i)];
let u = points_2d[(0, i)];
let v = points_2d[(1, i)];
let d = (x * x + y * y + z * z).sqrt();
let u_cx = u - self.pinhole.cx;
let v_cy = v - self.pinhole.cy;
a[(i * 2, 0)] = u_cx * (d - z);
a[(i * 2 + 1, 0)] = v_cy * (d - z);
b[i * 2] = self.pinhole.fx * x - u_cx * z;
b[i * 2 + 1] = self.pinhole.fy * y - v_cy * z;
}
let svd = a.svd(true, true);
let solution = match svd.solve(&b, 1e-10) {
Ok(sol) => sol,
Err(err_msg) => {
return Err(CameraModelError::NumericalError {
operation: "svd_solve".to_string(),
details: err_msg.to_string(),
});
}
};
self.distortion = DistortionModel::EUCM {
alpha: solution[0],
beta: 1.0,
};
self.validate_params()?;
Ok(())
}
}
impl From<&EucmCamera> for DVector<f64> {
fn from(camera: &EucmCamera) -> Self {
let (alpha, beta) = camera.distortion_params();
DVector::from_vec(vec![
camera.pinhole.fx,
camera.pinhole.fy,
camera.pinhole.cx,
camera.pinhole.cy,
alpha,
beta,
])
}
}
impl From<&EucmCamera> for [f64; 6] {
fn from(camera: &EucmCamera) -> Self {
let (alpha, beta) = camera.distortion_params();
[
camera.pinhole.fx,
camera.pinhole.fy,
camera.pinhole.cx,
camera.pinhole.cy,
alpha,
beta,
]
}
}
impl TryFrom<&[f64]> for EucmCamera {
type Error = CameraModelError;
fn try_from(params: &[f64]) -> Result<Self, Self::Error> {
if params.len() < 6 {
return Err(CameraModelError::InvalidParams(format!(
"EucmCamera requires at least 6 parameters, got {}",
params.len()
)));
}
Ok(Self {
pinhole: PinholeParams {
fx: params[0],
fy: params[1],
cx: params[2],
cy: params[3],
},
distortion: DistortionModel::EUCM {
alpha: params[4],
beta: params[5],
},
})
}
}
impl From<[f64; 6]> for EucmCamera {
fn from(params: [f64; 6]) -> Self {
Self {
pinhole: PinholeParams {
fx: params[0],
fy: params[1],
cx: params[2],
cy: params[3],
},
distortion: DistortionModel::EUCM {
alpha: params[4],
beta: params[5],
},
}
}
}
pub fn try_from_params(params: &[f64]) -> Result<EucmCamera, CameraModelError> {
let camera = EucmCamera::try_from(params)?;
camera.validate_params()?;
Ok(camera)
}
impl CameraModel for EucmCamera {
const INTRINSIC_DIM: usize = 6;
type IntrinsicJacobian = SMatrix<f64, 2, 6>;
type PointJacobian = SMatrix<f64, 2, 3>;
fn project(&self, p_cam: &Vector3<f64>) -> Result<Vector2<f64>, CameraModelError> {
let x = p_cam[0];
let y = p_cam[1];
let z = p_cam[2];
let (alpha, beta) = self.distortion_params();
let r2 = x * x + y * y;
let d = (beta * r2 + z * z).sqrt();
let denom = alpha * d + (1.0 - alpha) * z;
if denom < crate::GEOMETRIC_PRECISION {
return Err(CameraModelError::DenominatorTooSmall {
denom,
threshold: crate::GEOMETRIC_PRECISION,
});
}
if !self.check_projection_condition(z, denom) {
return Err(CameraModelError::PointBehindCamera {
z,
min_z: crate::GEOMETRIC_PRECISION,
});
}
Ok(Vector2::new(
self.pinhole.fx * x / denom + self.pinhole.cx,
self.pinhole.fy * y / denom + self.pinhole.cy,
))
}
fn unproject(&self, point_2d: &Vector2<f64>) -> Result<Vector3<f64>, CameraModelError> {
let u = point_2d.x;
let v = point_2d.y;
let (alpha, beta) = self.distortion_params();
let mx = (u - self.pinhole.cx) / self.pinhole.fx;
let my = (v - self.pinhole.cy) / self.pinhole.fy;
let r2 = mx * mx + my * my;
let beta_r2 = beta * r2;
let gamma = 1.0 - alpha;
let gamma_sq = gamma * gamma;
let discriminant = beta_r2 * gamma_sq + gamma_sq;
if discriminant < 0.0 || !self.check_unprojection_condition(r2) {
return Err(CameraModelError::PointOutsideImage { x: u, y: v });
}
let sqrt_disc = discriminant.sqrt();
let denom = beta_r2 + 1.0;
if denom.abs() < crate::GEOMETRIC_PRECISION {
return Err(CameraModelError::NumericalError {
operation: "unprojection".to_string(),
details: "Division by near-zero in EUCM unprojection".to_string(),
});
}
let mz = (gamma * sqrt_disc) / denom;
let point3d = Vector3::new(mx, my, mz);
Ok(point3d.normalize())
}
fn jacobian_point(&self, p_cam: &Vector3<f64>) -> Self::PointJacobian {
let x = p_cam[0];
let y = p_cam[1];
let z = p_cam[2];
let (alpha, beta) = self.distortion_params();
let r2 = x * x + y * y;
let d = (beta * r2 + z * z).sqrt();
let denom = alpha * d + (1.0 - alpha) * z;
let dd_dx = beta * x / d;
let dd_dy = beta * y / d;
let dd_dz = z / d;
let ddenom_dx = alpha * dd_dx;
let ddenom_dy = alpha * dd_dy;
let ddenom_dz = alpha * dd_dz + (1.0 - alpha);
let denom2 = denom * denom;
let du_dx = self.pinhole.fx * (denom - x * ddenom_dx) / denom2;
let du_dy = self.pinhole.fx * (-x * ddenom_dy) / denom2;
let du_dz = self.pinhole.fx * (-x * ddenom_dz) / denom2;
let dv_dx = self.pinhole.fy * (-y * ddenom_dx) / denom2;
let dv_dy = self.pinhole.fy * (denom - y * ddenom_dy) / denom2;
let dv_dz = self.pinhole.fy * (-y * ddenom_dz) / denom2;
SMatrix::<f64, 2, 3>::new(du_dx, du_dy, du_dz, dv_dx, dv_dy, dv_dz)
}
fn jacobian_intrinsics(&self, p_cam: &Vector3<f64>) -> Self::IntrinsicJacobian {
let x = p_cam[0];
let y = p_cam[1];
let z = p_cam[2];
let (alpha, beta) = self.distortion_params();
let r2 = x * x + y * y;
let d = (beta * r2 + z * z).sqrt();
let denom = alpha * d + (1.0 - alpha) * z;
let x_norm = x / denom;
let y_norm = y / denom;
let ddenom_dalpha = d - z;
let dd_dbeta = r2 / (2.0 * d);
let ddenom_dbeta = alpha * dd_dbeta;
let du_dalpha = -self.pinhole.fx * x * ddenom_dalpha / (denom * denom);
let dv_dalpha = -self.pinhole.fy * y * ddenom_dalpha / (denom * denom);
let du_dbeta = -self.pinhole.fx * x * ddenom_dbeta / (denom * denom);
let dv_dbeta = -self.pinhole.fy * y * ddenom_dbeta / (denom * denom);
SMatrix::<f64, 2, 6>::new(
x_norm, 0.0, 1.0, 0.0, du_dalpha, du_dbeta, 0.0, y_norm, 0.0, 1.0, dv_dalpha, dv_dbeta,
)
}
fn validate_params(&self) -> Result<(), CameraModelError> {
self.pinhole.validate()?;
self.get_distortion().validate()
}
fn get_pinhole_params(&self) -> PinholeParams {
PinholeParams {
fx: self.pinhole.fx,
fy: self.pinhole.fy,
cx: self.pinhole.cx,
cy: self.pinhole.cy,
}
}
fn get_distortion(&self) -> DistortionModel {
self.distortion
}
fn get_model_name(&self) -> &'static str {
"eucm"
}
}
#[cfg(test)]
mod tests {
use super::*;
use nalgebra::{Matrix2xX, Matrix3xX};
type TestResult = Result<(), Box<dyn std::error::Error>>;
#[test]
fn test_eucm_camera_creation() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
assert_eq!(camera.pinhole.fx, 300.0);
assert_eq!(camera.distortion_params(), (0.5, 1.0));
Ok(())
}
#[test]
fn test_projection_at_optical_axis() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let p_cam = Vector3::new(0.0, 0.0, 1.0);
let uv = camera.project(&p_cam)?;
assert!((uv.x - 320.0).abs() < crate::PROJECTION_TEST_TOLERANCE);
assert!((uv.y - 240.0).abs() < crate::PROJECTION_TEST_TOLERANCE);
Ok(())
}
#[test]
fn test_jacobian_point_numerical() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.6,
beta: 1.2,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let p_cam = Vector3::new(0.1, 0.2, 1.0);
let jac_analytical = camera.jacobian_point(&p_cam);
let eps = crate::NUMERICAL_DERIVATIVE_EPS;
for i in 0..3 {
let mut p_plus = p_cam;
let mut p_minus = p_cam;
p_plus[i] += eps;
p_minus[i] -= eps;
let uv_plus = camera.project(&p_plus)?;
let uv_minus = camera.project(&p_minus)?;
let num_jac = (uv_plus - uv_minus) / (2.0 * eps);
for r in 0..2 {
assert!(
jac_analytical[(r, i)].is_finite(),
"Jacobian [{r},{i}] is not finite"
);
let diff = (jac_analytical[(r, i)] - num_jac[r]).abs();
assert!(
diff < crate::JACOBIAN_TEST_TOLERANCE,
"Mismatch at ({}, {})",
r,
i
);
}
}
Ok(())
}
#[test]
fn test_jacobian_intrinsics_numerical() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.6,
beta: 1.2,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let p_cam = Vector3::new(0.1, 0.2, 1.0);
let jac_analytical = camera.jacobian_intrinsics(&p_cam);
let params: DVector<f64> = (&camera).into();
let eps = crate::NUMERICAL_DERIVATIVE_EPS;
for i in 0..6 {
let mut params_plus = params.clone();
let mut params_minus = params.clone();
params_plus[i] += eps;
params_minus[i] -= eps;
let cam_plus = EucmCamera::try_from(params_plus.as_slice())?;
let cam_minus = EucmCamera::try_from(params_minus.as_slice())?;
let uv_plus = cam_plus.project(&p_cam)?;
let uv_minus = cam_minus.project(&p_cam)?;
let num_jac = (uv_plus - uv_minus) / (2.0 * eps);
for r in 0..2 {
assert!(
jac_analytical[(r, i)].is_finite(),
"Jacobian [{r},{i}] is not finite"
);
let diff = (jac_analytical[(r, i)] - num_jac[r]).abs();
assert!(
diff < crate::JACOBIAN_TEST_TOLERANCE,
"Mismatch at ({}, {})",
r,
i
);
}
}
Ok(())
}
#[test]
fn test_eucm_from_into_traits() -> TestResult {
let pinhole = PinholeParams::new(400.0, 410.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.7,
beta: 1.5,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let params: DVector<f64> = (&camera).into();
assert_eq!(params.len(), 6);
assert_eq!(params[0], 400.0);
assert_eq!(params[1], 410.0);
assert_eq!(params[2], 320.0);
assert_eq!(params[3], 240.0);
assert_eq!(params[4], 0.7);
assert_eq!(params[5], 1.5);
let arr: [f64; 6] = (&camera).into();
assert_eq!(arr, [400.0, 410.0, 320.0, 240.0, 0.7, 1.5]);
let params_slice = [450.0, 460.0, 330.0, 250.0, 0.8, 1.8];
let camera2 = EucmCamera::try_from(¶ms_slice[..])?;
assert_eq!(camera2.pinhole.fx, 450.0);
assert_eq!(camera2.pinhole.fy, 460.0);
assert_eq!(camera2.pinhole.cx, 330.0);
assert_eq!(camera2.pinhole.cy, 250.0);
assert_eq!(camera2.distortion_params(), (0.8, 1.8));
let camera3 = EucmCamera::from([500.0, 510.0, 340.0, 260.0, 0.9, 2.0]);
assert_eq!(camera3.pinhole.fx, 500.0);
assert_eq!(camera3.pinhole.fy, 510.0);
assert_eq!(camera3.distortion_params(), (0.9, 2.0));
Ok(())
}
#[test]
fn test_linear_estimation() -> TestResult {
let gt_pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let gt_distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let gt_camera = EucmCamera::new(gt_pinhole, gt_distortion)?;
let n_points = 50;
let mut pts_3d = Matrix3xX::zeros(n_points);
let mut pts_2d = Matrix2xX::zeros(n_points);
let mut valid = 0;
for i in 0..n_points {
let angle = i as f64 * 2.0 * std::f64::consts::PI / n_points as f64;
let r = 0.1 + 0.3 * (i as f64 / n_points as f64);
let p3d = Vector3::new(r * angle.cos(), r * angle.sin(), 1.0);
if let Ok(p2d) = gt_camera.project(&p3d) {
pts_3d.set_column(valid, &p3d);
pts_2d.set_column(valid, &p2d);
valid += 1;
}
}
let pts_3d = pts_3d.columns(0, valid).into_owned();
let pts_2d = pts_2d.columns(0, valid).into_owned();
let init_pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let init_distortion = DistortionModel::EUCM {
alpha: 0.0,
beta: 1.0,
};
let mut camera = EucmCamera::new(init_pinhole, init_distortion)?;
camera.linear_estimation(&pts_3d, &pts_2d)?;
for i in 0..valid {
let col = pts_3d.column(i);
let projected = camera.project(&Vector3::new(col[0], col[1], col[2]))?;
let err = ((projected.x - pts_2d[(0, i)]).powi(2)
+ (projected.y - pts_2d[(1, i)]).powi(2))
.sqrt();
assert!(err < 1.0, "Reprojection error too large: {err}");
}
Ok(())
}
#[test]
fn test_project_unproject_round_trip() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let p_cam = Vector3::new(0.0, 0.0, 1.0);
let uv = camera.project(&p_cam)?;
let ray = camera.unproject(&uv)?;
let dot = ray.dot(&p_cam.normalize());
assert!(
(dot - 1.0).abs() < 1e-6,
"Round-trip failed for on-axis point: dot={dot}, expected ~1.0"
);
Ok(())
}
#[test]
fn test_project_returns_error_behind_camera() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
assert!(camera.project(&Vector3::new(0.0, 0.0, -1.0)).is_err());
Ok(())
}
#[test]
fn test_project_at_min_depth_boundary() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let p_min = Vector3::new(0.0, 0.0, crate::MIN_DEPTH);
if let Ok(uv) = camera.project(&p_min) {
assert!(uv.x.is_finite() && uv.y.is_finite());
}
Ok(())
}
#[test]
fn test_projection_off_axis() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let p_cam = Vector3::new(0.3, 0.0, 1.0);
let uv = camera.project(&p_cam)?;
assert!(
uv.x > 320.0,
"off-axis point should project right of principal point"
);
assert!(
(uv.y - 240.0).abs() < 1.0,
"y should be close to cy for horizontal offset"
);
Ok(())
}
#[test]
fn test_unproject_center_pixel() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let uv = Vector2::new(320.0, 240.0);
let ray = camera.unproject(&uv)?;
assert!(ray.x.abs() < 1e-6, "x should be ~0, got {}", ray.x);
assert!(ray.y.abs() < 1e-6, "y should be ~0, got {}", ray.y);
assert!((ray.z - 1.0).abs() < 1e-6, "z should be ~1, got {}", ray.z);
Ok(())
}
#[test]
fn test_batch_projection_matches_individual() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let pts = Matrix3xX::from_columns(&[
Vector3::new(0.0, 0.0, 1.0),
Vector3::new(0.3, 0.2, 1.5),
Vector3::new(-0.4, 0.1, 2.0),
]);
let batch = camera.project_batch(&pts);
for i in 0..3 {
let col = pts.column(i);
let p = camera.project(&Vector3::new(col[0], col[1], col[2]))?;
assert!(
(batch[(0, i)] - p.x).abs() < 1e-10,
"batch u mismatch at col {i}"
);
assert!(
(batch[(1, i)] - p.y).abs() < 1e-10,
"batch v mismatch at col {i}"
);
}
Ok(())
}
#[test]
fn test_jacobian_dimensions() -> TestResult {
let pinhole = PinholeParams::new(300.0, 300.0, 320.0, 240.0)?;
let distortion = DistortionModel::EUCM {
alpha: 0.5,
beta: 1.0,
};
let camera = EucmCamera::new(pinhole, distortion)?;
let p_cam = Vector3::new(0.1, 0.2, 1.0);
let jac_point = camera.jacobian_point(&p_cam);
assert_eq!(jac_point.nrows(), 2);
assert_eq!(jac_point.ncols(), 3);
let jac_intr = camera.jacobian_intrinsics(&p_cam);
assert_eq!(jac_intr.nrows(), 2);
assert_eq!(jac_intr.ncols(), 6); Ok(())
}
}