/* ---------------------------------------------------------------------------- * GTSAM Copyright 2010, Georgia Tech Research Corporation, * Atlanta, Georgia 30332-0415 * All Rights Reserved * Authors: Frank Dellaert, et al. (see THANKS for the full author list) * See LICENSE for the license information * -------------------------------------------------------------------------- */ /** * @file triangulation.h * @brief Functions for triangulation * @date July 31, 2013 * @author Chris Beall */ #pragma once #include #include #include #include #include #include #include #include #include #include #include #include #include namespace gtsam { /// Exception thrown by triangulateDLT when SVD returns rank < 3 class GTSAM_UNSTABLE_EXPORT TriangulationUnderconstrainedException: public std::runtime_error { public: TriangulationUnderconstrainedException() : std::runtime_error("Triangulation Underconstrained Exception.") { } }; /// Exception thrown by triangulateDLT when landmark is behind one or more of the cameras class GTSAM_UNSTABLE_EXPORT TriangulationCheiralityException: public std::runtime_error { public: TriangulationCheiralityException() : std::runtime_error( "Triangulation Cheirality Exception: The resulting landmark is behind one or more cameras.") { } }; Point3 triangulateDLT(const std::vector& poses, const std::vector& projection_matrices, const std::vector& measurements, const Cal3_S2 &K, double rank_tol, bool optimize); /* ************************************************************************* */ // See Hartley and Zisserman, 2nd Ed., page 312 template Point3 triangulateDLT(const std::vector& poses, const std::vector& projection_matrices, const std::vector& measurements, const std::vector >& Ks, double rank_tol, bool optimize) { Matrix A = zeros(projection_matrices.size() *2, 4); for(size_t i=0; i< projection_matrices.size(); i++) { size_t row = i*2; const Matrix& projection = projection_matrices.at(i); const Point2& p = measurements.at(i); // build system of equations A.row(row) = p.x() * projection.row(2) - projection.row(0); A.row(row+1) = p.y() * projection.row(2) - projection.row(1); } int rank; double error; Vector v; boost::tie(rank, error, v) = DLT(A, rank_tol); // std::cout << "s " << s.transpose() << std:endl; if(rank < 3) throw(TriangulationUnderconstrainedException()); Point3 point = Point3(sub( (v / v(3)),0,3)); if (optimize) { NonlinearFactorGraph graph; gtsam::Values::shared_ptr values(new gtsam::Values()); static SharedNoiseModel noise(noiseModel::Unit::Create(2)); static SharedNoiseModel prior_model(noiseModel::Diagonal::Sigmas(Vector_(6, 1e-6, 1e-6, 1e-6, 1e-6, 1e-6, 1e-6))); int ij = 0; Key landmarkKey = Symbol('l',0); BOOST_FOREACH(const Point2 &measurement, measurements) { // Factor for pose i typedef GenericProjectionFactor ProjectionFactor; typedef PriorFactor Pose3Prior; Key poseKey = Symbol('x',ij); boost::shared_ptr projectionFactor(new ProjectionFactor(measurement, noise, poseKey, landmarkKey, Ks[ij])); graph.push_back(projectionFactor); //ProjectionFactor *projectionFactor = new ProjectionFactor(measurement, noise, X(ij), L(0), Ks[ij]); //graph.push_back( boost::make_shared(*projectionFactor) ); // Prior on pose graph.push_back(Pose3Prior(poseKey, poses[ij], prior_model)); // Initial pose values values->insert( poseKey, poses[ij]); ij++; } // Initial landmark value values->insert(landmarkKey, point); // Optimize LevenbergMarquardtParams params; params.verbosityLM = LevenbergMarquardtParams::TRYLAMBDA; params.verbosity = NonlinearOptimizerParams::ERROR; params.lambdaInitial = 1; params.lambdaFactor = 10; params.maxIterations = 100; params.absoluteErrorTol = 1.0; params.verbosityLM = LevenbergMarquardtParams::SILENT; params.verbosity = NonlinearOptimizerParams::SILENT; params.linearSolverType = SuccessiveLinearizationParams::MULTIFRONTAL_CHOLESKY; LevenbergMarquardtOptimizer optimizer(graph, *values, params); Values result = optimizer.optimize(); point = result.at(landmarkKey); } return point; } /** * Function to triangulate 3D landmark point from an arbitrary number * of poses (at least 2) using the DLT. The function checks that the * resulting point lies in front of all cameras, but has no other checks * to verify the quality of the triangulation. * @param poses A vector of camera poses * @param measurements A vector of camera measurements * @param K The camera calibration * @param rank tolerance, default 1e-9 * @return Returns a Point3 on success, boost::none otherwise. */ template GTSAM_UNSTABLE_EXPORT Point3 triangulatePoint3(const std::vector& poses, const std::vector& measurements, const CALIBRATION& K, double rank_tol = 1e-9, bool optimize = false){ assert(poses.size() == measurements.size()); if(poses.size() < 2) throw(TriangulationUnderconstrainedException()); std::vector projection_matrices; // construct projection matrices from poses & calibration BOOST_FOREACH(const Pose3& pose, poses){ projection_matrices.push_back( K.K() * sub(pose.inverse().matrix(),0,3,0,4) ); // std::cout << "Calibration i \n" << K.K() << std::endl; // std::cout << "rank_tol i \n" << rank_tol << std::endl; } Point3 triangulated_point = triangulateDLT(poses, projection_matrices, measurements, K, rank_tol, optimize); // verify that the triangulated point lies infront of all cameras BOOST_FOREACH(const Pose3& pose, poses) { const Point3& p_local = pose.transform_to(triangulated_point); if(p_local.z() <= 0) throw(TriangulationCheiralityException()); } return triangulated_point; } /* ************************************************************************* */ template Point3 triangulatePoint3(const std::vector& poses, const std::vector& measurements, const std::vector >& Ks, double rank_tol, bool optimize = false) { assert(poses.size() == measurements.size()); assert(poses.size() == Ks.size()); if(poses.size() < 2) throw(TriangulationUnderconstrainedException()); std::vector projection_matrices; // construct projection matrices from poses & calibration for(size_t i = 0; iK() * sub(poses.at(i).inverse().matrix(),0,3,0,4) ); // std::cout << "2Calibration i \n" << Ks.at(i)->K() << std::endl; // std::cout << "2rank_tol i \n" << rank_tol << std::endl; } Point3 triangulated_point = triangulateDLT(poses, projection_matrices, measurements, Ks, rank_tol, optimize); // verify that the triangulated point lies infront of all cameras BOOST_FOREACH(const Pose3& pose, poses) { const Point3& p_local = pose.transform_to(triangulated_point); if(p_local.z() <= 0) throw(TriangulationCheiralityException()); } return triangulated_point; } } // \namespace gtsam