/* ---------------------------------------------------------------------------- * GTSAM Copyright 2010, Georgia Tech Research Corporation, * Atlanta, Georgia 30332-0415 * All Rights Reserved * Authors: Frank Dellaert, et al. (see THANKS for the full author list) * See LICENSE for the license information * -------------------------------------------------------------------------- */ /** * @file SmartProjectionFactorExample_kitti.cpp * @brief Example usage of SmartProjectionFactor using real dataset * @date August, 2013 * @author Zsolt Kira */ // Both relative poses and recovered trajectory poses will be stored as Pose2 objects #include // Each variable in the system (poses and landmarks) must be identified with a unique key. // We can either use simple integer keys (1, 2, 3, ...) or symbols (X1, X2, L1). // Here we will use Symbols #include // We want to use iSAM2 to solve the range-SLAM problem incrementally #include // iSAM2 requires as input a set set of new factors to be added stored in a factor graph, // and initial guesses for any new variables used in the added factors #include #include // We will use a non-liear solver to batch-inituialize from the first 150 frames #include // In GTSAM, measurement functions are represented as 'factors'. Several common factors // have been provided with the library for solving robotics SLAM problems. #include #include // Standard headers, added last, so we know headers above work on their own #include #include #include using namespace std; using namespace gtsam; namespace NM = gtsam::noiseModel; using symbol_shorthand::X; using symbol_shorthand::L; typedef PriorFactor Pose3Prior; static SharedNoiseModel prior_model(noiseModel::Diagonal::Sigmas(Vector_(6, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01))); Values::shared_ptr loadPoseValues(const string& filename) { Values::shared_ptr values(new Values()); // read in camera poses string full_filename = filename; ifstream fin; fin.open(full_filename.c_str()); int pose_id; while (fin >> pose_id) { double pose_matrix[16]; for (int i = 0; i < 16; i++) { fin >> pose_matrix[i]; } values->insert(Symbol('x',pose_id), Pose3(Matrix_(4, 4, pose_matrix))); } fin.close(); return values; } /* ************************************************************************* */ Values::shared_ptr loadPoseValues(const string& filename, list keys) { Values::shared_ptr values(new Values()); std::list::iterator kit; // read in camera poses string full_filename = filename; ifstream fin; fin.open(full_filename.c_str()); int pose_id; while (fin >> pose_id) { double pose_matrix[16]; for (int i = 0; i < 16; i++) { fin >> pose_matrix[i]; } kit = find (keys.begin(), keys.end(), X(pose_id)); if (kit != keys.end()) { cout << " Adding " << X(pose_id) << endl; values->insert(Symbol('x',pose_id), Pose3(Matrix_(4, 4, pose_matrix))); } } fin.close(); return values; } // main int main(int argc, char** argv) { bool debug = false; unsigned int minimumNumViews = 1; string HOME = getenv("HOME"); //string input_dir = HOME + "/data/kitti/loop_closures_merged/"; string input_dir = HOME + "/data/KITTI_00_200/"; Cal3_S2::shared_ptr K(new Cal3_S2(718.856, 718.856, 0.0, 607.1928, 185.2157)); typedef SmartProjectionFactor SmartFactor; // Read in kitti dataset // load stereo factors and initialize landmarks when first seen ifstream fin; fin.open((input_dir+"stereo_factors.txt").c_str()); if(!fin) { cerr << "Could not open stereo_factors.txt" << endl; exit(1); } static SharedNoiseModel pixel_sigma(noiseModel::Unit::Create(3)); static SharedNoiseModel prior_model(noiseModel::Diagonal::Sigmas(Vector_(6, 0.01, 0.01, 0.01, 0.01, 0.01, 0.01))); NonlinearFactorGraph graph; // read all measurements tracked by VO cout << "Loading stereo_factors.txt" << endl; int count = 0; Key currentLandmark = 0; int numLandmarks = 0; Key r, l; double uL, uR, v, x, y, z; std::list allViews; std::vector views; std::vector measurements; Values values; while (fin >> r >> l >> uL >> uR >> v >> x >> y >> z) { if (debug) cout << "CurrentLandmark " << currentLandmark << " Landmark " << l << std::endl; if (currentLandmark != l && views.size() < minimumNumViews) { // New landmark. Not enough views for previous landmark so move on. if (debug) cout << "New landmark " << l << " with not enough view for previous one" << std::endl; currentLandmark = l; views.clear(); measurements.clear(); } else if (currentLandmark != l) { // New landmark. Add previous landmark and associated views to new factor if (debug) cout << "New landmark " << l << " with "<< views.size() << " views for previous landmark " << currentLandmark << std::endl; if (debug) cout << "Keys "; BOOST_FOREACH(const Key& k, views) { allViews.push_back(k); if (debug) cout << k << " "; } if (debug) cout << endl; if (debug) { cout << "Measurements "; BOOST_FOREACH(const Point2& p, measurements) { cout << p << " "; } cout << endl; } numLandmarks++; SmartFactor::shared_ptr smartFactor(new SmartFactor(measurements, pixel_sigma, views, K)); graph.push_back(smartFactor); currentLandmark = l; views.clear(); measurements.clear(); } else { // We have new view for current landmark, so add it to the list later if (debug) cout << "New view for landmark " << l << " (" << views.size() << " total)" << std::endl; } // Add view for new landmark views += X(r); measurements += Point2(uL,v); count++; if(count==100000) { cout << "Loading graph... " << graph.size() << endl; count=0; } } cout << "Graph size: " << graph.size() << endl; gtsam::Values::shared_ptr loaded_values = loadPoseValues(input_dir+"camera_poses.txt"); graph.add(Pose3Prior(X(0),loaded_values->at(X(0)), prior_model)); // Get all view in the graph and populate poses from VO output // TODO: Handle loop closures properly cout << "All Keys (" << allViews.size() << ")" << endl; allViews.unique(); cout << "All Keys (" << allViews.size() << ")" << endl; /* values = *loadPoseValues(input_dir+"camera_poses.txt", allViews); BOOST_FOREACH(const Key& k, allViews) { if (debug) cout << k << " "; } cout << endl; */ cout << "Optimizing... " << endl; // Optimize! LevenbergMarquardtParams params; params.verbosityLM = LevenbergMarquardtParams::TRYLAMBDA; params.verbosity = NonlinearOptimizerParams::ERROR; Values result; gttic_(SmartProjectionFactorExample_kitti); LevenbergMarquardtOptimizer optimizer(graph, *loaded_values, params); result = optimizer.optimize(); gttoc_(SmartProjectionFactorExample_kitti); tictoc_finishedIteration_(); cout << "===================================================" << endl; values.print("before optimization "); result.print("results of kitti optimization "); tictoc_print_(); cout << "===================================================" << endl; exit(0); }