diff --git a/gtsam_unstable/nonlinear/LinearContainerFactor.cpp b/gtsam_unstable/nonlinear/LinearContainerFactor.cpp
index 42dfe7819..ea324704b 100644
--- a/gtsam_unstable/nonlinear/LinearContainerFactor.cpp
+++ b/gtsam_unstable/nonlinear/LinearContainerFactor.cpp
@@ -52,6 +52,9 @@ LinearContainerFactor::LinearContainerFactor(
 		const GaussianFactor::shared_ptr& factor)
 : factor_(factor->clone())
 {
+	// Extract keys stashed in linear factor
+	BOOST_FOREACH(const Index& idx, factor_->keys())
+		keys_.push_back(idx);
 }
 
 /* ************************************************************************* */