diff --git a/gtsam/base/OptionalJacobian.h b/gtsam/base/OptionalJacobian.h
index 166297d5f..82a5ae7f4 100644
--- a/gtsam/base/OptionalJacobian.h
+++ b/gtsam/base/OptionalJacobian.h
@@ -176,10 +176,11 @@ public:
     pointer_(NULL) {
   }
 
-  /// Constructor that will resize a dynamic matrix (unless already correct)
-  OptionalJacobian(Eigen::MatrixXd& dynamic) :
-      pointer_(&dynamic) {
-  }
+  /// Construct from pointer to dynamic matrix
+  OptionalJacobian(Jacobian* pointer) : pointer_(pointer) {}
+
+  /// Construct from refrence to dynamic matrix
+  OptionalJacobian(Jacobian& dynamic) : pointer_(&dynamic) {}
 
 #ifndef OPTIONALJACOBIAN_NOBOOST