diff --git a/gtsam/geometry/SO3.cpp b/gtsam/geometry/SO3.cpp
index de595239a..7ea9dfb07 100644
--- a/gtsam/geometry/SO3.cpp
+++ b/gtsam/geometry/SO3.cpp
@@ -297,9 +297,9 @@ static Vector9 vec3(const Matrix3& R) {
 }
 
 // so<3> generators
-static std::vector<const Matrix3> G3({SO3::Hat(Vector3::Unit(0)),
-                                      SO3::Hat(Vector3::Unit(1)),
-                                      SO3::Hat(Vector3::Unit(2))});
+static std::vector<Matrix3> G3({SO3::Hat(Vector3::Unit(0)),
+                                SO3::Hat(Vector3::Unit(1)),
+                                SO3::Hat(Vector3::Unit(2))});
 
 // vectorized generators
 static const Matrix93 P3 =
diff --git a/gtsam/geometry/SO4.cpp b/gtsam/geometry/SO4.cpp
index 5660e85d5..93fb05386 100644
--- a/gtsam/geometry/SO4.cpp
+++ b/gtsam/geometry/SO4.cpp
@@ -138,7 +138,7 @@ static SO4::VectorN2 vec4(const Matrix4& Q) {
 }
 
 // so<4> generators
-static std::vector<const Matrix4> G4(
+static std::vector<Matrix4> G4(
     {SO4::Hat(Vector6::Unit(0)), SO4::Hat(Vector6::Unit(1)),
      SO4::Hat(Vector6::Unit(2)), SO4::Hat(Vector6::Unit(3)),
      SO4::Hat(Vector6::Unit(4)), SO4::Hat(Vector6::Unit(5))});