diff --git a/gtsam/linear/tests/testVectorValuesUnordered.cpp b/gtsam/linear/tests/testVectorValuesUnordered.cpp
index e446e2ddf..7075b9f51 100644
--- a/gtsam/linear/tests/testVectorValuesUnordered.cpp
+++ b/gtsam/linear/tests/testVectorValuesUnordered.cpp
@@ -22,9 +22,11 @@
 
 #include <boost/assign/std/vector.hpp>
 #include <boost/assign/list_of.hpp>
+#include <boost/range/adaptor/map.hpp>
 
 using namespace std;
 using namespace boost::assign;
+using boost::adaptors::map_keys;
 using namespace gtsam;
 
 /* ************************************************************************* */
@@ -180,8 +182,9 @@ TEST(VectorValues, convert)
   VectorValues actual(x,dims);
   EXPECT(assert_equal(expected, actual));
 
-  // Test other direction
-  EXPECT(assert_equal(x, actual.vector()));
+  // Test other direction, note vector() is not guaranteed to give right result
+  FastVector<Key> keys = list_of(0)(1)(2)(5);
+  EXPECT(assert_equal(x, actual.vector(keys)));
 }
 
 /* ************************************************************************* */