diff --git a/gtsam/inference/Key.h b/gtsam/inference/Key.h
index 1eb57d7fc..2cc19d07a 100644
--- a/gtsam/inference/Key.h
+++ b/gtsam/inference/Key.h
@@ -25,7 +25,6 @@
 #include <gtsam/base/types.h>
 #include <gtsam/dllexport.h>
 
-#include <boost/function.hpp>
 #include <functional>
 
 #include <iosfwd>
diff --git a/gtsam/inference/LabeledSymbol.h b/gtsam/inference/LabeledSymbol.h
index d46425bb4..15a2a2501 100644
--- a/gtsam/inference/LabeledSymbol.h
+++ b/gtsam/inference/LabeledSymbol.h
@@ -20,6 +20,7 @@
 #pragma once
 
 #include <gtsam/inference/Symbol.h>
+#include <boost/function.hpp>
 
 namespace gtsam {
 
diff --git a/gtsam/inference/Symbol.h b/gtsam/inference/Symbol.h
index d5699e7fe..89fb0d161 100644
--- a/gtsam/inference/Symbol.h
+++ b/gtsam/inference/Symbol.h
@@ -21,6 +21,7 @@
 #include <gtsam/inference/Key.h>
 #include <gtsam/base/Testable.h>
 #include <boost/serialization/nvp.hpp>
+#include <boost/function.hpp>
 #include <cstdint>
 
 namespace gtsam {