diff --git a/.github/workflows/build-linux.yml b/.github/workflows/build-linux.yml
index 911bec59c..afe328c3b 100644
--- a/.github/workflows/build-linux.yml
+++ b/.github/workflows/build-linux.yml
@@ -72,7 +72,7 @@ jobs:
         if: runner.os == 'Linux'
         run: |
           echo "BOOST_ROOT = $BOOST_ROOT"
-      - name: Build (Linux)
+      - name: Build and Test (Linux)
         if: runner.os == 'Linux'
         run: |
           bash .github/scripts/unix.sh -t
\ No newline at end of file
diff --git a/.github/workflows/build-macos.yml b/.github/workflows/build-macos.yml
index 55d9071ef..363cd690f 100644
--- a/.github/workflows/build-macos.yml
+++ b/.github/workflows/build-macos.yml
@@ -45,7 +45,7 @@ jobs:
             echo "::set-env name=CC::clang"
             echo "::set-env name=CXX::clang++"
           fi
-      - name: Build (macOS)
+      - name: Build and Test (macOS)
         if: runner.os == 'macOS'
         run: |
           bash .github/scripts/unix.sh -t
\ No newline at end of file
diff --git a/.github/workflows/build-python.yml b/.github/workflows/build-python.yml
index eee1d212d..7a09c13d1 100644
--- a/.github/workflows/build-python.yml
+++ b/.github/workflows/build-python.yml
@@ -20,7 +20,7 @@ jobs:
         # See https://help.github.com/en/articles/workflow-syntax-for-github-actions.
         name: [
           ubuntu-18.04-gcc-5,
-          ubuntu-18.04-gcc-9,
+          # ubuntu-18.04-gcc-9,  # TODO Disabled for now because of timeouts
           ubuntu-18.04-clang-9,
           macOS-10.15-xcode-11.3.1,
         ]
@@ -34,10 +34,11 @@ jobs:
             compiler: gcc
             version: "5"
 
-          - name: ubuntu-18.04-gcc-9
-            os: ubuntu-18.04
-            compiler: gcc
-            version: "9"
+          # TODO Disabled for now because of timeouts
+          # - name: ubuntu-18.04-gcc-9
+          #   os: ubuntu-18.04
+          #   compiler: gcc
+          #   version: "9"
 
           - name: ubuntu-18.04-clang-9
             os: ubuntu-18.04
diff --git a/.github/workflows/build-special.yml b/.github/workflows/build-special.yml
new file mode 100644
index 000000000..21984311b
--- /dev/null
+++ b/.github/workflows/build-special.yml
@@ -0,0 +1,112 @@
+name: Special Cases CI
+
+on: [pull_request]
+
+jobs:
+  build:
+    name: ${{ matrix.name }} ${{ matrix.build_type }}
+    runs-on: ${{ matrix.os }}
+
+    env:
+      CTEST_OUTPUT_ON_FAILURE: ON
+      CTEST_PARALLEL_LEVEL: 2
+      CMAKE_BUILD_TYPE: ${{ matrix.build_type }}
+      GTSAM_BUILD_UNSTABLE: ON
+
+    strategy:
+      fail-fast: false
+
+      matrix:
+        # Github Actions requires a single row to be added to the build matrix.
+        # See https://help.github.com/en/articles/workflow-syntax-for-github-actions.
+        name:
+          [
+            ubuntu-gcc-deprecated,
+            ubuntu-gcc-quaternions,
+            ubuntu-gcc-points-vector,
+          ]
+
+        build_type: [Debug, Release]
+
+        include:
+          - name: ubuntu-gcc-deprecated
+            os: ubuntu-18.04
+            compiler: gcc
+            version: "9"
+            flag: deprecated
+
+          - name: ubuntu-gcc-quaternions
+            os: ubuntu-18.04
+            compiler: gcc
+            version: "9"
+            flag: quaternions
+
+          - name: ubuntu-gcc-points-vector
+            os: ubuntu-18.04
+            compiler: gcc
+            version: "9"
+            flag: points-vector
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@master
+
+      - name: Install (Linux)
+        if: runner.os == 'Linux'
+        run: |
+          # LLVM 9 is not in Bionic's repositories so we add the official LLVM repository.
+          if [ "${{ matrix.compiler }}" = "clang" ] && [ "${{ matrix.version }}" = "9" ]; then
+            sudo add-apt-repository "deb http://apt.llvm.org/bionic/ llvm-toolchain-bionic-9 main"
+          fi
+          sudo apt-get -y update
+
+          sudo apt install cmake build-essential pkg-config libpython-dev python-numpy
+
+          echo "::set-env name=BOOST_ROOT::$(echo $BOOST_ROOT_1_69_0)"
+          echo "::set-env name=LD_LIBRARY_PATH::$(echo $BOOST_ROOT_1_69_0/lib)"
+
+          if [ "${{ matrix.compiler }}" = "gcc" ]; then
+            sudo apt-get install -y g++-${{ matrix.version }} g++-${{ matrix.version }}-multilib
+            echo "::set-env name=CC::gcc-${{ matrix.version }}"
+            echo "::set-env name=CXX::g++-${{ matrix.version }}"
+          else
+            sudo apt-get install -y clang-${{ matrix.version }} g++-multilib
+            echo "::set-env name=CC::clang-${{ matrix.version }}"
+            echo "::set-env name=CXX::clang++-${{ matrix.version }}"
+          fi
+
+      - name: Install (macOS)
+        if: runner.os == 'macOS'
+        run: |
+          brew install cmake ninja boost
+          if [ "${{ matrix.compiler }}" = "gcc" ]; then
+            brew install gcc@${{ matrix.version }}
+            echo "::set-env name=CC::gcc-${{ matrix.version }}"
+            echo "::set-env name=CXX::g++-${{ matrix.version }}"
+          else
+            sudo xcode-select -switch /Applications/Xcode_${{ matrix.version }}.app
+            echo "::set-env name=CC::clang"
+            echo "::set-env name=CXX::clang++"
+            fi
+
+      - name: Set Allow Deprecated Flag
+        if: matrix.flag == 'deprecated'
+        env:
+          GTSAM_ALLOW_DEPRECATED_SINCE_V41: ON
+        run: echo "Allow deprecated since version 4.1"
+
+      - name: Set Use Quaternions Flag
+        if: matrix.flag == 'quaternions'
+        env:
+          GTSAM_USE_QUATERNIONS: ON
+        run: echo "Use Quaternions for rotations"
+
+      - name: Set Typedef Points to Vector Flag
+        if: matrix.flag == 'points-vector'
+        env:
+          GTSAM_TYPEDEF_POINTS_TO_VECTOR: ON
+        run: echo "Typedef Points to Vector"
+
+      - name: Build & Test
+        run: |
+          bash .github/scripts/unix.sh -t