diff --git a/.github/workflows/CI.yaml b/.github/workflows/CI.yaml
index 8de03f8..d51e95e 100644
--- a/.github/workflows/CI.yaml
+++ b/.github/workflows/CI.yaml
@@ -29,9 +29,8 @@ jobs:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        os: [macOS-latest, ubuntu-latest, windows-latest]
+        os: [macOS-latest, ubuntu-latest]
         python-version:
-          - "3.9"
           - "3.10"
           - "3.11"
           - "3.12"
diff --git a/.github/workflows/test-doc-building.yaml b/.github/workflows/test-doc-building.yaml
new file mode 100644
index 0000000..288c238
--- /dev/null
+++ b/.github/workflows/test-doc-building.yaml
@@ -0,0 +1,60 @@
+name: Test openfe doc building
+
+on:
+  push:
+    branches:
+      - "main"
+  pull_request:
+    branches:
+      - "main"
+  schedule:
+    - cron: "0 7 * * 0"
+  workflow_dispatch:
+
+
+concurrency:
+  group: "${{ github.workflow }}-${{ github.ref }}"
+  cancel-in-progress: true
+
+
+defaults:
+  run:
+    shell: bash -leo pipefail {0}
+
+
+jobs:
+  build_tests:
+    if: "github.repository == 'OpenFreeEnergy/ofe-sphinx-theme'"
+    name: Test Downstream Doc Building
+    runs-on: ubuntu-latest
+    steps:
+
+      - name: Checkout ofe-sphinx-theme
+        uses: actions/checkout@v4
+        with:
+          path: ofe
+
+      - name: Checkout openfe
+        uses: actions/checkout@v4
+        with:
+          repository: OpenFreeEnergy/openfe
+          path: openfe
+
+      - name: Install OpenFE Doc Env
+        uses: mamba-org/setup-micromamba@v1
+        with:
+          environment-file: openfe/docs/environment.yaml
+          environment-name: test-env
+
+      - name: Install ofe-sphinx-theme
+        run: |
+          # Remove the version we pulled in from the env and test
+          # the version on this PR
+          python -m pip uninstall ofe-sphinx-theme --yes
+          python -m pip install ofe/
+
+      - name: Install openfe
+        run: python -m pip install --no-deps openfe/
+
+      - name: Build the docs
+        run:  python -m sphinx -T -W --keep-going -b html -d _build/doctrees -D language=en openfe/docs/ build_output/html 
diff --git a/MANIFEST.in b/MANIFEST.in
index e0267af..42c0780 100644
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -1,3 +1,4 @@
 include CODE_OF_CONDUCT.md
+recursive-include ofe_sphinx_theme *
 
 global-exclude *.py[cod] __pycache__ *.so