diff --git a/.github/workflows/docs-dev.yml b/.github/workflows/docs-dev.yml
index 8bf38d70f..d9b58eace 100644
--- a/.github/workflows/docs-dev.yml
+++ b/.github/workflows/docs-dev.yml
@@ -21,6 +21,9 @@ jobs:
       - name: Install dependencies
         run: uv sync --group docs --all-extras
 
+      - name: Python version sanity check
+        run: ./scripts/python-is-ci-python.sh
+
       - name: Verify docs are up to date with source
         run: |
           ./scripts/verify-docs.sh
diff --git a/scripts/common.sh b/scripts/common.sh
index 808979a17..8ee5e0da7 100644
--- a/scripts/common.sh
+++ b/scripts/common.sh
@@ -6,6 +6,9 @@ PWNDBG_ABS_PATH=$(dirname $_COMMON_ABS_DIR)
 
 TESTING_KERNEL_IMAGES_DIR="${PWNDBG_ABS_PATH}/tests/library/qemu_system/kimages"
 
+# We run CI on ubuntu-latest which is currently 24.04
+CI_PYTHON="3.12.3"
+
 if [[ -z "${PWNDBG_VENV_PATH}" ]]; then
     PWNDBG_VENV_PATH="${PWNDBG_ABS_PATH}/.venv"
 fi
@@ -33,6 +36,7 @@ else
     UV_RUN="${UV} run"
     UV_RUN_TEST="${UV_RUN} --group dev --group tests --all-extras"
     UV_RUN_LINT="${UV_RUN} --group lint"
-    UV_RUN_DOCS="${UV_RUN} --group docs --extra gdb --extra lldb"
+    # If we don't do this, we get inconsistencies because argparse is unstable
+    UV_RUN_DOCS="${UV_RUN} --python ${CI_PYTHON} --group docs --extra gdb --extra lldb"
     UV_RUN_MYPY="${UV_RUN} --group dev --group lint --group tests --extra gdb --extra lldb"
 fi
diff --git a/scripts/python-is-ci-python.sh b/scripts/python-is-ci-python.sh
new file mode 100755
index 000000000..dd939c341
--- /dev/null
+++ b/scripts/python-is-ci-python.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+source "$(dirname "$0")/common.sh"
+
+# This script should only be run in our ubuntu-latest CI
+
+if [ "$($UV_RUN python -V 2>&1)" = "Python $CI_PYTHON" ]; then
+    echo "The CI Python version ($CI_PYTHON) is set correctly."
+else
+    echo "The CI Python version ($CI_PYTHON) is NOT set correctly"
+    echo "Actual: "
+    $UV_RUN python -V
+    exit 1
+fi