diff --git a/.github/workflows/pip.yml b/.github/workflows/pip.yml
index 7de46fcdff..ff9c007fe6 100644
--- a/.github/workflows/pip.yml
+++ b/.github/workflows/pip.yml
@@ -16,9 +16,9 @@ concurrency:
 
 jobs:
   build:
-    name: "Build Firedrake"
+    name: "Build Firedrake using pip"
     # Run on our self-hosted machines
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, Linux]
     container:
       image: firedrakeproject/firedrake-env:latest
       options: --user root
@@ -66,8 +66,8 @@ jobs:
           export MPI_HOME="$PETSC_DIR/packages"
           pip install \
             --log=firedrake-install.log \
-            --no-binary mpi4py,h5py \
-            -v -e './firedrake[test]'
+            --no-binary mpi4py,h5py \  # do these need to be no-binary?
+            -v -e './firedrake[test]'  # must the install be editable?
 
       - name: Add mpiexec to the venv and install timeout
         run: |
@@ -79,12 +79,10 @@ jobs:
           chmod +x "$VIRTUAL_ENV"/bin/mpiexec
           pip install -U pytest-timeout
 
-      - name: Test Firedrake
+      - name: Run Firedrake smoke tests
         run: |
           source pip_venv/bin/activate
           cd pip_venv/src/firedrake
-          echo OMP_NUM_THREADS is "$OMP_NUM_THREADS"
-          echo OPENBLAS_NUM_THREADS is "$OPENBLAS_NUM_THREADS"
           pytest -v tests/firedrake/test_0init.py
           pytest \
             --durations=200 \
@@ -93,7 +91,7 @@ jobs:
             -o faulthandler_timeout=1860 \
             -n 12 --dist worksteal \
             --junit-xml=firedrake.xml \
-            -sv tests
+            -sv tests/firedrake/regression -k "poisson_strong or stokes_mini or dg_advection"
         timeout-minutes: 120
 
       - name: Publish Test Report