diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 7f4704a18e..dce31b4649 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -32,43 +32,44 @@ jobs:
         os: [ubuntu-latest]
         python-version: ["3.9"]
         pytest_args: [tests]
-        runtime-version: [upstream, latest, "0.2.1"]
+        runtime-version: [upstream]
+        # runtime-version: [upstream, latest, "0.2.1"]
         include:
           # Run stability tests on Python 3.8
           - pytest_args: tests/stability
             python-version: "3.8"
             runtime-version: upstream
             os: ubuntu-latest
-          - pytest_args: tests/stability
-            python-version: "3.8"
-            runtime-version: latest
-            os: ubuntu-latest
-          - pytest_args: tests/stability
-            python-version: "3.8"
-            runtime-version: "0.2.1"
-            os: ubuntu-latest
+          # - pytest_args: tests/stability
+          #   python-version: "3.8"
+          #   runtime-version: latest
+          #   os: ubuntu-latest
+          # - pytest_args: tests/stability
+          #   python-version: "3.8"
+          #   runtime-version: "0.2.1"
+          #   os: ubuntu-latest
           # Run stability tests on Python 3.10
           - pytest_args: tests/stability
             python-version: "3.10"
             runtime-version: upstream
             os: ubuntu-latest
-          - pytest_args: tests/stability
-            python-version: "3.10"
-            runtime-version: latest
-            os: ubuntu-latest
-          - pytest_args: tests/stability
-            python-version: "3.10"
-            runtime-version: "0.2.1"
-            os: ubuntu-latest
+          # - pytest_args: tests/stability
+          #   python-version: "3.10"
+          #   runtime-version: latest
+          #   os: ubuntu-latest
+          # - pytest_args: tests/stability
+          #   python-version: "3.10"
+          #   runtime-version: "0.2.1"
+          #   os: ubuntu-latest
           # Run stability tests on Python Windows and MacOS (latest py39 only)
-          - pytest_args: tests/stability
-            python-version: "3.9"
-            runtime-version: latest
-            os: windows-latest
-          - pytest_args: tests/stability
-            python-version: "3.9"
-            runtime-version: latest
-            os: macos-latest
+          # - pytest_args: tests/stability
+          #   python-version: "3.9"
+          #   runtime-version: latest
+          #   os: windows-latest
+          # - pytest_args: tests/stability
+          #   python-version: "3.9"
+          #   runtime-version: latest
+          #   os: macos-latest
 
     steps:
       - name: Checkout
diff --git a/ci/create_runtime_meta.py b/ci/create_runtime_meta.py
index 532ae715cb..8bb59a67fa 100644
--- a/ci/create_runtime_meta.py
+++ b/ci/create_runtime_meta.py
@@ -44,8 +44,8 @@ def main():
         requirements.append(
             {
                 "pip": [
-                    "git+https://github.com/dask/dask@main",
                     "git+https://github.com/dask/distributed@main",
+                    "git+https://github.com/jrbourbeau/dask@nullable-config",
                 ]
             }
         )
diff --git a/tests/conftest.py b/tests/conftest.py
index bdbe370d4b..a6124993fd 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -83,7 +83,13 @@ def get_coiled_runtime_version():
             return "unknown"
 
 
-dask.config.set({"coiled.account": "dask-engineering"})
+dask.config.set(
+    {
+        "coiled.account": "dask-engineering",
+        "dataframe.nullable_dtypes": True,
+        "dataframe.dtype_backend": "pyarrow",
+    }
+)
 
 COILED_RUNTIME_VERSION = get_coiled_runtime_version()
 COILED_SOFTWARE_NAME = "package_sync"