diff --git a/.buildkite/benchmarks.yml b/.buildkite/benchmarks.yml
index aa1ebeee6..1ba075194 100644
--- a/.buildkite/benchmarks.yml
+++ b/.buildkite/benchmarks.yml
@@ -11,7 +11,7 @@ steps:
               - "8"
         plugins:
           - JuliaCI/julia#v1:
-              version: "1"
+              version: "1.10"
         command: |
           julia --project=benchmarks -e 'println("--- :julia: Instantiating project")
               using Pkg
@@ -61,7 +61,7 @@ steps:
       - label: "Combine benchmarks"
         plugins:
           - JuliaCI/julia#v1:
-              version: "1"
+              version: "1.10"
         command: |
           buildkite-agent artifact download "benchmarks/results/*" .
 
diff --git a/.buildkite/testing.yml b/.buildkite/testing.yml
index 26946c2b0..e0189cef1 100644
--- a/.buildkite/testing.yml
+++ b/.buildkite/testing.yml
@@ -23,7 +23,7 @@ steps:
         matrix:
           setup:
             julia:
-              - "1"
+              - "1.10"
             group:
               - "!fluxcompat,distributed,recurrent_layers"
               - "fluxcompat"
@@ -35,7 +35,7 @@ steps:
       - label: ":julia: {{matrix.repo}} (Julia 1 + CUDA GPU)"
         plugins:
           - JuliaCI/julia#v1:
-              version: "1"
+              version: "1.10"
           - JuliaCI/julia-coverage#v1:
               codecov: true
               dirs:
@@ -80,7 +80,7 @@ steps:
         matrix:
           setup:
             julia:
-              - "1"
+              - "1.10"
             group:
               - "!fluxcompat,distributed,recurrent_layers"
               - "fluxcompat"
@@ -92,7 +92,7 @@ steps:
       - label: ":julia: {{matrix.repo}} (Julia 1 + AMD GPU)"
         plugins:
           - JuliaCI/julia#v1:
-              version: "1"
+              version: "1.10"
           - JuliaCI/julia-coverage#v1:
               codecov: true
               dirs:
diff --git a/.github/workflows/CI.yml b/.github/workflows/CI.yml
index 9790c8d09..d211220ea 100644
--- a/.github/workflows/CI.yml
+++ b/.github/workflows/CI.yml
@@ -28,11 +28,9 @@ jobs:
       fail-fast: false
       matrix:
         version:
-          - "1"
+          - "1.10"
         os:
           - ubuntu-latest
-          - macos-latest
-          - windows-latest
         test_group:
           - "core_layers"
           - "contrib"
@@ -44,6 +42,13 @@ jobs:
           - "recurrent_layers"
           - "eltype_match"
           - "fluxcompat"
+        include:
+          - version: "1.10"
+            os: macos-latest
+            test_group: "all"
+          - version: "1.10"
+            os: windows-latest
+            test_group: "all"
     steps:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
@@ -76,15 +81,13 @@ jobs:
   downstream:
     name: Downstream ${{ matrix.package.repo }}/${{ matrix.package.group }}
     if: ${{ !contains(github.event.head_commit.message, '[skip tests]') && contains(github.event.pull_request.labels.*.name, 'run downstream test') }}
-    runs-on: ${{ matrix.os }}
-    timeout-minutes: 60
+    runs-on: ubuntu-latest
+    timeout-minutes: 240
     env:
       GROUP: ${{ matrix.package.group }}
     strategy:
       fail-fast: false
       matrix:
-        julia-version: ["1"]
-        os: [ubuntu-latest]
         package:
           - { user: SciML, repo: DiffEqFlux.jl, group: BasicNeuralDE }
           - { user: SciML, repo: DiffEqFlux.jl, group: AdvancedNeuralDE }
@@ -96,7 +99,7 @@ jobs:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
         with:
-          version: ${{ matrix.julia-version }}
+          version: "1.10"
           arch: x64
       - uses: julia-actions/julia-buildpkg@v1
       - name: Clone Downstream
@@ -131,33 +134,16 @@ jobs:
 
   downgrade:
     if: ${{ !contains(github.event.head_commit.message, '[skip tests]') && github.base_ref == github.event.repository.default_branch }}
-    name: Downgrade Julia ${{ matrix.version }} - ${{ matrix.test_group }}
+    name: Downgrade Julia 1.10
     runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        version: ["1"]
-        test_group:
-          - "core_layers"
-          - "contrib"
-          - "helpers"
-          - "distributed"
-          - "normalize_layers"
-          - "others"
-          - "autodiff"
-          - "recurrent_layers"
-          - "eltype_match"
-          - "fluxcompat"
     steps:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
         with:
-          version: ${{ matrix.version }}
+          version: "1.10"
       - uses: julia-actions/julia-downgrade-compat@v1
       - uses: julia-actions/julia-buildpkg@v1
       - uses: julia-actions/julia-runtest@v1
-        env:
-          LUX_TEST_GROUP: ${{ matrix.test_group }}
       - uses: julia-actions/julia-processcoverage@v1
         with:
           directories: src,ext