diff --git a/.github/workflows/Downgrade.yml b/.github/workflows/Downgrade.yml
new file mode 100644
index 000000000..190d11e1f
--- /dev/null
+++ b/.github/workflows/Downgrade.yml
@@ -0,0 +1,60 @@
+name: Downgrade
+on:
+  pull_request:
+    branches:
+      - master
+    paths-ignore:
+      - 'docs/**'
+  push:
+    branches:
+      - master
+    paths-ignore:
+      - 'docs/**'
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        group:
+          - QA
+          - ODEBPINN
+          - PDEBPINN
+          - NNPDE1
+          - NNPDE2
+          - AdaptiveLoss
+          - Logging
+          - Forward
+          - DGM
+        version:
+          - "1"
+    steps:
+      - uses: actions/checkout@v4
+      - uses: julia-actions/setup-julia@v1
+        with:
+          version: ${{ matrix.version }}
+      - uses: actions/cache@v4
+        env:
+          cache-name: cache-artifacts
+        with:
+          path: ~/.julia/artifacts
+          key: ${{ runner.os }}-test-${{ env.cache-name }}-${{ hashFiles('**/Project.toml') }}
+          restore-keys: |
+            ${{ runner.os }}-test-${{ env.cache-name }}-
+            ${{ runner.os }}-test-
+            ${{ runner.os }}-
+      - uses: julia-actions/julia-downgrade-compat@v1
+        with:
+          skip: LinearAlgebra, Pkg, Random, Test
+      - uses: julia-actions/julia-buildpkg@v1
+      - uses: julia-actions/julia-runtest@v1
+        env:
+          GROUP: ${{ matrix.group }}
+      - uses: julia-actions/julia-processcoverage@v1
+        with:
+          directories: src,lib/NeuralPDELogging/src
+      - uses: codecov/codecov-action@v4
+        with:
+          files: lcov.info
+          token: ${{ secrets.CODECOV_TOKEN }}
+          fail_ci_if_error: true
diff --git a/Project.toml b/Project.toml
index 654593069..d76565ff2 100644
--- a/Project.toml
+++ b/Project.toml
@@ -40,50 +40,50 @@ Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"
 
 [compat]
 Adapt = "4"
-AdvancedHMC = "0.6"
+AdvancedHMC = "0.6.1"
 Aqua = "0.8"
-ArrayInterface = "7"
-CUDA = "5.1"
-ChainRulesCore = "1"
-ComponentArrays = "0.15"
+ArrayInterface = "7.7"
+CUDA = "5.2"
+ChainRulesCore = "1.18"
+ComponentArrays = "0.15.8"
 Cubature = "1.5"
-DiffEqBase = "6"
-DiffEqNoiseProcess = "5.1"
-Distributions = "0.25"
+DiffEqBase = "6.144"
+DiffEqNoiseProcess = "5.20"
+Distributions = "0.25.107"
 DocStringExtensions = "0.9"
 DomainSets = "0.6, 0.7"
-Flux = "0.14"
-ForwardDiff = "0.10"
-Functors = "0.4"
+Flux = "0.14.11"
+ForwardDiff = "0.10.36"
+Functors = "0.4.4"
 Integrals = "4"
 LineSearches = "7.2"
 LinearAlgebra = "1"
 LogDensityProblems = "2"
-Lux = "0.5"
-LuxCUDA = "0.3"
+Lux = "0.5.14"
+LuxCUDA = "0.3.2"
 MCMCChains = "6"
-ModelingToolkit = "8"
-MonteCarloMeasurements = "1"
+MethodOfLines = "0.10.7"
+ModelingToolkit = "8.75"
+MonteCarloMeasurements = "1.1"
 Optim = "1.7.8"
-Optimization = "3"
-OptimizationOptimJL = "0.2"
-OptimizationOptimisers = "0.2"
-OrdinaryDiffEq = "6"
+Optimization = "3.22"
+OptimizationOptimJL = "0.2.1"
+OptimizationOptimisers = "0.2.1"
+OrdinaryDiffEq = "6.70"
 Pkg = "1"
 QuasiMonteCarlo = "0.3.2"
 Random = "1"
-Reexport = "1.0"
-RuntimeGeneratedFunctions = "0.5"
+Reexport = "1.2"
+RuntimeGeneratedFunctions = "0.5.11"
 SafeTestsets = "0.1"
-SciMLBase = "2"
-Statistics = "1"
-SymbolicUtils = "1"
-Symbolics = "5"
+SciMLBase = "2.24"
+Statistics = "1.10"
+SymbolicUtils = "1.4"
+Symbolics = "5.17"
 Test = "1"
 UnPack = "1"
-Zygote = "0.6"
-MethodOfLines = "0.10.7"
-julia = "1.6"
+Zygote = "0.6.68"
+julia = "1.10"
 
 [extras]
 Aqua = "4c88cf16-eb10-579e-8560-4a9242c79595"