Add workflow to automate durations files updates

.github/workflows/install_deps/action.yml

@@ -8,30 +8,35 @@ inputs:
     description: The version of Python to use in order to run unit tests
     required: false
     default: '3.10'
+  install_numpy_1:
+    description: Indicate if numpy 1 should be installed or not
+    required: false
+    type: boolean
+    default: false  
   install_jax:
     description: Indicate if JAX should be installed or not
     required: false
     default: 'true'
   jax_version:
     description: The version of JAX to install for any job that requires JAX
     required: false
-    default: 0.4.23
+    default: '0.4.28'
   install_tensorflow:
     description: Indicate if TensorFlow should be installed or not
     required: false
     default: 'true'
   tensorflow_version:
     description: The version of TensorFlow to install for any job that requires TensorFlow
     required: false
-    default: 2.16.0
+    default: '2.16.0'
   install_pytorch:
     description: Indicate if PyTorch should be installed or not
     required: false
     default: 'true'
   pytorch_version:
     description: The version of PyTorch to install for any job that requires PyTorch
     required: false
-    default: 2.3.0
+    default: '2.3.0'
   install_pennylane_lightning_master:
     description: Indicate if PennyLane-Lightning should be installed from the master branch
     required: false
@@ -67,6 +72,11 @@ runs:
         pip install -r requirements-ci.txt --upgrade
         pip install -r requirements-dev.txt --upgrade
 
+    - name: Install numpy 1 version
+      shell: bash
+      if: inputs.install_numpy_1 == 'true'
+      run: pip install "numpy==1.26.4"  
+
     - name: Install PyTorch
       shell: bash
       if: inputs.install_pytorch == 'true'
@@ -86,7 +96,7 @@ runs:
       if: inputs.install_jax == 'true'
       env:
         JAX_VERSION: ${{ inputs.jax_version != '' && format('=={0}', inputs.jax_version) || '' }}
-      run: pip install "jax${{ env.JAX_VERSION}}" "jaxlib${{ env.JAX_VERSION }}" scipy~=1.12.0
+      run: pip install "jax${{ env.JAX_VERSION}}" "jaxlib${{ env.JAX_VERSION }}"
 
     - name: Install additional PIP packages
       shell: bash

.github/workflows/interface-unit-tests.yml

@@ -11,7 +11,7 @@ on:
         required: true
         type: string
       pipeline_mode:
-          description: The pipeline mode can be unit-tests, benchmarks, or reference-benchmarks
+          description: The pipeline mode can be unit-tests, update-durations, benchmarks, or reference-benchmarks
           required: false
           type: string
           default: 'unit-tests'
@@ -42,11 +42,6 @@ on:
         required: false
         type: string
         default: "False"
-      pytest_store_durations:
-        description: Whether to store artifacts for test durations
-        required: false
-        type: boolean
-        default: false
 
 jobs:
   setup-ci-load:
@@ -212,7 +207,7 @@ jobs:
            || fromJSON(needs.setup-ci-load.outputs.matrix-max-parallel).default
          }}
       matrix:
-        group: [1, 2, 3]
+        group: ${{ inputs.pipeline_mode == 'update-durations' && fromJSON('[1]') || fromJSON('[1, 2, 3]') }}
         python-version: >-
           ${{
             fromJSON(needs.setup-ci-load.outputs.python-version).tf-tests
@@ -233,8 +228,7 @@ jobs:
       pytest_coverage_flags: ${{ inputs.pytest_coverage_flags }}
       pytest_markers: tf and not qcut and not finite-diff and not param-shift
       pytest_additional_args: --splits 3 --group ${{ matrix.group }}
-      pytest_durations_file_path: '.github/workflows/tf_tests_durations.json'
-      pytest_store_durations: ${{ inputs.pytest_store_durations }}
+      pytest_durations_file_path: '.github/durations/tf_tests_durations.json'
       additional_pip_packages: pytest-split
       requirements_file: ${{ github.event_name == 'schedule' && strategy.job-index == 0 && 'tf.txt' || '' }}
       disable_new_opmath: ${{ inputs.disable_new_opmath }}
@@ -250,7 +244,7 @@ jobs:
            || fromJSON(needs.setup-ci-load.outputs.matrix-max-parallel).default
          }}
       matrix:
-        group: [1, 2, 3, 4, 5]
+        group: ${{ inputs.pipeline_mode == 'update-durations' && fromJSON('[1]') || fromJSON('[1, 2, 3, 4, 5]') }}
         python-version: >-
           ${{
             fromJSON(needs.setup-ci-load.outputs.python-version).jax-tests
@@ -270,8 +264,8 @@ jobs:
       install_pennylane_lightning_master: true
       pytest_coverage_flags: ${{ inputs.pytest_coverage_flags }}
       pytest_markers: jax and not qcut and not finite-diff and not param-shift
-      pytest_additional_args: --splits 5 --group ${{ matrix.group }}
-      pytest_durations_file_path: '.github/workflows/jax_tests_durations.json'
+      pytest_additional_args: --dist=loadscope --splits 5 --group ${{ matrix.group }}
+      pytest_durations_file_path: '.github/durations/jax_tests_durations.json'
       pytest_store_durations: ${{ inputs.pytest_store_durations }}
       additional_pip_packages: pytest-split
       requirements_file: ${{ github.event_name == 'schedule' && strategy.job-index == 0 && 'jax.txt' || '' }}
@@ -288,7 +282,7 @@ jobs:
            || fromJSON(needs.setup-ci-load.outputs.matrix-max-parallel).default
          }}
       matrix:
-        group: [1, 2, 3, 4, 5]
+        group: ${{ inputs.pipeline_mode == 'update-durations' && fromJSON('[1]') || fromJSON('[1, 2, 3, 4, 5]') }}
         python-version: >-
           ${{
             fromJSON(needs.setup-ci-load.outputs.python-version).core-tests
@@ -309,8 +303,7 @@ jobs:
       pytest_coverage_flags: ${{ inputs.pytest_coverage_flags }}
       pytest_markers: core and not qcut and not finite-diff and not param-shift
       pytest_additional_args: --splits 5 --group ${{ matrix.group }}
-      pytest_durations_file_path: '.github/workflows/core_tests_durations.json'
-      pytest_store_durations: ${{ inputs.pytest_store_durations }}
+      pytest_durations_file_path: '.github/durations/core_tests_durations.json'
       additional_pip_packages: pytest-split
       requirements_file: ${{ github.event_name == 'schedule' && strategy.job-index == 0 && 'core.txt' || '' }}
       disable_new_opmath: ${{ inputs.disable_new_opmath }}
@@ -379,8 +372,7 @@ jobs:
       # catalyst requires the latest version of pennylane that is about to be released.
       # Installing catalyst after pennylane to make sure that the latest catalyst is used.
       install_catalyst_nightly: true
-      # using lightning master does not work for the tests with external libraries
-      install_pennylane_lightning_master: false
+      install_pennylane_lightning_master: true
       pytest_coverage_flags: ${{ inputs.pytest_coverage_flags }}
       pytest_markers: external
       additional_pip_packages: pyzx matplotlib stim quimb mitiq pennylane-qiskit ply