project.py: paralelize west update

The projects from manifests were updated one by one.
The parallel aproach has potential to fully utilize
CPU and network connection to speed up the update.

Signed-off-by: Robert Gałat <robert.galat@nordicsemi.no>

setup.py

@@ -46,6 +46,7 @@
  'pykwalify',
  'setuptools',
  'packaging',
+ 'joblib'
  ],
  python_requires='>=3.8',
  entry_points={'console_scripts': ('west = west.app.main:main',)},

src/west/app/project.py

@@ -6,6 +6,7 @@
 '''West project commands'''
 
 import argparse
+from joblib import Parallel, delayed
 from functools import partial
 import logging
 import os
@@ -1018,18 +1019,21 @@ def update_all(self):
  import_flags=ImportFlag.FORCE_PROJECTS)
 
  failed = []
- for project in self.manifest.projects:
+
+ def project_update(project):
  if (isinstance(project, ManifestProject) or
  project.name in self.updated):
- continue
+ return
  try:
  if not self.project_is_active(project):
  self.dbg(f'{project.name}: skipping inactive project')
- continue
+ return
  self.update(project)
  self.updated.add(project.name)
  except subprocess.CalledProcessError:
  failed.append(project)
+
+ Parallel(n_jobs=-1)(delayed(project_update)(project) for project in self.manifest.projects)
  self._handle_failed(self.args, failed)
 
  def update_importer(self, project, path):
@@ -1090,13 +1094,15 @@ def update_some(self):
  projects = self._projects(self.args.projects)
 
  failed = []
- for project in projects:
+ def project_update_some(project):
  if isinstance(project, ManifestProject):
- continue
+ return
  try:
  self.update(project)
  except subprocess.CalledProcessError:
  failed.append(project)
+
+ Parallel(n_jobs=-1)(delayed(project_update_some)(project) for project in self.manifest.projects)
  self._handle_failed(self.args, failed)
 
  def toplevel_projects(self):