Implement a custom distutils command to symlink data_files

colcon_core/distutils/commands/symlink_data.py

@@ -0,0 +1,26 @@
+# Copyright 2023 Open Source Robotics Foundation, Inc.
+# Licensed under the Apache License, Version 2.0
+
+from distutils.command.install_data import install_data
+import os
+
+
+class symlink_data(install_data): # noqa: N801
+ """Like install_data, but symlink files instead of copying."""
+
+ def copy_file(self, src, dst, **kwargs): # noqa: D102
+ if kwargs.get('link'):
+ return super().copy_file(src, dst, **kwargs)
+
+ if self.force:
+ # os.symlink fails if the destination exists as a regular file
+ if os.path.isdir(dst):
+ target = os.path.join(dst, os.path.basename(src))
+ else:
+ target = dst
+ if os.path.exists(dst) and not os.path.islink(dst):
+ os.remove(target)
+
+ kwargs['link'] = 'sym'
+ src = os.path.abspath(src)
+ return super().copy_file(src, dst, **kwargs)

colcon_core/task/python/build.py

@@ -118,13 +118,19 @@
  # prevent installation of dependencies specified in setup.py
  cmd.append('--single-version-externally-managed')
  self._append_install_layout(args, cmd)
+ if setup_py_data.get('data_files'):
+ cmd += ['install_data']
+ if rc is not None:
+ cmd += ['--force']
  completed = await run(
  self.context, cmd, cwd=args.path, env=env)
  if completed.returncode:
  return completed.returncode
 
  else:
- self._undo_install(pkg, args, setup_py_data, python_lib)
+ rc = self._undo_install(pkg, args, setup_py_data, python_lib)
+ if rc:
+ return rc
  temp_symlinks = self._symlinks_in_build(args, setup_py_data)
 
  # invoke `setup.py develop` step in build space
@@ -142,7 +148,9 @@
  '--no-deps',
  ]
  if setup_py_data.get('data_files'):
- cmd += ['install_data']
+ cmd += ['symlink_data']
+ if rc is not None:
+ cmd += ['--force']
  completed = await run(
  self.context, cmd, cwd=args.build_base, env=env)
  finally:
@@ -246,6 +254,7 @@
  with suppress(OSError):
  os.rmdir(d)
  os.remove(install_log)
+ return 0
 
  def _symlinks_in_build(self, args, setup_py_data):
  items = ['setup.py']

setup.cfg

@@ -144,6 +144,8 @@ colcon_core.verb =
  test = colcon_core.verb.test:TestVerb
 console_scripts =
  colcon = colcon_core.command:main
+distutils.commands =
+ symlink_data = colcon_core.distutils.commands.symlink_data:symlink_data
 pytest11 =
  colcon_core_warnings_stderr = colcon_core.pytest.hooks