Skip to content
name: run small inference workflow using pegasus + condor
on: [push, pull_request]
jobs:
build:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v1
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: install condor
run: |
wget -qO - https://research.cs.wisc.edu/htcondor/ubuntu/HTCondor-Release.gpg.key | sudo apt-key add -
echo "deb http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list
echo "deb-src http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list
sudo apt-get -o Acquire::Retries=3 update
sudo apt-get -o Acquire::Retries=3 install minihtcondor
sudo systemctl start condor
sudo systemctl enable condor
- name: install pegasus
run: |
wget -qO - https://download.pegasus.isi.edu/pegasus/gpg.txt | sudo apt-key add -
echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list
sudo apt-get -o Acquire::Retries=3 update
sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.6-1+ubuntu18
- run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl*
- name: Install pycbc
run: |
python -m pip install --upgrade 'pip<22.0' setuptools
pip install GitPython # This shouldn't really be needed!
pip install -r requirements.txt
pip install .
- name: retrieving data
run: bash -e examples/inference/single/get.sh
- name: generating, submitting and running workflow
run: |
cp examples/inference/single/single.ini ./
cp examples/workflow/inference/small_test/*.ini ./
bash -e examples/workflow/inference/small_test/gen.sh
condor_status
cd gw_output
bash -e ../examples/search/submit.sh
./status
python ../examples/search/check_job.py
find submitdir/work/ -type f -name '*.tar.gz' -delete
- name: store log files
if: always()
uses: actions/upload-artifact@v2
with:
name: logs
path: gw_output/submitdir/work
- name: store result page
uses: actions/upload-artifact@v2
with:
name: results
path: html