Skip to content

Preprocess Raw Data like artifact to wandb #1

Preprocess Raw Data like artifact to wandb

Preprocess Raw Data like artifact to wandb #1

name: Preprocess Raw Data like artifact to wandb
on:
workflow_run:
workflows: ["Load Raw Data like artifact to wandb"]
branches: [main]
types:
- completed
push:
branches:
- main
paths:
- 'src/data/preprocess.py'
jobs:
preprocess_data:
#if: ${{ github.event.workflow_run.conclusion == 'success' }}
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v4
id: setup
with:
python-version: '3.9'
cache: 'pip'
- name: Install dependencies
#if: steps.setup.outputs.cache-hit != 'true'
run: |
python -m pip install --upgrade pip
pip install -r requirements.txt
- name: Login to WandB
run: wandb login ${{ secrets.WANDB_API_KEY }}
- name: Run preprocess.py
run: python src/data/preprocess.py --IdExecution ${{ github.run_number }}