diff --git a/.github/workflows/codeql.yml b/.github/workflows/codeql.yml new file mode 100644 index 0000000..7b1ec9b --- /dev/null +++ b/.github/workflows/codeql.yml @@ -0,0 +1,76 @@ +# For most projects, this workflow file will not need changing; you simply need +# to commit it to your repository. +# +# You may wish to alter this file to override the set of languages analyzed, +# or to provide custom queries or build logic. +# +# ******** NOTE ******** +# We have attempted to detect the languages in your repository. Please check +# the `language` matrix defined below to confirm you have the correct set of +# supported CodeQL languages. +# +name: "CodeQL" + +on: + push: + branches: [ "main" ] + pull_request: + # The branches below must be a subset of the branches above + branches: [ "main" ] + schedule: + - cron: '18 8 * * 5' + +jobs: + analyze: + name: Analyze + runs-on: ubuntu-latest + permissions: + actions: read + contents: read + security-events: write + + strategy: + fail-fast: false + matrix: + language: [ 'python' ] + # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python', 'ruby' ] + # Use only 'java' to analyze code written in Java, Kotlin or both + # Use only 'javascript' to analyze code written in JavaScript, TypeScript or both + # Learn more about CodeQL language support at https://aka.ms/codeql-docs/language-support + + steps: + - name: Checkout repository + uses: actions/checkout@v3 + + # Initializes the CodeQL tools for scanning. + - name: Initialize CodeQL + uses: github/codeql-action/init@v2 + with: + languages: ${{ matrix.language }} + # If you wish to specify custom queries, you can do so here or in a config file. + # By default, queries listed here will override any specified in a config file. + # Prefix the list here with "+" to use these queries and those in the config file. + + # Details on CodeQL's query packs refer to : https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#using-queries-in-ql-packs + # queries: security-extended,security-and-quality + + + # Autobuild attempts to build any compiled languages (C/C++, C#, Go, or Java). + # If this step fails, then you should remove it and run the build manually (see below) + - name: Autobuild + uses: github/codeql-action/autobuild@v2 + + # ℹī¸ Command-line programs to run using the OS shell. + # 📚 See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsrun + + # If the Autobuild fails above, remove it and uncomment the following three lines. + # modify them (or add more) to build your code if your project, please refer to the EXAMPLE below for guidance. + + # - run: | + # echo "Run, Build Application using script" + # ./location_of_script_within_repo/buildscript.sh + + - name: Perform CodeQL Analysis + uses: github/codeql-action/analyze@v2 + with: + category: "/language:${{matrix.language}}" diff --git a/.github/workflows/tests-dev.yml b/.github/workflows/tests-dev.yml new file mode 100644 index 0000000..eaa1d2c --- /dev/null +++ b/.github/workflows/tests-dev.yml @@ -0,0 +1,89 @@ +name: Run tests on dev branch + +on: + push: + branches: + - dev + +jobs: + run-tests-dev: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v3 + with: + persist-credentials: false # otherwise, the token used is the GITHUB_TOKEN, instead of your personal access token. + fetch-depth: 0 # otherwise, there would be errors pushing refs to the destination repository. + + - name: Set up Python 3.10 + uses: actions/setup-python@v3 + with: + python-version: "3.10" + + - name: Pip install packages + run: | + python -m pip install -U pip + pip install --no-cache-dir domino-py[cli] + + - name: Login to GitHub Container Registry + uses: docker/login-action@v2 + with: + registry: ghcr.io + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + + - name: pip list + run: pip list | grep domino + + - name: Run organize and build images + run: | + domino piece organize --build-images --source-url=https://github.com/${{github.repository}} --tag-overwrite=development + + - name: Install Tests Dependencies + run: pip install -r requirements-tests.txt + + # Remember to pass any necessary secrets as env vars here + - name: Run tests over built images + env: + DOMINO_TESTS_ENVIRONMENT: github + PIECE_SECRET_1: ${{ secrets.PIECE_SECRET_1 }} + run: | + pytest --cov=pieces --cov-report=xml --cov-report=term-missing + + - name: Upload coverage reports to Codecov + uses: codecov/codecov-action@v3 + env: + CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} + + - name: Publish images + env: + GHCR_USERNAME: ${{ github.actor }} + run: domino piece publish-images --registry-token ${{ secrets.GITHUB_TOKEN }} + + - name: Commit files + id: commit_files + run: | + git config --local user.email "github-actions[bot]@users.noreply.github.com" + git config --local user.name "github-actions[bot]" + GIT_STATUS=$(git status -s) + if [[ ! -z "$GIT_STATUS" ]]; then + git add .domino/* && git commit -m "auto-organize" -a + echo "commit_sha=$(git rev-parse HEAD)" >> $GITHUB_ENV + else + echo "No changes to commit" + echo "commit_sha=${{ github.sha }}" >> $GITHUB_ENV + fi + + - name: Push changes + uses: ad-m/github-push-action@master + with: + github_token: ${{ secrets.GITHUB_TOKEN }} + branch: ${{ github.ref }} + + - name: Create Release + env: + GITHUB_REPOSITORY: ${{ github.repository }} + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + run: | + domino piece delete-release --tag-name=development + domino piece release --tag-name=development --commit-sha=$commit_sha diff --git a/.github/workflows/validate-and-organize.yml b/.github/workflows/validate-and-organize.yml new file mode 100644 index 0000000..3054510 --- /dev/null +++ b/.github/workflows/validate-and-organize.yml @@ -0,0 +1,80 @@ +name: Validate and organize repo, build and publish Docker images + +on: + push: + branches: + - main + paths: + - 'config.toml' + +jobs: + validate-and-organize: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v3 + with: + persist-credentials: false # otherwise, the token used is the GITHUB_TOKEN, instead of your personal access token. + fetch-depth: 0 # otherwise, there would be errors pushing refs to the destination repository. + + - name: Set up Python 3.10 + uses: actions/setup-python@v3 + with: + python-version: "3.10" + + - name: Pip install packages + run: | + python -m pip install -U pip + pip install --no-cache-dir domino-py[cli] + + - name: Login to GitHub Container Registry + uses: docker/login-action@v2 + with: + registry: ghcr.io + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + + - name: pip list + run: pip list | grep domino + + - name: Run organize and build images + run: | + domino piece organize --build-images --source-url=https://github.com/${{github.repository}} + + - name: Install Tests Dependencies + run: pip install -r requirements-tests.txt + + - name: Run tests over built images + env: + DOMINO_TESTS_ENVIRONMENT: github + run: | + pytest --cov=pieces --cov-report=xml --cov-report=term-missing + + - name: Upload coverage reports to Codecov + uses: codecov/codecov-action@v3 + env: + CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} + + - name: Publish images + env: + GHCR_USERNAME: ${{ github.actor }} + run: domino piece publish-images --registry-token ${{ secrets.GITHUB_TOKEN }} + + - name: Commit files + run: | + git config --local user.email "github-actions[bot]@users.noreply.github.com" + git config --local user.name "github-actions[bot]" + GIT_STATUS=$(git status -s) + [[ ! -z "$GIT_STATUS" ]] && git add .domino/* && git commit -m "auto-organize" -a || echo "No changes to commit" + + - name: Push changes + uses: ad-m/github-push-action@master + with: + github_token: ${{ secrets.GITHUB_TOKEN }} + branch: ${{ github.ref }} + + - name: Create Release + env: + GITHUB_REPOSITORY: ${{ github.repository }} + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + run: domino piece release