DEV-3545: secure cookie flag #4
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python Dependency Minimum Versions | |
| on: | |
| push: | |
| branches: | |
| - "develop" | |
| - "feature/**" | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| # Allows workflow to be called from other workflows | |
| workflow_call: | |
| inputs: | |
| ref: | |
| required: true | |
| type: string | |
| secrets: | |
| PARAMETER_PASSWORD: | |
| description: "Token passed from caller workflows for snowflake integration tests" | |
| required: true | |
| # Avoid duplicate workflows on same branch | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }}-python-min | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| shell: bash --login -eo pipefail {0} | |
| env: | |
| FORCE_COLOR: "1" | |
| jobs: | |
| py_version: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| # TODO: Should we add developer-friendly name for this job also? | |
| # This will unfortunately require a branch protection update. | |
| env: | |
| PYTHON_VERSION: "${{needs.build_info.outputs.PYTHON_MIN_VERSION}}" | |
| steps: | |
| - name: Checkout Streamlit code | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ inputs.ref }} | |
| persist-credentials: false | |
| fetch-depth: 2 | |
| submodules: "recursive" | |
| - name: Set Python version vars | |
| uses: ./.github/actions/build_info | |
| - name: Set up Python ${{ env.PYTHON_MIN_VERSION }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "${{ env.PYTHON_MIN_VERSION }}" | |
| # This section is an inlined copy of the make_init action | |
| # Both because we need to do some parts of it differently | |
| # and because it running in a separate action causes the python path | |
| # setup to work weirdly, so some tests fail unless you run an install | |
| # command in the workflow directly. | |
| - name: Restore pre-commit cache | |
| id: cache-pre-commit | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.cache/pre-commit | |
| key: v1-pre-commit-${{ env.pythonLocation }}-${{ hashFiles('**/.pre-commit-config.yaml') }} | |
| - name: Install pre-commit | |
| run: | | |
| pip install pre-commit | |
| pre-commit install-hooks | |
| - name: Setup Node | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version-file: ".nvmrc" | |
| cache: "yarn" | |
| cache-dependency-path: "**/yarn.lock" | |
| - name: Initialize React | |
| run: | | |
| # Create the cache directory if it does not exist. | |
| mkdir -p $(yarn cache dir) | |
| make react-init | |
| - name: Install system dependencies | |
| run: | | |
| echo "deb http://ppa.launchpad.net/maarten-fonville/protobuf/ubuntu trusty main" | sudo tee /etc/apt/sources.list.d/protobuf.list | |
| sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 4DEA8909DC6A13A3 | |
| sudo apt update | |
| # protobuf, pyodbc, dot, & graphviz dependencies | |
| sudo apt install -y gnupg \ | |
| unixodbc-dev=2.3.9-5 \ | |
| graphviz \ | |
| libgvc6 \ | |
| protobuf-compiler | |
| # We require protoc >= 3.20, but Ubuntu 22.04 - the OS that these Github | |
| # Actions are running as of 2023.05.03 - doesn't have recent versions | |
| # of protoc in its package repository. To work around this, we vendor in | |
| # protoc 3.20.3. | |
| # We can remove the vendored protoc binary and this run step once Github | |
| # Actions moves to a newer version of Ubunutu. | |
| - name: Add vendored `protoc` to $PATH | |
| run: | | |
| echo "$PWD/vendor/protoc-3.20.3-linux-x86_64/bin" >> $GITHUB_PATH | |
| # Combine hashes of the Python interpreter, requirements files, and today's | |
| # date into a file whose hash will key the Python virtualenv. | |
| - name: Create Python environment cache key | |
| run: | | |
| md5sum $(which python) > $GITHUB_WORKSPACE/python_cache_key.md5 | |
| md5sum lib/min-constraints-gen.txt >> $GITHUB_WORKSPACE/python_cache_key.md5 | |
| md5sum lib/test-requirements.txt >> $GITHUB_WORKSPACE/python_cache_key.md5 | |
| md5sum lib/setup.py >> $GITHUB_WORKSPACE/python_cache_key.md5 | |
| date +%F >> $GITHUB_WORKSPACE/python_cache_key.md5 | |
| - name: Restore virtualenv from cache | |
| id: cache-virtualenv | |
| uses: actions/cache@v3 | |
| with: | |
| path: venv | |
| key: v1-python-venv-min-${{ hashFiles('**/python_cache_key.md5') }} | |
| - name: Create Virtual Env | |
| run: | | |
| python -m venv venv | |
| source venv/bin/activate | |
| pip install --upgrade pip | |
| deactivate | |
| - name: Activate virtualenv | |
| run: echo 'source venv/bin/activate' >> $HOME/.bash_profile | |
| - name: Install deps | |
| run: make python-init-test-min-deps | |
| - name: Generate Protobufs | |
| run: make protobuf | |
| # End of inlined make_init action | |
| - name: Make local modules visible | |
| run: pip install --editable lib --no-deps | |
| - name: Run Python Tests | |
| run: make pytest | |
| - name: Run Integration Tests | |
| run: make integration-tests | |
| - name: CLI Smoke Tests | |
| run: make cli-smoke-tests | |
| - name: Validate min-constraints-gen | |
| run: | | |
| make gen-min-dep-constraints | |
| git_status=$(git status --porcelain -- lib/min-constraints-gen.txt) | |
| if [[ -n $git_status ]]; then | |
| echo "::error::The min constraints file is out of date! Please run \`make gen-min-dep-constraints\` and commit the result." | |
| echo "::group::git diff lib/min-constraints-gen.txt" | |
| git diff lib/min-constraints-gen.txt | |
| echo "::endgroup::" | |
| exit 1 | |
| else | |
| echo "min constraints file is up to date." | |
| fi |