CircleCI to GHA migration (#7154)

Co-authored-by: Hanefi Onaldi <Hanefi.Onaldi@microsoft.com>
(cherry picked from commit e0b0cdb)

.circleci/config.yml

@@ -698,7 +698,6 @@ jobs:
 workflows:
  version: 2
  flaky_test_debugging:
- when: << pipeline.parameters.flaky_test >>
  jobs:
  - build:
  name: build-flaky-15
@@ -714,8 +713,6 @@ workflows:
  runs: << pipeline.parameters.flaky_test_runs_per_job >>
 
  build_and_test:
- when:
- not: << pipeline.parameters.flaky_test >>
  jobs:
  - build:
  name: build-14

.github/actions/parallelization/action.yml

@@ -0,0 +1,23 @@
+name: 'Parallelization matrix'
+inputs:
+ count:
+ required: false
+ default: 32
+outputs:
+ json:
+ value: ${{ steps.generate_matrix.outputs.json }}
+runs:
+ using: "composite"
+ steps:
+ - name: Generate parallelization matrix
+ id: generate_matrix
+ shell: bash
+ run: |-
+ json_array="{\"include\": ["
+ for ((i = 1; i <= ${{ inputs.count }}; i++)); do
+ json_array+="{\"id\":\"$i\"},"
+ done
+ json_array=${json_array%,}
+ json_array+=" ]}"
+ echo "json=$json_array" >> "$GITHUB_OUTPUT"
+ echo "json=$json_array"

.github/actions/save_logs_and_results/action.yml

@@ -0,0 +1,38 @@
+name: save_logs_and_results
+inputs:
+ folder:
+ required: false
+ default: "log"
+runs:
+ using: composite
+ steps:
+ - uses: actions/upload-artifact@v3.1.1
+ name: Upload logs
+ with:
+ name: ${{ inputs.folder }}
+ if-no-files-found: ignore
+ path: |
+ src/test/**/proxy.output
+ src/test/**/results/
+ src/test/**/tmp_check/master/log
+ src/test/**/tmp_check/worker.57638/log
+ src/test/**/tmp_check/worker.57637/log
+ src/test/**/*.diffs
+ src/test/**/out/ddls.sql
+ src/test/**/out/queries.sql
+ src/test/**/logfile_*
+ /tmp/pg_upgrade_newData_logs
+ - name: Publish regression.diffs
+ run: |-
+ diffs="$(find src/test/regress -name "*.diffs" -exec cat {} \;)"
+ if ! [ -z "$diffs" ]; then
+ echo '```diff' >> $GITHUB_STEP_SUMMARY
+ echo -E "$diffs" >> $GITHUB_STEP_SUMMARY
+ echo '```' >> $GITHUB_STEP_SUMMARY
+ echo -E $diffs
+ fi
+ shell: bash
+ - name: Print stack traces
+ run: "./ci/print_stack_trace.sh"
+ if: failure()
+ shell: bash

.github/actions/setup_extension/action.yml

@@ -0,0 +1,35 @@
+name: setup_extension
+inputs:
+ pg_major:
+ required: false
+ skip_installation:
+ required: false
+ default: false
+ type: boolean
+runs:
+ using: composite
+ steps:
+ - name: Expose $PG_MAJOR to Github Env
+ run: |-
+ if [ -z "${{ inputs.pg_major }}" ]; then
+ echo "PG_MAJOR=${PG_MAJOR}" >> $GITHUB_ENV
+ else
+ echo "PG_MAJOR=${{ inputs.pg_major }}" >> $GITHUB_ENV
+ fi
+ shell: bash
+ - uses: actions/download-artifact@v3.0.1
+ with:
+ name: build-${{ env.PG_MAJOR }}
+ - name: Install Extension
+ if: ${{ inputs.skip_installation == 'false' }}
+ run: tar xfv "install-$PG_MAJOR.tar" --directory /
+ shell: bash
+ - name: Configure
+ run: |-
+ chown -R circleci .
+ git config --global --add safe.directory ${GITHUB_WORKSPACE}
+ gosu circleci ./configure --without-pg-version-check
+ shell: bash
+ - name: Enable core dumps
+ run: ulimit -c unlimited
+ shell: bash

.github/actions/upload_coverage/action.yml

@@ -0,0 +1,27 @@
+name: coverage
+inputs:
+ flags:
+ required: false
+ codecov_token:
+ required: true
+runs:
+ using: composite
+ steps:
+ - uses: codecov/codecov-action@v3
+ with:
+ flags: ${{ inputs.flags }}
+ token: ${{ inputs.codecov_token }}
+ verbose: true
+ gcov: true
+ - name: Create codeclimate coverage
+ run: |-
+ lcov --directory . --capture --output-file lcov.info
+ lcov --remove lcov.info -o lcov.info '/usr/*'
+ sed "s=^SF:$PWD/=SF:=g" -i lcov.info # relative pats are required by codeclimate
+ mkdir -p /tmp/codeclimate
+ cc-test-reporter format-coverage -t lcov -o /tmp/codeclimate/${{ inputs.flags }}.json lcov.info
+ shell: bash
+ - uses: actions/upload-artifact@v3.1.1
+ with:
+ path: "/tmp/codeclimate/*.json"
+ name: codeclimate