Attach failed test stories & fix cross_validation_results.py failur…
#59
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Continuous Integration | |
| on: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - '*' | |
| pull_request: | |
| env: | |
| RASA_X_DEMO_VERSION: '0.35.0' | |
| RASA_IMAGE_TAG: '2.2.7-full' | |
| jobs: | |
| test_action_init: | |
| runs-on: ubuntu-latest | |
| name: Test GH action - rasa init | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Create a new project | |
| run: | | |
| mkdir rasa-project | |
| chmod 777 rasa-project | |
| docker run --rm -v ${{ github.workspace }}/rasa-project:/rasa-project rasa/rasa:${{ env.RASA_IMAGE_TAG }} init --no-prompt --init-dir /rasa-project | |
| - name: Download Rasa X model | |
| run: | | |
| wget https://github.com/RasaHQ/rasa-x-demo/blob/${{ env.RASA_X_DEMO_VERSION }}/models/model.tar.gz?raw=true \ | |
| -O test_model.tar.gz | |
| - id: action | |
| name: Rasa Test & Train - rasa init | |
| uses: ./ | |
| with: | |
| rasa_version: ${{ env.RASA_IMAGE_TAG }} | |
| workspace: ${{ github.workspace }}/rasa-project | |
| test_type: all | |
| fine_tune: 'true' | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| configuration_name: 'rasa-init' | |
| publish_summary: 'false' | |
| - name: Checkout output | |
| run: | | |
| echo ${{ fromJSON(steps.action.outputs.report).default['rasa-init'].intent_classification.accuracy }} | |
| - name: Checkout output - if | |
| if: fromJSON(steps.action.outputs.report).default['rasa-init'].intent_classification.accuracy <= 0.5 | |
| run: | | |
| echo "::error::${{ fromJSON(steps.action.outputs.report).default['rasa-init'].intent_classification.accuracy }}" | |
| exit 1 | |
| # Test the GH action on Rasa X Demo data | |
| # https://github.com/RasaHQ/rasa-x-demo | |
| test_action_x: | |
| runs-on: ubuntu-latest | |
| name: Test GH action - Rasa X Demo | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Checkout Rasa X Demo | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: RasaHQ/rasa-x-demo | |
| path: rasa-x-demo | |
| ref: ${{ env.RASA_X_DEMO_VERSION }} | |
| - name: Download Rasa X model | |
| run: | | |
| wget https://github.com/RasaHQ/rasa-x-demo/blob/${{ env.RASA_X_DEMO_VERSION }}/models/model.tar.gz?raw=true \ | |
| -O test_model.tar.gz | |
| - id: action | |
| name: Rasa Test & Train - Rasa X Demo | |
| uses: ./ | |
| with: | |
| rasa_version: ${{ env.RASA_IMAGE_TAG }} | |
| workspace: ${{ github.workspace }}/rasa-x-demo | |
| test_type: all | |
| fine_tune: 'true' | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| model: github_workspace/test_model.tar.gz | |
| configuration: github_workspace/test_files/config_rasa_x_demo.yml | |
| configuration_name: 'Rasa X Demo' | |
| publish_summary: 'false' | |
| data_validate: 'false' | |
| - name: Checkout output | |
| run: | | |
| echo ${{ fromJSON(steps.action.outputs.report).default['Rasa X Demo'].intent_classification.accuracy }} | |
| - name: Checkout output - if | |
| if: fromJSON(steps.action.outputs.report).default['Rasa X Demo'].intent_classification.accuracy <= 0.5 | |
| run: | | |
| echo "::error::${{ fromJSON(steps.action.outputs.report).default['Rasa X Demo'].intent_classification.accuracy }}" | |
| exit 1 | |
| # Test the GH action on Rasa Demo data | |
| # https://github.com/RasaHQ/rasa-x-demo | |
| # Test type: NLU | |
| test_action: | |
| runs-on: ubuntu-latest | |
| name: Test GH action - Rasa Demo - NLU | |
| needs: [test_action_x] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Checkout Rasa Demo | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: RasaHQ/rasa-demo | |
| path: rasa-demo | |
| - name: Use test configuration | |
| run: | | |
| cp .github/test_files/config_rasa_demo.yml rasa-demo/config.yml | |
| - name: Set Rasa Version | |
| run: | | |
| RASA_VERSION=$(sed -ne 's/^rasa==\(.*\)#.*$/\1/p' rasa-demo/requirements.txt) | |
| echo RASA_VERSION=$RASA_VERSION >> $GITHUB_ENV | |
| - id: action | |
| name: Rasa Test & Train - Rasa Demo | |
| uses: ./ | |
| with: | |
| rasa_version: ${{ env.RASA_VERSION }}-full | |
| configuration_name: 'Rasa Demo - NLU' | |
| workspace: ${{ github.workspace }}/rasa-demo | |
| test_type: nlu | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| test_nlu_args: '-f 2' | |
| # Use cross validation | |
| cross_validation: 'true' | |
| # Compare results to the test report | |
| compare_report: .github/test_files/report_to_compare.json | |
| # Test the GH action on Rasa Demo data | |
| # https://github.com/RasaHQ/rasa-x-demo | |
| # Test type: ALL | |
| test_action_all: | |
| runs-on: ubuntu-latest | |
| name: Test GH action - Rasa Demo - ALL | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Checkout Rasa Demo | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: RasaHQ/rasa-demo | |
| path: rasa-demo | |
| - name: Use test configuration | |
| run: | | |
| cp .github/test_files/config_rasa_demo.yml rasa-demo/config.yml | |
| - name: Set Rasa Version | |
| run: | | |
| RASA_VERSION=$(sed -ne 's/^rasa==\(.*\)#.*$/\1/p' rasa-demo/requirements.txt) | |
| echo RASA_VERSION=$RASA_VERSION >> $GITHUB_ENV | |
| - id: action | |
| name: Rasa Test & Train - Rasa Demo | |
| uses: ./ | |
| with: | |
| rasa_version: ${{ env.RASA_VERSION }}-full | |
| configuration_name: 'Rasa Demo - ALL' | |
| workspace: ${{ github.workspace }}/rasa-demo | |
| test_type: all | |
| # The arguments algin with the CI in rasa-demo | |
| # https://github.com/RasaHQ/rasa-demo/blob/main/.github/workflows/continuous_integration.yml#L199-L207 | |
| test_core_args: >- | |
| --stories tests/test_conversations.yml | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |