diff --git a/Actions/AL-Go-Helper.ps1 b/Actions/AL-Go-Helper.ps1 index 3b817b6e3..fee6f3258 100644 --- a/Actions/AL-Go-Helper.ps1 +++ b/Actions/AL-Go-Helper.ps1 @@ -581,6 +581,8 @@ function ReadSettings { "testDependencies" = @() "testFolders" = @() "bcptTestFolders" = @() + "pageScriptingTests" = @() + "restoreDatabases" = @() "installApps" = @() "installTestApps" = @() "installOnlyReferencedApps" = $true @@ -606,6 +608,7 @@ function ReadSettings { "doNotBuildTests" = $false "doNotRunTests" = $false "doNotRunBcptTests" = $false + "doNotRunPageScriptingTests" = $false "doNotPublishApps" = $false "doNotSignApps" = $false "configPackages" = @() diff --git a/Actions/CalculateArtifactNames/CalculateArtifactNames.ps1 b/Actions/CalculateArtifactNames/CalculateArtifactNames.ps1 index d59f3a8c6..2626e6730 100644 --- a/Actions/CalculateArtifactNames/CalculateArtifactNames.ps1 +++ b/Actions/CalculateArtifactNames/CalculateArtifactNames.ps1 @@ -42,7 +42,7 @@ else { $suffix = "$($settings.repoVersion).$($settings.appBuild).$($settings.appRevision)" } -'Apps', 'Dependencies', 'TestApps', 'TestResults', 'BcptTestResults', 'BuildOutput', 'ContainerEventLog', 'PowerPlatformSolution' | ForEach-Object { +'Apps', 'Dependencies', 'TestApps', 'TestResults', 'BcptTestResults', 'PageScriptingTestResults', 'PageScriptingTestResultDetails', 'BuildOutput', 'ContainerEventLog', 'PowerPlatformSolution' | ForEach-Object { $name = "$($_)ArtifactsName" $value = "$($projectName)-$($branchName)-$buildMode$_-$suffix" Set-OutputVariable -name $name -value $value diff --git a/Actions/CalculateArtifactNames/README.md b/Actions/CalculateArtifactNames/README.md index ad611a400..571b11aa0 100644 --- a/Actions/CalculateArtifactNames/README.md +++ b/Actions/CalculateArtifactNames/README.md @@ -38,6 +38,8 @@ none | TestAppsArtifactsName | Artifacts name for TestApps | | TestResultsArtifactsName | Artifacts name for TestResults | | BcptTestResultsArtifactsName | Artifacts name for BcptTestResults | +| PageScriptingTestResultsArtifactsName | Artifacts name for PageScriptingTestResults | +| PageScriptingTestResultDetailsArtifactsName | Artifacts name for PageScriptingTestResultDetails | | BuildOutputArtifactsName | Artifacts name for BuildOutput | | ContainerEventLogArtifactsName | Artifacts name for ContainerEventLog | | BuildMode | Build mode used when building the artifacts | diff --git a/Actions/CalculateArtifactNames/action.yaml b/Actions/CalculateArtifactNames/action.yaml index 500b7507a..5726ac8e8 100644 --- a/Actions/CalculateArtifactNames/action.yaml +++ b/Actions/CalculateArtifactNames/action.yaml @@ -43,6 +43,12 @@ outputs: BcptTestResultsArtifactsName: description: Artifacts name for BcptTestResults value: ${{ steps.calculateartifactnames.outputs.BcptTestResultsArtifactsName }} + PageScriptingTestResultsArtifactsName: + description: Artifacts name for PageScriptingTestResults + value: ${{ steps.calculateartifactnames.outputs.PageScriptingTestResultsArtifactsName }} + PageScriptingTestResultDetailsArtifactsName: + description: Artifacts name for PageScriptingTestResultDetails + value: ${{ steps.calculateartifactnames.outputs.PageScriptingTestResultDetailsArtifactsName }} BuildOutputArtifactsName: description: Artifacts name for BuildOutput value: ${{ steps.calculateartifactnames.outputs.BuildOutputArtifactsName }} diff --git a/Actions/RunPipeline/RunPipeline.ps1 b/Actions/RunPipeline/RunPipeline.ps1 index b7a1329e0..ba86fd9e7 100644 --- a/Actions/RunPipeline/RunPipeline.ps1 +++ b/Actions/RunPipeline/RunPipeline.ps1 @@ -353,6 +353,7 @@ try { "doNotBuildTests", "doNotRunTests", "doNotRunBcptTests", + "doNotRunPageScriptingTests", "doNotPublishApps", "installTestRunner", "installTestFramework", @@ -414,6 +415,8 @@ try { -appFolders $settings.appFolders ` -testFolders $settings.testFolders ` -bcptTestFolders $settings.bcptTestFolders ` + -pageScriptingTests $settings.pageScriptingTests ` + -restoreDatabases $settings.restoreDatabases ` -buildOutputFile $buildOutputFile ` -containerEventLogFile $containerEventLogFile ` -testResultsFile $testResultsFile ` @@ -428,6 +431,8 @@ try { -additionalCountries $additionalCountries ` -obsoleteTagMinAllowedMajorMinor $settings.obsoleteTagMinAllowedMajorMinor ` -buildArtifactFolder $buildArtifactFolder ` + -pageScriptingTestResultsFile (Join-Path $buildArtifactFolder 'PageScriptingTestResults.xml') ` + -pageScriptingTestResultsFolder (Join-Path $buildArtifactFolder 'PageScriptingTestResultDetails') ` -CreateRuntimePackages:$CreateRuntimePackages ` -appBuild $appBuild -appRevision $appRevision ` -uninstallRemovedApps diff --git a/RELEASENOTES.md b/RELEASENOTES.md index 7e9373529..aee778dbc 100644 --- a/RELEASENOTES.md +++ b/RELEASENOTES.md @@ -2,6 +2,19 @@ - Issue 1241 Increment Version Number might produce wrong app.json +### Support for Page Scripting Tests + +Page Scripting tests are now supported as part of CI/CD. By specifying pageScriptingTests in your project settings file, AL-Go for GitHub will automatically run these page scripting tests as part of your CI/CD workflow, generating the following build artifacts: + +- `PageScriptingTestResults` is a JUnit test results file with all results combined. +- `PageScriptingTestResultDetails` are the detailed test results (including videos) when any of the page scripting tests have failures. If the page scripting tests succeed - the details are not published. + +### New Project Settings + +- `pageScriptingTests` should be an array of page scripting test file specifications, relative to the AL-Go project. Examples of file specifications: `recordings/my*.yml` (for all yaml files in the recordings subfolder matching my\*.yml), `recordings` (for all \*.yml files in the recordings subfolder) or `recordings/test.yml` (for a single yml file) +- `doNotRunPageScriptingTests` can force the pipeline to NOT run the page scripting tests specified in pageScriptingTests. Note this setting can be set in a [workflow specific settings file](#where-are-the-settings-located) to only apply to that workflow +- `restoreDatabases` should be an array of events, indicating when you want to start with clean databases in the container. Possible events are: `BeforeBcpTests`, `BeforePageScriptingTests`, `BeforeEachTestApp`, `BeforeEachBcptTestApp`, `BeforeEachPageScriptingTest` + ## v6.0 ### Issues diff --git a/Scenarios/settings.md b/Scenarios/settings.md index a048fcf18..677f2b9f2 100644 --- a/Scenarios/settings.md +++ b/Scenarios/settings.md @@ -34,6 +34,9 @@ When running a workflow or a local script, the settings are applied by reading s | appFolders | appFolders should be an array of folders (relative to project root), which contains apps for this project. Apps in these folders are sorted based on dependencies and built and published in that order.
If appFolders are not specified, AL-Go for GitHub will try to locate appFolders in the root of the project. | \[ \] | | testFolders | testFolders should be an array of folders (relative to project root), which contains test apps for this project. Apps in these folders are sorted based on dependencies and built, published and tests are run in that order.
If testFolders are not specified, AL-Go for GitHub will try to locate testFolders in the root of the project. | \[ \] | | bcptTestFolders | bcptTestFolders should be an array of folders (relative to project root), which contains performance test apps for this project. Apps in these folders are sorted based on dependencies and built, published and bcpt tests are run in that order.
If bcptTestFolders are not specified, AL-Go for GitHub will try to locate bcptTestFolders in the root of the project. | \[ \] | +| pageScriptingTests | pageScriptingTests should be an array of page scripting test file specifications, relative to the AL-Go project. Examples of file specifications: `recordings/my*.yml` (for all yaml files in the recordings subfolder matching my\*.yml), `recordings` (for all \*.yml files in the recordings subfolder) or `recordings/test.yml` (for a single yml file) | \[ \] | +| doNotRunpageScriptingTests | When true, this setting forces the pipeline to NOT run the page scripting tests specified in pageScriptingTests. Note this setting can be set in a [workflow specific settings file](#where-are-the-settings-located) to only apply to that workflow | false | +| restoreDatabases | restoreDatabases should be an array of events, indicating when you want to start with clean databases in the container. Possible events are: `BeforeBcpTests`, `BeforePageScriptingTests`, `BeforeEachTestApp`, `BeforeEachBcptTestApp`, `BeforeEachPageScriptingTest` | \[ \] | | appDependencyProbingPaths | Array of dependency specifications, from which apps will be downloaded when the CI/CD workflow is starting. Every dependency specification consists of the following properties:
**repo** = repository
**version** = version (default latest)
**release_status** = latestBuild/release/prerelease/draft (default release)
**projects** = projects (default * = all)
**branch** = branch (default main)
**AuthTokenSecret** = Name of secret containing auth token (default none)
| \[ \] | | cleanModePreprocessorSymbols | List of clean tags to be used in _Clean_ build mode | \[ \] | | bcptThresholds | Structure with properties for the thresholds when running performance tests using the Business Central Performance Toolkit.
**DurationWarning** = a warning is shown if the duration of a bcpt test degrades more than this percentage (default 10)
**DurationError** - an error is shown if the duration of a bcpt test degrades more than this percentage (default 25)
**NumberOfSqlStmtsWarning** - a warning is shown if the number of SQL statements from a bcpt test increases more than this percentage (default 5)
**NumberOfSqlStmtsError** - an error is shown if the number of SQL statements from a bcpt test increases more than this percentage (default 10)
*Note that errors and warnings on the build in GitHub are only issued when a threshold is exceeded on the codeunit level, when an individual operation threshold is exceeded, it is only shown in the test results viewer.* | @@ -312,6 +315,9 @@ This functionality is also available in AL-Go for GitHub, by adding a file to th | GetBcContainerAppRuntimePackage.ps1 | Get the runtime package specified by the $parameters hashtable | | RemoveBcContainer.ps1 | Cleanup based on the $parameters hashtable | | InstallMissingDependencies | Install missing dependencies | +| BackupBcContainerDatabases | Backup Databases in container for subsequent restore(s) | +| RestoreDatabasesInBcContainer | Restore Databases in container | +| InstallMissingDependencies | Install missing dependencies | ## BcContainerHelper settings diff --git a/Templates/AppSource App/.github/workflows/_BuildALGoProject.yaml b/Templates/AppSource App/.github/workflows/_BuildALGoProject.yaml index 6b62e68d0..e4d776d95 100644 --- a/Templates/AppSource App/.github/workflows/_BuildALGoProject.yaml +++ b/Templates/AppSource App/.github/workflows/_BuildALGoProject.yaml @@ -235,18 +235,34 @@ jobs: - name: Publish artifacts - test results uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 - if: (success() || failure()) && (hashFiles(format('{0}/TestResults.xml',inputs.project)) != '') + if: (success() || failure()) && (hashFiles(format('{0}/.buildartifacts/TestResults.xml',inputs.project)) != '') with: name: ${{ steps.calculateArtifactsNames.outputs.TestResultsArtifactsName }} - path: '${{ inputs.project }}/TestResults.xml' + path: '${{ inputs.project }}/.buildartifacts/TestResults.xml' if-no-files-found: ignore - name: Publish artifacts - bcpt test results uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 - if: (success() || failure()) && (hashFiles(format('{0}/bcptTestResults.json',inputs.project)) != '') + if: (success() || failure()) && (hashFiles(format('{0}/.buildartifacts/bcptTestResults.json',inputs.project)) != '') with: name: ${{ steps.calculateArtifactsNames.outputs.BcptTestResultsArtifactsName }} - path: '${{ inputs.project }}/bcptTestResults.json' + path: '${{ inputs.project }}/.buildartifacts/bcptTestResults.json' + if-no-files-found: ignore + + - name: Publish artifacts - page scripting test results + uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 + if: (success() || failure()) && (hashFiles(format('{0}/.buildartifacts/PageScriptingTestResults.xml',inputs.project)) != '') + with: + name: ${{ steps.calculateArtifactsNames.outputs.PageScriptingTestResultsArtifactsName }} + path: '${{ inputs.project }}/.buildartifacts/PageScriptingTestResults.xml' + if-no-files-found: ignore + + - name: Publish artifacts - page scripting test result details + uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 + if: (success() || failure()) + with: + name: ${{ steps.calculateArtifactsNames.outputs.PageScriptingTestResultDetailsArtifactsName }} + path: '${{ inputs.project }}/.buildartifacts/PageScriptingTestResultDetails/' if-no-files-found: ignore - name: Analyze Test Results diff --git a/Templates/Per Tenant Extension/.github/workflows/_BuildALGoProject.yaml b/Templates/Per Tenant Extension/.github/workflows/_BuildALGoProject.yaml index 6b62e68d0..e4d776d95 100644 --- a/Templates/Per Tenant Extension/.github/workflows/_BuildALGoProject.yaml +++ b/Templates/Per Tenant Extension/.github/workflows/_BuildALGoProject.yaml @@ -235,18 +235,34 @@ jobs: - name: Publish artifacts - test results uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 - if: (success() || failure()) && (hashFiles(format('{0}/TestResults.xml',inputs.project)) != '') + if: (success() || failure()) && (hashFiles(format('{0}/.buildartifacts/TestResults.xml',inputs.project)) != '') with: name: ${{ steps.calculateArtifactsNames.outputs.TestResultsArtifactsName }} - path: '${{ inputs.project }}/TestResults.xml' + path: '${{ inputs.project }}/.buildartifacts/TestResults.xml' if-no-files-found: ignore - name: Publish artifacts - bcpt test results uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 - if: (success() || failure()) && (hashFiles(format('{0}/bcptTestResults.json',inputs.project)) != '') + if: (success() || failure()) && (hashFiles(format('{0}/.buildartifacts/bcptTestResults.json',inputs.project)) != '') with: name: ${{ steps.calculateArtifactsNames.outputs.BcptTestResultsArtifactsName }} - path: '${{ inputs.project }}/bcptTestResults.json' + path: '${{ inputs.project }}/.buildartifacts/bcptTestResults.json' + if-no-files-found: ignore + + - name: Publish artifacts - page scripting test results + uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 + if: (success() || failure()) && (hashFiles(format('{0}/.buildartifacts/PageScriptingTestResults.xml',inputs.project)) != '') + with: + name: ${{ steps.calculateArtifactsNames.outputs.PageScriptingTestResultsArtifactsName }} + path: '${{ inputs.project }}/.buildartifacts/PageScriptingTestResults.xml' + if-no-files-found: ignore + + - name: Publish artifacts - page scripting test result details + uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3 + if: (success() || failure()) + with: + name: ${{ steps.calculateArtifactsNames.outputs.PageScriptingTestResultDetailsArtifactsName }} + path: '${{ inputs.project }}/.buildartifacts/PageScriptingTestResultDetails/' if-no-files-found: ignore - name: Analyze Test Results diff --git a/Tests/CalculateArtifactNames.Test.ps1 b/Tests/CalculateArtifactNames.Test.ps1 index 8b237936f..258f78070 100644 --- a/Tests/CalculateArtifactNames.Test.ps1 +++ b/Tests/CalculateArtifactNames.Test.ps1 @@ -42,6 +42,8 @@ Describe 'CalculateArtifactNames Action Tests' { $generatedOutPut | Should -Contain "TestAppsArtifactsName=ALGOProject-main-CleanTestApps-22.0.123.0" $generatedOutPut | Should -Contain "TestResultsArtifactsName=ALGOProject-main-CleanTestResults-22.0.123.0" $generatedOutPut | Should -Contain "BcptTestResultsArtifactsName=ALGOProject-main-CleanBcptTestResults-22.0.123.0" + $generatedOutPut | Should -Contain "PageScriptingTestResultsArtifactsName=ALGOProject-main-CleanPageScriptingTestResults-22.0.123.0" + $generatedOutPut | Should -Contain "PageScriptingTestResultDetailsArtifactsName=ALGOProject-main-CleanPageScriptingTestResultDetails-22.0.123.0" $generatedOutPut | Should -Contain "BuildOutputArtifactsName=ALGOProject-main-CleanBuildOutput-22.0.123.0" $generatedOutPut | Should -Contain "ContainerEventLogArtifactsName=ALGOProject-main-CleanContainerEventLog-22.0.123.0" $generatedOutPut | Should -Contain "BuildMode=Clean" @@ -63,6 +65,8 @@ Describe 'CalculateArtifactNames Action Tests' { $generatedOutPut | Should -Contain "TestAppsArtifactsName=ALGOProject-main-TestApps-22.0.123.0" $generatedOutPut | Should -Contain "TestResultsArtifactsName=ALGOProject-main-TestResults-22.0.123.0" $generatedOutPut | Should -Contain "BcptTestResultsArtifactsName=ALGOProject-main-BcptTestResults-22.0.123.0" + $generatedOutPut | Should -Contain "PageScriptingTestResultsArtifactsName=ALGOProject-main-PageScriptingTestResults-22.0.123.0" + $generatedOutPut | Should -Contain "PageScriptingTestResultDetailsArtifactsName=ALGOProject-main-PageScriptingTestResultDetails-22.0.123.0" $generatedOutPut | Should -Contain "BuildOutputArtifactsName=ALGOProject-main-BuildOutput-22.0.123.0" $generatedOutPut | Should -Contain "ContainerEventLogArtifactsName=ALGOProject-main-ContainerEventLog-22.0.123.0" } @@ -82,6 +86,8 @@ Describe 'CalculateArtifactNames Action Tests' { $generatedOutPut | Should -Contain "TestAppsArtifactsName=ALGOProject-releases_1.0-TestApps-22.0.123.0" $generatedOutPut | Should -Contain "TestResultsArtifactsName=ALGOProject-releases_1.0-TestResults-22.0.123.0" $generatedOutPut | Should -Contain "BcptTestResultsArtifactsName=ALGOProject-releases_1.0-BcptTestResults-22.0.123.0" + $generatedOutPut | Should -Contain "PageScriptingTestResultsArtifactsName=ALGOProject-releases_1.0-PageScriptingTestResults-22.0.123.0" + $generatedOutPut | Should -Contain "PageScriptingTestResultDetailsArtifactsName=ALGOProject-releases_1.0-PageScriptingTestResultDetails-22.0.123.0" $generatedOutPut | Should -Contain "BuildOutputArtifactsName=ALGOProject-releases_1.0-BuildOutput-22.0.123.0" $generatedOutPut | Should -Contain "ContainerEventLogArtifactsName=ALGOProject-releases_1.0-ContainerEventLog-22.0.123.0" } @@ -107,6 +113,8 @@ Describe 'CalculateArtifactNames Action Tests' { $env:GITHUB_OUTPUT | Should -FileContentMatch "TestAppsArtifactsName=ALGOProject-releases_1.0-TestApps-Current-$currentDate" $env:GITHUB_OUTPUT | Should -FileContentMatch "TestResultsArtifactsName=ALGOProject-releases_1.0-TestResults-Current-$currentDate" $env:GITHUB_OUTPUT | Should -FileContentMatch "BcptTestResultsArtifactsName=ALGOProject-releases_1.0-BcptTestResults-Current-$currentDate" + $env:GITHUB_OUTPUT | Should -FileContentMatch "PageScriptingTestResultsArtifactsName=ALGOProject-releases_1.0-PageScriptingTestResults-Current-$currentDate" + $env:GITHUB_OUTPUT | Should -FileContentMatch "PageScriptingTestResultDetailsArtifactsName=ALGOProject-releases_1.0-PageScriptingTestResultDetails-Current-$currentDate" $env:GITHUB_OUTPUT | Should -FileContentMatch "BuildOutputArtifactsName=ALGOProject-releases_1.0-BuildOutput-Current-$currentDate" $env:GITHUB_OUTPUT | Should -FileContentMatch "ContainerEventLogArtifactsName=ALGOProject-releases_1.0-ContainerEventLog-Current-$currentDate" } @@ -133,6 +141,8 @@ Describe 'CalculateArtifactNames Action Tests' { $env:GITHUB_OUTPUT | Should -FileContentMatch "TestAppsArtifactsName=ALGOProject_øåæ-releases_1.0-TestApps-Current-$currentDate" $env:GITHUB_OUTPUT | Should -FileContentMatch "TestResultsArtifactsName=ALGOProject_øåæ-releases_1.0-TestResults-Current-$currentDate" $env:GITHUB_OUTPUT | Should -FileContentMatch "BcptTestResultsArtifactsName=ALGOProject_øåæ-releases_1.0-BcptTestResults-Current-$currentDate" + $env:GITHUB_OUTPUT | Should -FileContentMatch "PageScriptingTestResultsArtifactsName=ALGOProject_øåæ-releases_1.0-PageScriptingTestResults-Current-$currentDate" + $env:GITHUB_OUTPUT | Should -FileContentMatch "PageScriptingTestResultDetailsArtifactsName=ALGOProject_øåæ-releases_1.0-PageScriptingTestResultDetails-Current-$currentDate" $env:GITHUB_OUTPUT | Should -FileContentMatch "BuildOutputArtifactsName=ALGOProject_øåæ-releases_1.0-BuildOutput-Current-$currentDate" $env:GITHUB_OUTPUT | Should -FileContentMatch "ContainerEventLogArtifactsName=ALGOProject_øåæ-releases_1.0-ContainerEventLog-Current-$currentDate" } @@ -154,6 +164,8 @@ Describe 'CalculateArtifactNames Action Tests' { "TestAppsArtifactsName" = "Artifacts name for TestApps" "TestResultsArtifactsName" = "Artifacts name for TestResults" "BcptTestResultsArtifactsName" = "Artifacts name for BcptTestResults" + "PageScriptingTestResultsArtifactsName" = "Artifacts name for PageScriptingTestResults" + "PageScriptingTestResultDetailsArtifactsName" = "Artifacts name for PageScriptingTestResultDetails" "BuildOutputArtifactsName" = "Artifacts name for BuildOutput" "ContainerEventLogArtifactsName" = "Artifacts name for ContainerEventLog" "BuildMode" = "Build mode used when building the artifacts"