7f1cdf8ef5
* V15 QA Added the authorization integration tests (#18419) * Added authorization integration tests * Removed unnecessary tests and update tests for preview controller * Updated to use the newest changes from v15/dev and added an override for the AuthenticateClientAsync to use the userGroupKey * Updated CompatibilitySuppressions to include changes from integration tests * Updated pipelines * Skips managementApi tests * Only run necessary tests * Added new schema per fixture to reduce test setup time * Fixed failing tests * Updated test setup * Updated test * Added suppression * Fixed failing tests * Updated addOnTeardown methods to protected * Added method for clearing the host * Added teardown * Updated model usage * Added a lot of cleanup for memory leak issues when running tests * Added CompatibilitySuppressions.xml * Updated tests * Cleaned up * Adjusted base classes * Updated pipeline * Updated CompatibilitySuppressions.xml * Updated test logging * Fixed reponse * Updated condition to skip tests * Updated tests, not done * Reworked test to expect correct responses with correct setup * Updated tests * More updates to tests * Updated tests * Cleaned up tests * Updated setup * Cleaned up tests to match setup * Cleaned up setup * Removed suppression * Fixed tests * Move order of checks * Fix naming * Formatting * Dispose of host * Keep track of if we're disposed * Compat suppression * Dont dispose * Fix failing tests * removed unused virtual * Updated CompatibilitySuppressions.xml --------- Co-authored-by: Andreas Zerbst <andr317c@live.dk> Co-authored-by: Zeegaan <skrivdetud@gmail.com> Co-authored-by: Nikolaj Geisle <70372949+Zeegaan@users.noreply.github.com> # Conflicts: # tests/Umbraco.Tests.Integration/CompatibilitySuppressions.xml # tests/Umbraco.Tests.Integration/ManagementApi/ManagementApiTest.cs # tests/Umbraco.Tests.Integration/ManagementApi/Policies/AllCultureControllerTests.cs # tests/Umbraco.Tests.Integration/ManagementApi/Policies/CreateDocumentTests.cs # tests/Umbraco.Tests.Integration/ManagementApi/Policies/UpdateDocumentTests.cs # tests/Umbraco.Tests.Integration/ManagementApi/Preview/EndPreviewTests.cs # tests/Umbraco.Tests.Integration/ManagementApi/Preview/EnterPreviewTests.cs # tests/Umbraco.Tests.Integration/TestServerTest/UmbracoTestServerTestBase.cs * Updated test * Updates * Removed unnessecary test --------- Co-authored-by: Nhu Dinh <150406148+nhudinh0309@users.noreply.github.com> Co-authored-by: Zeegaan <skrivdetud@gmail.com> Co-authored-by: Nikolaj Geisle <70372949+Zeegaan@users.noreply.github.com>
698 lines
32 KiB
YAML
698 lines
32 KiB
YAML
name: Nightly_E2E_Test_$(TeamProject)_$(Build.DefinitionName)_$(SourceBranchName)_$(Date:yyyyMMdd)$(Rev:.r)
|
|
|
|
pr: none
|
|
trigger: none
|
|
|
|
schedules:
|
|
- cron: '0 0 * * *'
|
|
displayName: Daily midnight build
|
|
branches:
|
|
include:
|
|
- v15/dev
|
|
- main
|
|
- v17/dev
|
|
|
|
parameters:
|
|
- name: skipIntegrationTests
|
|
displayName: Skip integration tests
|
|
type: boolean
|
|
default: false
|
|
|
|
- name: differentAppSettingsAcceptanceTests
|
|
displayName: Run acceptance tests with different app settings
|
|
type: boolean
|
|
default: true
|
|
|
|
- name: skipDefaultConfigAcceptanceTests
|
|
displayName: Skip tests with DefaultConfig
|
|
type: boolean
|
|
default: false
|
|
|
|
variables:
|
|
nodeVersion: 20
|
|
solution: umbraco.sln
|
|
buildConfiguration: Release
|
|
UMBRACO__CMS__GLOBAL__ID: 00000000-0000-0000-0000-000000000042
|
|
DOTNET_NOLOGO: true
|
|
DOTNET_GENERATE_ASPNET_CERTIFICATE: false
|
|
DOTNET_SKIP_FIRST_TIME_EXPERIENCE: true
|
|
DOTNET_CLI_TELEMETRY_OPTOUT: true
|
|
npm_config_cache: $(Pipeline.Workspace)/.npm_client
|
|
NODE_OPTIONS: --max_old_space_size=16384
|
|
|
|
stages:
|
|
###############################################
|
|
## Build
|
|
###############################################
|
|
- stage: Build
|
|
jobs:
|
|
- job: A
|
|
displayName: Build Umbraco CMS
|
|
pool:
|
|
vmImage: "windows-latest"
|
|
steps:
|
|
- checkout: self
|
|
submodules: false
|
|
lfs: false,
|
|
fetchDepth: 500
|
|
- template: templates/backoffice-install.yml
|
|
- task: UseDotNet@2
|
|
displayName: Use .NET SDK from global.json
|
|
inputs:
|
|
useGlobalJson: true
|
|
- task: DotNetCoreCLI@2
|
|
displayName: Run dotnet restore
|
|
inputs:
|
|
command: restore
|
|
projects: $(solution)
|
|
- task: DotNetCoreCLI@2
|
|
name: build
|
|
displayName: Run dotnet build and generate NuGet packages
|
|
inputs:
|
|
command: build
|
|
projects: $(solution)
|
|
arguments: "--configuration $(buildConfiguration) --no-restore --property:ContinuousIntegrationBuild=true --property:GeneratePackageOnBuild=true --property:PackageOutputPath=$(Build.ArtifactStagingDirectory)/nupkg"
|
|
- task: PublishPipelineArtifact@1
|
|
displayName: Publish nupkg
|
|
inputs:
|
|
targetPath: $(Build.ArtifactStagingDirectory)/nupkg
|
|
artifactName: nupkg
|
|
- task: PublishPipelineArtifact@1
|
|
displayName: Publish build artifacts
|
|
inputs:
|
|
targetPath: $(Build.SourcesDirectory)
|
|
artifactName: build_output
|
|
|
|
- job: B
|
|
displayName: Build Bellissima Package
|
|
pool:
|
|
vmImage: "ubuntu-latest"
|
|
steps:
|
|
- checkout: self
|
|
submodules: false
|
|
lfs: false,
|
|
fetchDepth: 500
|
|
- template: templates/backoffice-install.yml
|
|
- script: npm run build:for:npm
|
|
displayName: Run build:for:npm
|
|
workingDirectory: src/Umbraco.Web.UI.Client
|
|
- bash: |
|
|
echo "##[command]Running npm pack"
|
|
echo "##[debug]Output directory: $(Build.ArtifactStagingDirectory)"
|
|
mkdir $(Build.ArtifactStagingDirectory)/npm
|
|
npm pack --pack-destination $(Build.ArtifactStagingDirectory)/npm
|
|
mv .npmrc $(Build.ArtifactStagingDirectory)/npm/
|
|
displayName: Run npm pack
|
|
workingDirectory: src/Umbraco.Web.UI.Client
|
|
- task: PublishPipelineArtifact@1
|
|
displayName: Publish Bellissima npm artifact
|
|
inputs:
|
|
targetPath: $(Build.ArtifactStagingDirectory)/npm
|
|
artifactName: npm
|
|
|
|
- stage: Integration
|
|
displayName: Integration Tests
|
|
dependsOn: Build
|
|
condition: ${{ eq(parameters.skipIntegrationTests, false) }}
|
|
jobs:
|
|
# Integration Tests (SQLite)
|
|
- job:
|
|
timeoutInMinutes: 180
|
|
displayName: Integration Tests (SQLite)
|
|
strategy:
|
|
matrix:
|
|
# Windows:
|
|
# vmImage: 'windows-latest'
|
|
# We split the tests into 4 parts for each OS to reduce the time it takes to run them on the pipeline
|
|
LinuxPart1Of4:
|
|
vmImage: "ubuntu-latest"
|
|
# Filter tests that are part of the Umbraco.Infrastructure namespace but not part of the Umbraco.Infrastructure.Service namespace
|
|
testFilter: "(FullyQualifiedName~Umbraco.Infrastructure) & (FullyQualifiedName!~Umbraco.Infrastructure.Service)"
|
|
LinuxPart2Of4:
|
|
vmImage: "ubuntu-latest"
|
|
# Filter tests that are part of the Umbraco.Infrastructure.Service namespace
|
|
testFilter: "(FullyQualifiedName~Umbraco.Infrastructure.Service)"
|
|
LinuxPart3Of4:
|
|
vmImage: "ubuntu-latest"
|
|
# Filter tests that are not part of the Umbraco.Infrastructure and ManagementApi namespace. So this will run all tests that are not part of the Umbraco.Infrastructure namespace
|
|
testFilter: "(FullyQualifiedName!~Umbraco.Infrastructure) & (FullyQualifiedName!~ManagementApi)"
|
|
LinuxPart4Of4:
|
|
vmImage: "ubuntu-latest"
|
|
# Filter tests that are part of the ManagementApi namespace
|
|
testFilter: "(FullyQualifiedName~ManagementApi)"
|
|
macOSPart1Of4:
|
|
vmImage: "macOS-latest"
|
|
# Filter tests that are part of the Umbraco.Infrastructure namespace but not part of the Umbraco.Infrastructure.Service namespace
|
|
testFilter: "(FullyQualifiedName~Umbraco.Infrastructure) & (FullyQualifiedName!~Umbraco.Infrastructure.Service)"
|
|
macOSPart2Of4:
|
|
vmImage: "macOS-latest"
|
|
# Filter tests that are part of the Umbraco.Infrastructure.Service namespace
|
|
testFilter: "(FullyQualifiedName~Umbraco.Infrastructure.Service)"
|
|
macOSPart3Of4:
|
|
vmImage: "macOS-latest"
|
|
# Filter tests that are not part of the Umbraco.Infrastructure and ManagementApi namespace.
|
|
testFilter: "(FullyQualifiedName!~Umbraco.Infrastructure) & (FullyQualifiedName!~ManagementApi)"
|
|
macOSPart4Of4:
|
|
vmImage: "macOS-latest"
|
|
# Filter tests that are part of the ManagementApi namespace.
|
|
testFilter: "(FullyQualifiedName~ManagementApi)"
|
|
pool:
|
|
vmImage: $(vmImage)
|
|
variables:
|
|
Tests__Database__DatabaseType: "Sqlite"
|
|
steps:
|
|
- checkout: self
|
|
submodules: false
|
|
lfs: false,
|
|
fetchDepth: 1
|
|
fetchFilter: tree:0
|
|
# Setup test environment
|
|
- task: DownloadPipelineArtifact@2
|
|
displayName: Download build artifacts
|
|
inputs:
|
|
artifact: build_output
|
|
path: $(Build.SourcesDirectory)
|
|
|
|
- task: UseDotNet@2
|
|
displayName: Use .NET SDK from global.json
|
|
inputs:
|
|
useGlobalJson: true
|
|
|
|
# Test
|
|
- task: DotNetCoreCLI@2
|
|
displayName: Run dotnet test
|
|
inputs:
|
|
command: test
|
|
projects: "tests/Umbraco.Tests.Integration/Umbraco.Tests.Integration.csproj"
|
|
testRunTitle: Integration Tests SQLite - $(Agent.OS)
|
|
arguments: '--filter "$(testFilter)" --configuration $(buildConfiguration) --no-build'
|
|
|
|
# Integration Tests (SQL Server)
|
|
- job:
|
|
timeoutInMinutes: 180
|
|
displayName: Integration Tests (SQL Server)
|
|
variables:
|
|
SA_PASSWORD: UmbracoAcceptance123!
|
|
strategy:
|
|
matrix:
|
|
# We split the tests into 4 parts for each OS to reduce the time it takes to run them on the pipeline
|
|
WindowsPart1Of4:
|
|
vmImage: "windows-latest"
|
|
Tests__Database__DatabaseType: LocalDb
|
|
Tests__Database__SQLServerMasterConnectionString: N/A
|
|
# Filter tests that are part of the Umbraco.Infrastructure namespace but not part of the Umbraco.Infrastructure.Service namespace
|
|
testFilter: "(FullyQualifiedName~Umbraco.Infrastructure) & (FullyQualifiedName!~Umbraco.Infrastructure.Service)"
|
|
WindowsPart2Of4:
|
|
vmImage: "windows-latest"
|
|
Tests__Database__DatabaseType: LocalDb
|
|
Tests__Database__SQLServerMasterConnectionString: N/A
|
|
# Filter tests that are part of the Umbraco.Infrastructure.Service namespace
|
|
testFilter: "(FullyQualifiedName~Umbraco.Infrastructure.Service)"
|
|
WindowsPart3Of4:
|
|
vmImage: "windows-latest"
|
|
Tests__Database__DatabaseType: LocalDb
|
|
Tests__Database__SQLServerMasterConnectionString: N/A
|
|
# Filter tests that are not part of the Umbraco.Infrastructure and ManagementApi namespace.
|
|
testFilter: "(FullyQualifiedName!~Umbraco.Infrastructure) & (FullyQualifiedName!~ManagementApi)"
|
|
WindowsPart4Of4:
|
|
vmImage: "windows-latest"
|
|
Tests__Database__DatabaseType: LocalDb
|
|
Tests__Database__SQLServerMasterConnectionString: N/A
|
|
# Filter tests that are part of the ManagementApi namespace.
|
|
testFilter: "(FullyQualifiedName~ManagementApi)"
|
|
LinuxPart1Of4:
|
|
vmImage: "ubuntu-latest"
|
|
Tests__Database__DatabaseType: SqlServer
|
|
Tests__Database__SQLServerMasterConnectionString: "Server=(local);User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True"
|
|
# Filter tests that are part of the Umbraco.Infrastructure namespace but not part of the Umbraco.Infrastructure.Service namespace
|
|
testFilter: "(FullyQualifiedName~Umbraco.Infrastructure) & (FullyQualifiedName!~Umbraco.Infrastructure.Service)"
|
|
LinuxPart2Of4:
|
|
vmImage: "ubuntu-latest"
|
|
Tests__Database__DatabaseType: SqlServer
|
|
Tests__Database__SQLServerMasterConnectionString: "Server=(local);User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True"
|
|
# Filter tests that are part of the Umbraco.Infrastructure.Service namespace
|
|
testFilter: "(FullyQualifiedName~Umbraco.Infrastructure.Service)"
|
|
LinuxPart3Of4:
|
|
vmImage: "ubuntu-latest"
|
|
Tests__Database__DatabaseType: SqlServer
|
|
Tests__Database__SQLServerMasterConnectionString: "Server=(local);User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True"
|
|
# Filter tests that are not part of the Umbraco.Infrastructure and ManagementApi namespace.
|
|
testFilter: "(FullyQualifiedName!~Umbraco.Infrastructure) & (FullyQualifiedName!~ManagementApi)"
|
|
LinuxPart4Of4:
|
|
vmImage: "ubuntu-latest"
|
|
Tests__Database__DatabaseType: SqlServer
|
|
Tests__Database__SQLServerMasterConnectionString: "Server=(local);User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True"
|
|
# Filter tests that are part of the ManagementApi namespace.
|
|
testFilter: "(FullyQualifiedName~ManagementApi)"
|
|
pool:
|
|
vmImage: $(vmImage)
|
|
steps:
|
|
# Setup test environment
|
|
- task: DownloadPipelineArtifact@2
|
|
displayName: Download build artifacts
|
|
inputs:
|
|
artifact: build_output
|
|
path: $(Build.SourcesDirectory)
|
|
|
|
- task: UseDotNet@2
|
|
displayName: Use .NET SDK from global.json
|
|
inputs:
|
|
useGlobalJson: true
|
|
|
|
# Start SQL Server
|
|
- powershell: docker run --name mssql -d -p 1433:1433 -e "ACCEPT_EULA=Y" -e "MSSQL_SA_PASSWORD=$(SA_PASSWORD)" mcr.microsoft.com/mssql/server:2022-latest
|
|
displayName: Start SQL Server Docker image (Linux)
|
|
condition: and(succeeded(), eq(variables['Agent.OS'], 'Linux'))
|
|
|
|
- powershell: |
|
|
$maxAttempts = 12
|
|
$attempt = 0
|
|
$status = ""
|
|
|
|
while (($status -ne 'running') -and ($attempt -lt $maxAttempts)) {
|
|
Start-Sleep -Seconds 5
|
|
# We use the docker inspect command to check the status of the container. If the container is not running, we wait 5 seconds and try again. And if reaches 12 attempts, we fail the build.
|
|
$status = docker inspect -f '{{.State.Status}}' mssql
|
|
|
|
if ($status -ne 'running') {
|
|
Write-Host "Waiting for SQL Server to be ready... Attempt $($attempt + 1)"
|
|
$attempt++
|
|
}
|
|
}
|
|
|
|
if ($status -eq 'running') {
|
|
Write-Host "SQL Server container is running"
|
|
docker ps -a
|
|
} else {
|
|
Write-Host "SQL Server did not become ready in time. Last known status: $status"
|
|
docker logs mssql
|
|
exit 1
|
|
}
|
|
displayName: Wait for SQL Server to be ready (Linux)
|
|
condition: and(succeeded(), eq(variables['Agent.OS'], 'Linux'))
|
|
|
|
- pwsh: SqlLocalDB start MSSQLLocalDB
|
|
displayName: Start SQL Server LocalDB (Windows)
|
|
condition: and(succeeded(), eq(variables['Agent.OS'], 'Windows_NT'))
|
|
|
|
# Test
|
|
- task: DotNetCoreCLI@2
|
|
displayName: Run dotnet test
|
|
inputs:
|
|
command: test
|
|
projects: "tests/Umbraco.Tests.Integration/Umbraco.Tests.Integration.csproj"
|
|
testRunTitle: Integration Tests SQL Server - $(Agent.OS)
|
|
arguments: '--filter "$(testFilter)" --configuration $(buildConfiguration) --no-build'
|
|
|
|
# Stop SQL Server
|
|
- pwsh: docker stop mssql
|
|
displayName: Stop SQL Server Docker image (Linux)
|
|
condition: and(succeeded(), eq(variables['Agent.OS'], 'Linux'))
|
|
|
|
- pwsh: SqlLocalDB stop MSSQLLocalDB
|
|
displayName: Stop SQL Server LocalDB (Windows)
|
|
condition: and(succeeded(), eq(variables['Agent.OS'], 'Windows_NT'))
|
|
|
|
- stage: DefaultConfigE2E
|
|
displayName: Default Config E2E Tests
|
|
dependsOn: Build
|
|
variables:
|
|
npm_config_cache: $(Pipeline.Workspace)/.npm_e2e
|
|
# Enable console logging in Release mode
|
|
SERILOG__WRITETO__0__NAME: Async
|
|
SERILOG__WRITETO__0__ARGS__CONFIGURE__0__NAME: Console
|
|
# Set unattended install settings
|
|
UMBRACO__CMS__UNATTENDED__INSTALLUNATTENDED: true
|
|
UMBRACO__CMS__UNATTENDED__UNATTENDEDUSERNAME: Playwright Test
|
|
UMBRACO__CMS__UNATTENDED__UNATTENDEDUSERPASSWORD: UmbracoAcceptance123!
|
|
UMBRACO__CMS__UNATTENDED__UNATTENDEDUSEREMAIL: playwright@umbraco.com
|
|
# Custom Umbraco settings
|
|
UMBRACO__CMS__CONTENT__CONTENTVERSIONCLEANUPPOLICY__ENABLECLEANUP: false
|
|
UMBRACO__CMS__GLOBAL__DISABLEELECTIONFORSINGLESERVER: true
|
|
UMBRACO__CMS__GLOBAL__INSTALLMISSINGDATABASE: true
|
|
UMBRACO__CMS__GLOBAL__ID: 00000000-0000-0000-0000-000000000042
|
|
UMBRACO__CMS__GLOBAL__VERSIONCHECKPERIOD: 0
|
|
UMBRACO__CMS__GLOBAL__USEHTTPS: true
|
|
UMBRACO__CMS__HEALTHCHECKS__NOTIFICATION__ENABLED: false
|
|
UMBRACO__CMS__KEEPALIVE__DISABLEKEEPALIVETASK: true
|
|
UMBRACO__CMS__WEBROUTING__UMBRACOAPPLICATIONURL: https://localhost:44331/
|
|
ASPNETCORE_URLS: https://localhost:44331
|
|
jobs:
|
|
# E2E Tests
|
|
- job:
|
|
displayName: E2E Tests (SQLite)
|
|
timeoutInMinutes: 180
|
|
condition: ${{ eq(parameters.skipDefaultConfigAcceptanceTests, false) }}
|
|
variables:
|
|
# Connection string
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: Data Source=Umbraco;Mode=Memory;Cache=Shared;Foreign Keys=True;Pooling=True
|
|
CONNECTIONSTRINGS__UMBRACODBDSN_PROVIDERNAME: Microsoft.Data.Sqlite
|
|
DatabaseType: SQLite
|
|
additionalEnvironmentVariables: false
|
|
strategy:
|
|
matrix:
|
|
LinuxPart1Of3:
|
|
vmImage: "ubuntu-latest"
|
|
testFolder: "DefaultConfig"
|
|
testCommand: "npm run testSqlite -- --shard=1/3"
|
|
LinuxPart2Of3:
|
|
vmImage: "ubuntu-latest"
|
|
testFolder: "DefaultConfig"
|
|
testCommand: "npm run testSqlite -- --shard=2/3"
|
|
LinuxPart3Of3:
|
|
vmImage: "ubuntu-latest"
|
|
testFolder: "DefaultConfig"
|
|
testCommand: "npm run testSqlite -- --shard=3/3"
|
|
WindowsPart1Of3:
|
|
vmImage: "windows-latest"
|
|
testFolder: "DefaultConfig"
|
|
testCommand: "npm run testSqlite -- --shard=1/3"
|
|
WindowsPart2Of3:
|
|
vmImage: "windows-latest"
|
|
testFolder: "DefaultConfig"
|
|
testCommand: "npm run testSqlite -- --shard=2/3"
|
|
WindowsPart3Of3:
|
|
vmImage: "windows-latest"
|
|
testFolder: "DefaultConfig"
|
|
testCommand: "npm run testSqlite -- --shard=3/3"
|
|
pool:
|
|
vmImage: $(vmImage)
|
|
steps:
|
|
# Setup test environment Template
|
|
- template: nightly-E2E-setup-template.yml
|
|
parameters:
|
|
nodeVersion: ${{ variables.nodeVersion }}
|
|
PlaywrightUserEmail: ${{ variables.UMBRACO__CMS__UNATTENDED__UNATTENDEDUSEREMAIL }}
|
|
PlaywrightPassword: ${{ variables.UMBRACO__CMS__UNATTENDED__UNATTENDEDUSERPASSWORD }}
|
|
ASPNETCORE_URLS: ${{ variables.ASPNETCORE_URLS }}
|
|
npm_config_cache: ${{ variables.npm_config_cache }}
|
|
|
|
- pwsh: |
|
|
dotnet restore UmbracoProject
|
|
cp $(Build.SourcesDirectory)/tests/Umbraco.Tests.AcceptanceTest.UmbracoProject/*.cs UmbracoProject
|
|
displayName: Restore project
|
|
workingDirectory: $(Agent.BuildDirectory)/app
|
|
|
|
- pwsh: |
|
|
dotnet build UmbracoProject --configuration ${{ variables.buildConfiguration }} --no-restore
|
|
dotnet dev-certs https
|
|
displayName: Build application
|
|
workingDirectory: $(Agent.BuildDirectory)/app
|
|
condition: succeeded()
|
|
|
|
# Run application Template
|
|
- template: nightly-E2E-run-application-template.yml
|
|
parameters:
|
|
DatabaseType: ${{ variables.DatabaseType }}
|
|
buildConfiguration: ${{ variables.buildConfiguration }}
|
|
additionalEnvironmentVariables: ${{ variables.additionalEnvironmentVariables }}
|
|
|
|
# Run tests Template
|
|
- template: nightly-E2E-run-tests-template.yml
|
|
parameters:
|
|
testCommand: $(testCommand)
|
|
ASPNETCORE_URLS: ${{ variables.ASPNETCORE_URLS }}
|
|
DatabaseType: ${{ variables.DatabaseType }}
|
|
|
|
- job:
|
|
displayName: E2E Tests (SQL Server)
|
|
timeoutInMinutes: 180
|
|
condition: ${{ eq(parameters.skipDefaultConfigAcceptanceTests, false) }}
|
|
variables:
|
|
# Connection string
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: Data Source=(localdb)\MSSQLLocalDB;AttachDbFilename=|DataDirectory|\Umbraco.mdf;Integrated Security=True
|
|
CONNECTIONSTRINGS__UMBRACODBDSN_PROVIDERNAME: Microsoft.Data.SqlClient
|
|
DatabaseType: SQLServer
|
|
SA_PASSWORD: UmbracoAcceptance123!
|
|
additionalEnvironmentVariables: false
|
|
strategy:
|
|
matrix:
|
|
LinuxPart1Of3:
|
|
testCommand: "npm run test -- --shard=1/3"
|
|
testFolder: "DefaultConfig"
|
|
vmImage: "ubuntu-latest"
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: "Server=(local);Database=Umbraco;User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True"
|
|
LinuxPart2Of3:
|
|
testCommand: "npm run test -- --shard=2/3"
|
|
testFolder: "DefaultConfig"
|
|
vmImage: "ubuntu-latest"
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: "Server=(local);Database=Umbraco;User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True"
|
|
LinuxPart3Of3:
|
|
testCommand: "npm run test -- --shard=3/3"
|
|
testFolder: "DefaultConfig"
|
|
vmImage: "ubuntu-latest"
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: "Server=(local);Database=Umbraco;User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True"
|
|
WindowsPart1Of3:
|
|
testCommand: "npm run test -- --shard=1/3"
|
|
testFolder: "DefaultConfig"
|
|
vmImage: "windows-latest"
|
|
WindowsPart2Of3:
|
|
testCommand: "npm run test -- --shard=2/3"
|
|
testFolder: "DefaultConfig"
|
|
vmImage: "windows-latest"
|
|
WindowsPart3Of3:
|
|
testCommand: "npm run test -- --shard=3/3"
|
|
testFolder: "DefaultConfig"
|
|
vmImage: "windows-latest"
|
|
pool:
|
|
vmImage: $(vmImage)
|
|
steps:
|
|
# Setup test environment Template
|
|
- template: nightly-E2E-setup-template.yml
|
|
parameters:
|
|
nodeVersion: ${{ variables.nodeVersion }}
|
|
PlaywrightUserEmail: ${{ variables.UMBRACO__CMS__UNATTENDED__UNATTENDEDUSEREMAIL }}
|
|
PlaywrightPassword: ${{ variables.UMBRACO__CMS__UNATTENDED__UNATTENDEDUSERPASSWORD }}
|
|
ASPNETCORE_URLS: ${{ variables.ASPNETCORE_URLS }}
|
|
npm_config_cache: ${{ variables.npm_config_cache }}
|
|
|
|
- pwsh: |
|
|
dotnet restore UmbracoProject
|
|
cp $(Build.SourcesDirectory)/tests/Umbraco.Tests.AcceptanceTest.UmbracoProject/*.cs UmbracoProject
|
|
displayName: Restore project
|
|
workingDirectory: $(Agent.BuildDirectory)/app
|
|
|
|
- pwsh: |
|
|
dotnet build UmbracoProject --configuration ${{ variables.buildConfiguration }} --no-restore
|
|
dotnet dev-certs https
|
|
displayName: Build application
|
|
workingDirectory: $(Agent.BuildDirectory)/app
|
|
condition: succeeded()
|
|
|
|
# Run application Template
|
|
- template: nightly-E2E-run-application-template.yml
|
|
parameters:
|
|
SA_PASSWORD: ${{ variables.SA_PASSWORD }}
|
|
buildConfiguration: ${{ variables.buildConfiguration }}
|
|
DatabaseType: ${{ variables.DatabaseType }}
|
|
additionalEnvironmentVariables: ${{ variables.additionalEnvironmentVariables }}
|
|
|
|
# Run tests Template
|
|
- template: nightly-E2E-run-tests-template.yml
|
|
parameters:
|
|
testCommand: $(testCommand)
|
|
ASPNETCORE_URLS: ${{ variables.ASPNETCORE_URLS }}
|
|
DatabaseType: ${{ variables.DatabaseType }}
|
|
|
|
- stage: AdditionalConfigE2E
|
|
displayName: Additional Config E2E Tests
|
|
dependsOn: Build
|
|
variables:
|
|
npm_config_cache: $(Pipeline.Workspace)/.npm_e2e
|
|
ASPNETCORE_URLS: https://localhost:44331
|
|
PlaywrightPassword: UmbracoAcceptance123!
|
|
PlaywrightUserEmail: playwright@umbraco.com
|
|
jobs:
|
|
- job:
|
|
displayName: E2E Tests with Different App settings (SQL Server)
|
|
condition: ${{ eq(parameters.differentAppSettingsAcceptanceTests, true) }}
|
|
timeoutInMinutes: 180
|
|
variables:
|
|
SA_PASSWORD: UmbracoAcceptance123!
|
|
DatabaseType: SQLServer
|
|
strategy:
|
|
matrix:
|
|
# UnattendedInstallConfig
|
|
WindowsUnattendedInstallConfig:
|
|
vmImage: "windows-latest"
|
|
testFolder: "UnattendedInstallConfig"
|
|
testCommand: "npx playwright test --project=unattendedInstallConfig --grep=InstallSQLServer"
|
|
port: 44331
|
|
additionalEnvironmentVariables: false
|
|
# DeliveryApiConfig
|
|
WindowsDeliveryApiConfig:
|
|
vmImage: "windows-latest"
|
|
testFolder: "DeliveryApi"
|
|
port: ''
|
|
testCommand: "npx playwright test --project=deliveryApi"
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: Data Source=(localdb)\MSSQLLocalDB;AttachDbFilename=|DataDirectory|\Umbraco.mdf;Integrated Security=True
|
|
CONNECTIONSTRINGS__UMBRACODBDSN_PROVIDERNAME: Microsoft.Data.SqlClient
|
|
additionalEnvironmentVariables: false
|
|
LinuxDeliveryApiConfig:
|
|
vmImage: "ubuntu-latest"
|
|
testFolder: "DeliveryApi"
|
|
port: ''
|
|
testCommand: "npx playwright test --project=deliveryApi"
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: Server=(local);Database=Umbraco;User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True
|
|
CONNECTIONSTRINGS__UMBRACODBDSN_PROVIDERNAME: Microsoft.Data.SqlClient
|
|
additionalEnvironmentVariables: false
|
|
# ExternalLogin AzureADB2C
|
|
WindowsExternalLoginAzureADB2C:
|
|
vmImage: "windows-latest"
|
|
testFolder: "ExternalLogin\\AzureADB2C"
|
|
testCommand: "npx playwright test --project=externalLoginAzureADB2C"
|
|
port: 44331
|
|
packageName: "Microsoft.AspNetCore.Authentication.OpenIdConnect"
|
|
packageVersion: "9.0.8"
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: Data Source=(localdb)\MSSQLLocalDB;AttachDbFilename=|DataDirectory|\Umbraco.mdf;Integrated Security=True
|
|
CONNECTIONSTRINGS__UMBRACODBDSN_PROVIDERNAME: Microsoft.Data.SqlClient
|
|
additionalEnvironmentVariables: true
|
|
# ExtensionRegistry
|
|
WindowsExtensionRegistry:
|
|
vmImage: "windows-latest"
|
|
testFolder: "ExtensionRegistry"
|
|
port: ''
|
|
testCommand: "npx playwright test --project=extensionRegistry"
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: Data Source=(localdb)\MSSQLLocalDB;AttachDbFilename=|DataDirectory|\Umbraco.mdf;Integrated Security=True
|
|
CONNECTIONSTRINGS__UMBRACODBDSN_PROVIDERNAME: Microsoft.Data.SqlClient
|
|
additionalEnvironmentVariables: false
|
|
LinuxExtensionRegistry:
|
|
vmImage: "ubuntu-latest"
|
|
testFolder: "ExtensionRegistry"
|
|
port: ''
|
|
testCommand: "npx playwright test --project=extensionRegistry"
|
|
CONNECTIONSTRINGS__UMBRACODBDSN: Server=(local);Database=Umbraco;User Id=sa;Password=$(SA_PASSWORD);Encrypt=True;TrustServerCertificate=True
|
|
CONNECTIONSTRINGS__UMBRACODBDSN_PROVIDERNAME: Microsoft.Data.SqlClient
|
|
additionalEnvironmentVariables: false
|
|
pool:
|
|
vmImage: $(vmImage)
|
|
steps:
|
|
# Setup test environment Template
|
|
- template: nightly-E2E-setup-template.yml
|
|
parameters:
|
|
nodeVersion: ${{ variables.nodeVersion }}
|
|
PlaywrightUserEmail: ${{ variables.PlaywrightUserEmail }}
|
|
PlaywrightPassword: ${{ variables.PlaywrightPassword }}
|
|
ASPNETCORE_URLS: ${{ variables.ASPNETCORE_URLS }}
|
|
npm_config_cache: ${{ variables.npm_config_cache }}
|
|
|
|
# Install NuGet package if specified in the matrix
|
|
- pwsh: |
|
|
Write-Host "Installing package $(packageName) version $(packageVersion)"
|
|
dotnet add package $(packageName) --version $(packageVersion)
|
|
displayName: "Install NuGet package: $(packageName)"
|
|
workingDirectory: $(Agent.BuildDirectory)/app/UmbracoProject
|
|
condition: and(succeeded(), ne(variables['packageName'], ''), ne(variables['packageVersion'], ''))
|
|
|
|
# Build application Template
|
|
- template: nightly-E2E-build-template.yml
|
|
parameters:
|
|
testFolder: $(testFolder)
|
|
buildConfiguration: ${{ variables.buildConfiguration }}
|
|
additionalEnvironmentVariables: $(additionalEnvironmentVariables)
|
|
|
|
# Build application for AzureADB2C
|
|
- pwsh: |
|
|
dotnet build UmbracoProject --configuration ${{ variables.buildConfiguration }} --no-restore
|
|
dotnet dev-certs https
|
|
displayName: Build application for AzureADB2C
|
|
workingDirectory: $(Agent.BuildDirectory)/app
|
|
env:
|
|
AZUREADB2CDOMAIN: $(AZUREB2CDOMAIN)
|
|
AZUREADB2CTENANT: $(AZUREB2CTENANT)
|
|
AZUREADB2CPOLICY: $(AZUREB2CPOLICY)
|
|
AZUREADB2CCLIENTID: $(AZUREB2CCLIENTID)
|
|
AZUREADB2CCLIENTSECRET: $(AZUREB2CCLIENTSECRET)
|
|
condition: and(succeeded(), eq(variables['testFolder'], 'ExternalLogin\AzureADB2C'))
|
|
|
|
# Run application Template
|
|
- template: nightly-E2E-run-application-template.yml
|
|
parameters:
|
|
SA_PASSWORD: ${{ variables.SA_PASSWORD }}
|
|
additionalEnvironmentVariables: $(additionalEnvironmentVariables)
|
|
buildConfiguration: ${{ variables.buildConfiguration }}
|
|
DatabaseType: ${{ variables.DatabaseType }}
|
|
|
|
# Run application for Linux with additional Environment Variables for Azure AD
|
|
- bash: |
|
|
nohup dotnet run --project UmbracoProject --configuration ${{ variables.buildConfiguration }} --no-build --no-launch-profile > $(Build.ArtifactStagingDirectory)/playwright.log 2>&1 &
|
|
echo "##vso[task.setvariable variable=AcceptanceTestProcessId]$!"
|
|
displayName: Run application (Linux)
|
|
condition: and(succeeded(), eq(variables['Agent.OS'], 'Linux'), eq(variables['testFolder'], 'ExternalLogin\AzureADB2C'))
|
|
workingDirectory: $(Agent.BuildDirectory)/app
|
|
env:
|
|
AZUREADB2CDOMAIN: $(AZUREB2CDOMAIN)
|
|
AZUREADB2CTENANT: $(AZUREB2CTENANT)
|
|
AZUREADB2CPOLICY: $(AZUREB2CPOLICY)
|
|
AZUREADB2CCLIENTID: $(AZUREB2CCLIENTID)
|
|
AZUREADB2CCLIENTSECRET: $(AZUREB2CCLIENTSECRET)
|
|
|
|
# Run application for Windows with additional Environment Variables for Azure AD
|
|
- pwsh: |
|
|
$process = Start-Process dotnet "run --project UmbracoProject --configuration ${{ variables.buildConfiguration }} --no-build --no-launch-profile 2>&1" -PassThru -NoNewWindow -RedirectStandardOutput $(Build.ArtifactStagingDirectory)/playwright.log
|
|
Write-Host "##vso[task.setvariable variable=AcceptanceTestProcessId]$($process.Id)"
|
|
displayName: Run application (Windows)
|
|
condition: and(succeeded(), eq(variables['Agent.OS'], 'Windows_NT'), eq(variables['testFolder'], 'ExternalLogin\AzureADB2C'))
|
|
workingDirectory: $(Agent.BuildDirectory)/app
|
|
env:
|
|
AZUREADB2CDOMAIN: $(AZUREB2CDOMAIN)
|
|
AZUREADB2CTENANT: $(AZUREB2CTENANT)
|
|
AZUREADB2CPOLICY: $(AZUREB2CPOLICY)
|
|
AZUREADB2CCLIENTID: $(AZUREB2CCLIENTID)
|
|
AZUREADB2CCLIENTSECRET: $(AZUREB2CCLIENTSECRET)
|
|
|
|
# Run tests Template
|
|
- template: nightly-E2E-run-tests-template.yml
|
|
parameters:
|
|
testCommand: $(testCommand)
|
|
ASPNETCORE_URLS: ${{ variables.ASPNETCORE_URLS }}
|
|
port: $(port)
|
|
AZUREB2CTESTUSEREMAIL: $(AZUREB2CTESTUSEREMAIL)
|
|
AZUREB2CTESTUSERPASSWORD: $(AZUREB2CTESTUSERPASSWORD)
|
|
DatabaseType: ${{ variables.DatabaseType }}
|
|
|
|
- stage: NotifySlackBot
|
|
displayName: Notify Slack on Failure
|
|
dependsOn: DefaultConfigE2E
|
|
# This stage will only run if the E2E tests fail or succeed with issues
|
|
condition: or(eq(dependencies.DefaultConfigE2E.result, 'failed'), eq(dependencies.DefaultConfigE2E.result, 'succeededWithIssues'))
|
|
jobs:
|
|
- job: PostToSlack
|
|
displayName: Send Slack Notification
|
|
pool:
|
|
vmImage: 'ubuntu-latest'
|
|
steps:
|
|
# We send a payload to the Slack webhook URL, which will post a message to a specific channel
|
|
- bash: |
|
|
PROJECT_NAME_ENCODED=$(echo -n "$SYSTEM_TEAMPROJECT" | jq -s -R -r @uri)
|
|
PIPELINE_URL="${SYSTEM_TEAMFOUNDATIONCOLLECTIONURI}${PROJECT_NAME_ENCODED}/_build/results?buildId=${BUILD_BUILDID}&view=ms.vss-test-web.build-test-results-tab"
|
|
|
|
PAYLOAD="{
|
|
\"attachments\": [
|
|
{
|
|
\"color\": \"#ff0000\",
|
|
\"pretext\": \"Nightly E2E pipeline *${BUILD_DEFINITIONNAME}* (#${BUILD_BUILDNUMBER}) failed!\",
|
|
\"title\": \"View Failed E2E Test Results\",
|
|
\"title_link\": \"$PIPELINE_URL\",
|
|
\"fields\": [
|
|
{
|
|
\"title\": \"Pipeline\",
|
|
\"value\": \"${BUILD_DEFINITIONNAME}\",
|
|
\"short\": true
|
|
},
|
|
{
|
|
\"title\": \"Build ID\",
|
|
\"value\": \"${BUILD_BUILDID}\",
|
|
\"short\": true
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}"
|
|
|
|
echo "Sending Slack message to: $PIPELINE_URL"
|
|
curl -X POST -H 'Content-type: application/json' \
|
|
--data "$PAYLOAD" \
|
|
"$SLACK_WEBHOOK_URL"
|
|
env:
|
|
SLACK_WEBHOOK_URL: $(E2ESLACKWEBHOOKURL) |