From 0cfa8626b1ef591a981a67f0f01d8234108be4af Mon Sep 17 00:00:00 2001 From: Nhu Dinh <150406148+nhudinh0309@users.noreply.github.com> Date: Thu, 2 May 2024 15:09:48 +0700 Subject: [PATCH] V14 QA Setting up the smoke E2E tests in pipeline (#16082) * Added code to block unnecessary resources * Updated createFolder * Bumped version of test helper * Changed clickCreateButton to clickCreateLink due to UI changes * Bumped version of json builder * Reversed previous code * Removed waitForTimeout * Removed waitForTimeout after login * Bumped version of json builder * Changed delete folder method * Bumped version of test helper * Update create link * Removed waitForTimeout * Added skip tests since currently only can view relations * Added more explicit wait * Removed hard wait * Removed invalid verification step due to paging * Moved get set telemetry level from test to before/after test * Bumped version of test helper * Added smoke tags - not done * Added smoke tags * Fixed merge conflict * Added code to run smoke E2E tests after each build instead of full E2E tests * Updated command to run smoke test * Added more smoke tag * Added reload tree steps * Bumped version * Removed hard waits * Reduced wait time * Reversed hard waits * Set up full test suite in nightly build * Fixed conditions * Changed config --- build/azure-pipelines.yml | 10 ++++++++-- build/nightly-build-trigger.yml | 2 +- .../Settings/Stylesheet/Stylesheet.spec.ts | 2 +- 3 files changed, 10 insertions(+), 4 deletions(-) diff --git a/build/azure-pipelines.yml b/build/azure-pipelines.yml index 0520b2cb54..aa7e1845f7 100644 --- a/build/azure-pipelines.yml +++ b/build/azure-pipelines.yml @@ -525,7 +525,10 @@ stages: workingDirectory: tests/Umbraco.Tests.AcceptanceTest # Test - - pwsh: npm run test --ignore-certificate-errors + - ${{ if eq(parameters.isNightly, true) }}: + pwsh: npm run test --ignore-certificate-errors + ${{ else }}: + pwsh: npm run smokeTest --ignore-certificate-errors displayName: Run Playwright tests continueOnError: true workingDirectory: tests/Umbraco.Tests.AcceptanceTest @@ -665,7 +668,10 @@ stages: workingDirectory: tests/Umbraco.Tests.AcceptanceTest # Test - - pwsh: npm run test --ignore-certificate-errors + - ${{ if eq(parameters.isNightly, true) }}: + pwsh: npm run test --ignore-certificate-errors + ${{ else }}: + pwsh: npm run smokeTest --ignore-certificate-errors displayName: Run Playwright tests continueOnError: true workingDirectory: tests/Umbraco.Tests.AcceptanceTest diff --git a/build/nightly-build-trigger.yml b/build/nightly-build-trigger.yml index 7e128b2af7..16cc06533d 100644 --- a/build/nightly-build-trigger.yml +++ b/build/nightly-build-trigger.yml @@ -26,7 +26,7 @@ steps: useSameBranch: true waitForQueuedBuildsToFinish: false storeInEnvironmentVariable: false - templateParameters: 'sqlServerIntegrationTests: true, forceReleaseTestFilter: true, myGetDeploy: true, isNightly: true' + templateParameters: 'sqlServerIntegrationTests: true, sqlServerAcceptanceTests: true, forceReleaseTestFilter: true, myGetDeploy: true, isNightly: true' authenticationMethod: 'OAuth Token' enableBuildInQueueCondition: false dependentOnSuccessfulBuildCondition: false diff --git a/tests/Umbraco.Tests.AcceptanceTest/tests/DefaultConfig/Settings/Stylesheet/Stylesheet.spec.ts b/tests/Umbraco.Tests.AcceptanceTest/tests/DefaultConfig/Settings/Stylesheet/Stylesheet.spec.ts index 55f2e06aa5..0e76253ea5 100644 --- a/tests/Umbraco.Tests.AcceptanceTest/tests/DefaultConfig/Settings/Stylesheet/Stylesheet.spec.ts +++ b/tests/Umbraco.Tests.AcceptanceTest/tests/DefaultConfig/Settings/Stylesheet/Stylesheet.spec.ts @@ -125,7 +125,7 @@ test.describe('Stylesheets tests', () => { expect(await umbracoApi.stylesheet.doesNameExist(wrongStylesheetName)).toBeFalsy(); }); - test.skip('can edit rich text editor styles', async ({umbracoApi, umbracoUi}) => { + test('can edit rich text editor styles', async ({umbracoApi, umbracoUi}) => { // Arrange const newStyleName = 'TestNewStyleName'; const newStyleSelector = 'h2';