V10/feature/pipeline test filters (#14766)

* Add configuration/code to not run certain tests based on variables/release builds

* Applied longrunning testAttribute to the worst offenders (>200ms on my machine)

* Fix yaml notation

* split up windows/non windows test runs

* Added supression for moved tests

* Fix yaml validation issues

* Change yaml string parameter null value to empty string

* Convert empty strings to whitespace strings

* Rename and cleanup some paramater to better reflect why we use them

* Nightly build test

* Change nightly build authentication type

* template paramater fix

* Update nightly pipeline name

---------

Co-authored-by: Sven Geusens <sge@umbraco.dk>

tests/Umbraco.Tests.Integration/Umbraco.Core/Events/EventAggregatorTests.cs

@@ -6,6 +6,7 @@ using Microsoft.Extensions.DependencyInjection;
 using NUnit.Framework;
 using Umbraco.Cms.Core.Events;
 using Umbraco.Cms.Core.Notifications;
+using Umbraco.Cms.Tests.Common.Attributes;
 using Umbraco.Cms.Tests.Integration.TestServerTest;
 
 namespace Umbraco.Cms.Tests.Integration.Umbraco.Core.Events;
@@ -20,6 +21,7 @@ public class EventAggregatorTests : UmbracoTestServerTestBase
     }
 
     [Test]
+    [LongRunning]
     public async Task Publish_HandlerWithScopedDependency_DoesNotThrow()
     {
         var result = await Client.GetAsync("/test-handler-with-scoped-services");

tests/Umbraco.Tests.Integration/Umbraco.Core/IO/FileSystemsTests.cs

@@ -8,6 +8,7 @@ using NUnit.Framework;
 using Umbraco.Cms.Core.Hosting;
 using Umbraco.Cms.Core.IO;
 using Umbraco.Cms.Core.IO.MediaPathSchemes;
+using Umbraco.Cms.Tests.Common.Attributes;
 using Umbraco.Cms.Tests.Common.Testing;
 using Umbraco.Cms.Tests.Integration.Testing;
 
@@ -33,6 +34,7 @@ public class FileSystemsTests : UmbracoIntegrationTest
     }
 
     [Test]
+    [LongRunning]
     public void Can_Delete_MediaFiles()
     {
         var mediaFileManager = GetRequiredService<MediaFileManager>();

tests/Umbraco.Tests.Integration/Umbraco.Core/IO/ShadowFileSystemTests.cs

@@ -10,6 +10,7 @@ using Umbraco.Cms.Core;
 using Umbraco.Cms.Core.Configuration.Models;
 using Umbraco.Cms.Core.Hosting;
 using Umbraco.Cms.Core.IO;
+using Umbraco.Cms.Tests.Common.Attributes;
 using Umbraco.Cms.Tests.Common.Testing;
 using Umbraco.Cms.Tests.Integration.Implementations;
 using Umbraco.Cms.Tests.Integration.Testing;
@@ -573,6 +574,7 @@ public class ShadowFileSystemTests : UmbracoIntegrationTest
     }
 
     [Test]
+    [LongRunning]
     public void ShadowScopeCompleteWithDirectoryConflict()
     {
         var path = HostingEnvironment.MapPathContentRoot("FileSysTests");

tests/Umbraco.Tests.Integration/Umbraco.Core/Mapping/ContentTypeModelMappingTests.cs

@@ -13,6 +13,7 @@ using Umbraco.Cms.Core.PropertyEditors;
 using Umbraco.Cms.Core.Serialization;
 using Umbraco.Cms.Core.Services;
 using Umbraco.Cms.Core.Strings;
+using Umbraco.Cms.Tests.Common.Attributes;
 using Umbraco.Cms.Tests.Common.Builders;
 using Umbraco.Cms.Tests.Common.Testing;
 using Umbraco.Cms.Tests.Integration.Testing;
@@ -140,6 +141,7 @@ public class ContentTypeModelMappingTests : UmbracoIntegrationTest
     }
 
     [Test]
+    [LongRunning]
     public void ContentTypeSave_To_IContentType()
     {
         // Arrange

tests/Umbraco.Tests.Integration/Umbraco.Core/Packaging/CreatedPackagesRepositoryTests.cs

@@ -16,6 +16,7 @@ using Umbraco.Cms.Core.IO;
 using Umbraco.Cms.Core.Models;
 using Umbraco.Cms.Core.Packaging;
 using Umbraco.Cms.Core.Services;
+using Umbraco.Cms.Tests.Common.Attributes;
 using Umbraco.Cms.Tests.Common.Builders;
 using Umbraco.Cms.Tests.Common.Testing;
 using Umbraco.Cms.Tests.Integration.Testing;
@@ -217,6 +218,7 @@ public class CreatedPackagesRepositoryTests : UmbracoIntegrationTest
     }
 
     [Test]
+    [LongRunning]
     public void Export_Zip()
     {
         var mt = MediaTypeBuilder.CreateImageMediaType("testImage");

tests/Umbraco.Tests.Integration/Umbraco.Core/PublishedContentQueryAccessorTests.cs

@@ -4,6 +4,7 @@ using System.Threading.Tasks;
 using Microsoft.AspNetCore.Mvc;
 using NUnit.Framework;
 using Umbraco.Cms.Core;
+using Umbraco.Cms.Tests.Common.Attributes;
 using Umbraco.Cms.Tests.Integration.TestServerTest;
 
 namespace Umbraco.Cms.Tests.Integration.Umbraco.Core;
@@ -12,6 +13,7 @@ namespace Umbraco.Cms.Tests.Integration.Umbraco.Core;
 public class PublishedContentQueryAccessorTests : UmbracoTestServerTestBase
 {
     [Test]
+    [LongRunning]
     public async Task PublishedContentQueryAccessor_WithRequestScope_WillProvideQuery()
     {
         var result = await Client.GetAsync("/demo-published-content-query-accessor");

tests/Umbraco.Tests.Integration/Umbraco.Core/Variants/ContentVariantAllowedActionTests.cs

@@ -6,6 +6,7 @@ using Umbraco.Cms.Core.Models;
 using Umbraco.Cms.Core.Models.ContentEditing;
 using Umbraco.Cms.Core.Models.Membership;
 using Umbraco.Cms.Core.Services;
+using Umbraco.Cms.Tests.Common.Attributes;
 using Umbraco.Cms.Tests.Common.Builders;
 using Umbraco.Cms.Tests.Common.Builders.Extensions;
 using Umbraco.Cms.Tests.Integration.TestServerTest;
@@ -32,6 +33,7 @@ public class ContentVariantAllowedActionTests : UmbracoTestServerTestBase
     }
 
     [Test]
+    [LongRunning]
     public void CanCheckIfUserHasAccessToLanguage()
     {
         // setup user groups