2020-12-23 11:35:49 +01:00
|
|
|
// Copyright (c) Umbraco.
|
|
|
|
|
// See LICENSE for more details.
|
|
|
|
|
|
Examine 2.0 integration (#10241)
* Init commit for examine 2.0 work, most old umb examine tests working, probably a lot that doesn't
* Gets Umbraco Examine tests passing and makes some sense out of them, fixes some underlying issues.
* Large refactor, remove TaskHelper, rename Notifications to be consistent, Gets all examine/lucene indexes building and startup ordered in the correct way, removes old files, creates new IUmbracoIndexingHandler for abstracting out all index operations for umbraco data, abstracts out IIndexRebuilder, Fixes Stack overflow with LiveModelsProvider and loading assemblies, ports some changes from v8 for startup handling with cold boots, refactors out LastSyncedFileManager
* fix up issues with rebuilding and management dashboard.
* removes old files, removes NetworkHelper, fixes LastSyncedFileManager implementation to ensure the machine name is used, fix up logging with cold boot state.
* Makes MainDom safer to use and makes PublishedSnapshotService lazily register with MainDom
* lazily acquire application id (fix unit tests)
* Fixes resource casing and missing test file
* Ensures caches when requiring internal services for PublishedSnapshotService, UseNuCache is a separate call, shouldn't be buried in AddWebComponents, was also causing issues in integration tests since nucache was being used for the Id2Key service.
* For UmbracoTestServerTestBase enable nucache services
* Fixing tests
* Fix another test
* Fixes tests, use TestHostingEnvironment, make Tests.Common use net5, remove old Lucene.Net.Contrib ref.
* Fixes up some review notes
* Fixes issue with doubly registering PublishedSnapshotService meanig there could be 2x instances of it
* Checks for parseexception when executing the query
* Use application root instead of duplicating functionality.
* Added Examine project to netcore only solution file
* Fixed casing issue with LazyLoad, that is not lowercase.
* uses cancellationToken instead of bool flag, fixes always reading lastId from the LastSyncedFileManager, fixes RecurringHostedServiceBase so that there isn't an overlapping thread for the same task type
* Fix tests
* remove legacy test project from solution file
* Fix test
Co-authored-by: Bjarke Berg <mail@bergmania.dk>
2021-05-18 18:31:38 +10:00
|
|
|
using Examine;
|
2023-05-12 09:25:19 +02:00
|
|
|
using Microsoft.EntityFrameworkCore;
|
|
|
|
|
using Microsoft.Extensions.Configuration;
|
2020-10-30 11:16:17 +00:00
|
|
|
using Microsoft.Extensions.DependencyInjection;
|
2022-05-02 19:38:33 +02:00
|
|
|
using Microsoft.Extensions.FileProviders;
|
2020-09-17 13:14:02 +02:00
|
|
|
using Microsoft.Extensions.Logging;
|
2020-09-08 13:03:43 +02:00
|
|
|
using Microsoft.Extensions.Options;
|
2020-12-23 11:35:49 +01:00
|
|
|
using Moq;
|
|
|
|
|
using NUnit.Framework;
|
2024-11-07 12:20:22 +01:00
|
|
|
using Umbraco.Cms.Core;
|
2021-02-09 10:22:42 +01:00
|
|
|
using Umbraco.Cms.Core.Cache;
|
2025-06-02 14:52:38 +02:00
|
|
|
using Umbraco.Cms.Core.Cache.PartialViewCacheInvalidators;
|
2022-05-02 19:38:33 +02:00
|
|
|
using Umbraco.Cms.Core.Composing;
|
2021-02-09 10:22:42 +01:00
|
|
|
using Umbraco.Cms.Core.Configuration.Models;
|
2023-05-12 09:25:19 +02:00
|
|
|
using Umbraco.Cms.Core.DistributedLocking;
|
2021-02-09 10:22:42 +01:00
|
|
|
using Umbraco.Cms.Core.Logging;
|
|
|
|
|
using Umbraco.Cms.Core.Runtime;
|
|
|
|
|
using Umbraco.Cms.Core.Services;
|
|
|
|
|
using Umbraco.Cms.Core.Sync;
|
2021-02-12 10:57:50 +01:00
|
|
|
using Umbraco.Cms.Infrastructure.Examine;
|
2021-02-12 11:03:28 +01:00
|
|
|
using Umbraco.Cms.Infrastructure.HostedServices;
|
2025-03-06 09:16:00 +01:00
|
|
|
using Umbraco.Cms.Infrastructure.PublishedCache;
|
2023-05-12 09:25:19 +02:00
|
|
|
using Umbraco.Cms.Persistence.EFCore.Locking;
|
|
|
|
|
using Umbraco.Cms.Persistence.EFCore.Scoping;
|
2021-02-10 14:45:44 +01:00
|
|
|
using Umbraco.Cms.Tests.Common.TestHelpers.Stubs;
|
2021-02-11 08:30:27 +01:00
|
|
|
using Umbraco.Cms.Tests.Integration.Implementations;
|
2023-05-12 09:25:19 +02:00
|
|
|
using Umbraco.Cms.Tests.Integration.Testing;
|
|
|
|
|
using Umbraco.Cms.Tests.Integration.Umbraco.Persistence.EFCore.DbContext;
|
2020-04-03 13:16:01 +11:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
namespace Umbraco.Cms.Tests.Integration.DependencyInjection;
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// This is used to replace certain services that are normally registered from our Core / Infrastructure that
|
|
|
|
|
/// we do not want active within integration tests
|
|
|
|
|
/// </summary>
|
|
|
|
|
public static class UmbracoBuilderExtensions
|
2020-04-03 13:16:01 +11:00
|
|
|
{
|
|
|
|
|
/// <summary>
|
2022-06-21 08:09:38 +02:00
|
|
|
/// Uses/Replaces services with testing services
|
2020-04-03 13:16:01 +11:00
|
|
|
/// </summary>
|
2022-06-21 08:09:38 +02:00
|
|
|
public static IUmbracoBuilder AddTestServices(this IUmbracoBuilder builder, TestHelper testHelper)
|
2020-04-03 13:16:01 +11:00
|
|
|
{
|
2022-06-21 08:09:38 +02:00
|
|
|
builder.Services.AddUnique(AppCaches.NoCache);
|
2025-06-02 14:52:38 +02:00
|
|
|
builder.Services.AddUnique(Mock.Of<IMemberPartialViewCacheInvalidator>());
|
|
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
builder.Services.AddUnique(Mock.Of<IUmbracoBootPermissionChecker>());
|
|
|
|
|
builder.Services.AddUnique(testHelper.MainDom);
|
2020-09-02 18:10:29 +10:00
|
|
|
|
2023-12-18 06:58:12 +01:00
|
|
|
builder.Services.AddUnique<IIndexRebuilder, TestBackgroundIndexRebuilder>();
|
2020-09-02 18:10:29 +10:00
|
|
|
|
2020-12-24 16:35:59 +11:00
|
|
|
#if IS_WINDOWS
|
2022-06-21 08:09:38 +02:00
|
|
|
// ensure all lucene indexes are using RAM directory (no file system)
|
|
|
|
|
builder.Services.AddUnique<IDirectoryFactory, LuceneRAMDirectoryFactory>();
|
2020-12-24 16:35:59 +11:00
|
|
|
#endif
|
2020-09-04 01:30:47 +10:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
// replace this service so that it can lookup the correct file locations
|
|
|
|
|
builder.Services.AddUnique(GetLocalizedTextService);
|
2020-10-14 08:02:43 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
builder.Services.AddUnique<IServerMessenger, NoopServerMessenger>();
|
|
|
|
|
builder.Services.AddUnique<IProfiler, TestProfiler>();
|
2020-12-24 16:35:59 +11:00
|
|
|
|
2023-05-12 09:25:19 +02:00
|
|
|
builder.Services.AddDbContext<TestUmbracoDbContext>(
|
|
|
|
|
(serviceProvider, options) =>
|
|
|
|
|
{
|
|
|
|
|
var testDatabaseType = builder.Config.GetValue<TestDatabaseSettings.TestDatabaseType>("Tests:Database:DatabaseType");
|
|
|
|
|
if (testDatabaseType is TestDatabaseSettings.TestDatabaseType.Sqlite)
|
|
|
|
|
{
|
|
|
|
|
options.UseSqlite(serviceProvider.GetRequiredService<IOptionsMonitor<ConnectionStrings>>().CurrentValue.ConnectionString);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
// If not Sqlite, assume SqlServer
|
|
|
|
|
options.UseSqlServer(serviceProvider.GetRequiredService<IOptionsMonitor<ConnectionStrings>>().CurrentValue.ConnectionString);
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
optionsLifetime: ServiceLifetime.Singleton);
|
|
|
|
|
|
|
|
|
|
builder.Services.AddDbContextFactory<TestUmbracoDbContext>(
|
|
|
|
|
(serviceProvider, options) =>
|
|
|
|
|
{
|
|
|
|
|
var testDatabaseType = builder.Config.GetValue<TestDatabaseSettings.TestDatabaseType>("Tests:Database:DatabaseType");
|
|
|
|
|
if (testDatabaseType is TestDatabaseSettings.TestDatabaseType.Sqlite)
|
|
|
|
|
{
|
|
|
|
|
options.UseSqlite(serviceProvider.GetRequiredService<IOptionsMonitor<ConnectionStrings>>().CurrentValue.ConnectionString);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
// If not Sqlite, assume SqlServer
|
|
|
|
|
options.UseSqlServer(serviceProvider.GetRequiredService<IOptionsMonitor<ConnectionStrings>>().CurrentValue.ConnectionString);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
builder.Services.AddUnique<IAmbientEFCoreScopeStack<TestUmbracoDbContext>, AmbientEFCoreScopeStack<TestUmbracoDbContext>>();
|
|
|
|
|
builder.Services.AddUnique<IEFCoreScopeAccessor<TestUmbracoDbContext>, EFCoreScopeAccessor<TestUmbracoDbContext>>();
|
|
|
|
|
builder.Services.AddUnique<IEFCoreScopeProvider<TestUmbracoDbContext>, EFCoreScopeProvider<TestUmbracoDbContext>>();
|
|
|
|
|
builder.Services.AddSingleton<IDistributedLockingMechanism, SqliteEFCoreDistributedLockingMechanism<TestUmbracoDbContext>>();
|
|
|
|
|
builder.Services.AddSingleton<IDistributedLockingMechanism, SqlServerEFCoreDistributedLockingMechanism<TestUmbracoDbContext>>();
|
|
|
|
|
|
2025-03-06 09:16:00 +01:00
|
|
|
builder.Services.AddSingleton<IReservedFieldNamesService, ReservedFieldNamesService>();
|
|
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
return builder;
|
|
|
|
|
}
|
2020-09-04 01:30:47 +10:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
/// <summary>
|
|
|
|
|
/// Used to register a replacement for <see cref="ILocalizedTextService" /> where the file sources are the ones within
|
|
|
|
|
/// the netcore project so
|
|
|
|
|
/// we don't need to copy files
|
|
|
|
|
/// </summary>
|
|
|
|
|
private static ILocalizedTextService GetLocalizedTextService(IServiceProvider factory)
|
|
|
|
|
{
|
|
|
|
|
var loggerFactory = factory.GetRequiredService<ILoggerFactory>();
|
|
|
|
|
var appCaches = factory.GetRequiredService<AppCaches>();
|
|
|
|
|
|
|
|
|
|
var localizedTextService = new LocalizedTextService(
|
|
|
|
|
new Lazy<LocalizedTextServiceFileSources>(() =>
|
|
|
|
|
{
|
|
|
|
|
// get the src folder
|
|
|
|
|
var root = TestContext.CurrentContext.TestDirectory.Split("tests")[0];
|
|
|
|
|
var srcFolder = Path.Combine(root, "src");
|
|
|
|
|
|
|
|
|
|
var currFolder = new DirectoryInfo(srcFolder);
|
|
|
|
|
|
2024-04-04 13:44:20 +02:00
|
|
|
if (!currFolder.Exists)
|
|
|
|
|
{
|
2025-11-20 06:54:35 +01:00
|
|
|
// When Umbraco.Integration.Tests is installed in a "consumer" Umbraco site, the src/tests path might not be there.
|
|
|
|
|
// This replaces the folder reference with an empty folder under temp
|
|
|
|
|
// such that the LocalizedTextServiceFileSources don't blow up from directory not found,
|
|
|
|
|
// or reading random xml files from the base temp folder.
|
|
|
|
|
var tempPath = Path.GetTempPath();
|
|
|
|
|
currFolder = new DirectoryInfo(Path.GetFullPath("Umbraco.Integration.Tests.Fake.SrcRoot", tempPath));
|
|
|
|
|
currFolder.Create();
|
2024-04-04 13:44:20 +02:00
|
|
|
}
|
|
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
return new LocalizedTextServiceFileSources(
|
|
|
|
|
loggerFactory.CreateLogger<LocalizedTextServiceFileSources>(),
|
|
|
|
|
appCaches,
|
2024-02-27 13:53:45 +01:00
|
|
|
currFolder,
|
2022-06-21 08:09:38 +02:00
|
|
|
Array.Empty<LocalizedTextServiceSupplementaryFileSource>(),
|
2022-05-02 19:38:33 +02:00
|
|
|
new EmbeddedFileProvider(typeof(IAssemblyProvider).Assembly, "Umbraco.Cms.Core.EmbeddedResources.Lang").GetDirectoryContents(string.Empty));
|
2022-06-21 08:09:38 +02:00
|
|
|
}),
|
|
|
|
|
loggerFactory.CreateLogger<LocalizedTextService>());
|
2020-09-04 01:30:47 +10:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
return localizedTextService;
|
|
|
|
|
}
|
2020-09-02 18:10:29 +10:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
// replace the default so there is no background index rebuilder
|
2025-07-21 08:32:54 +02:00
|
|
|
private sealed class TestBackgroundIndexRebuilder : ExamineIndexRebuilder
|
2022-06-21 08:09:38 +02:00
|
|
|
{
|
|
|
|
|
public TestBackgroundIndexRebuilder(
|
|
|
|
|
IMainDom mainDom,
|
|
|
|
|
IRuntimeState runtimeState,
|
|
|
|
|
ILogger<ExamineIndexRebuilder> logger,
|
|
|
|
|
IExamineManager examineManager,
|
|
|
|
|
IEnumerable<IIndexPopulator> populators,
|
2025-07-24 14:30:14 +02:00
|
|
|
ILongRunningOperationService longRunningOperationService)
|
2022-06-21 08:09:38 +02:00
|
|
|
: base(
|
|
|
|
|
mainDom,
|
|
|
|
|
runtimeState,
|
|
|
|
|
logger,
|
|
|
|
|
examineManager,
|
|
|
|
|
populators,
|
2025-07-24 14:30:14 +02:00
|
|
|
longRunningOperationService)
|
2020-09-02 18:10:29 +10:00
|
|
|
{
|
2022-06-21 08:09:38 +02:00
|
|
|
}
|
Examine 2.0 integration (#10241)
* Init commit for examine 2.0 work, most old umb examine tests working, probably a lot that doesn't
* Gets Umbraco Examine tests passing and makes some sense out of them, fixes some underlying issues.
* Large refactor, remove TaskHelper, rename Notifications to be consistent, Gets all examine/lucene indexes building and startup ordered in the correct way, removes old files, creates new IUmbracoIndexingHandler for abstracting out all index operations for umbraco data, abstracts out IIndexRebuilder, Fixes Stack overflow with LiveModelsProvider and loading assemblies, ports some changes from v8 for startup handling with cold boots, refactors out LastSyncedFileManager
* fix up issues with rebuilding and management dashboard.
* removes old files, removes NetworkHelper, fixes LastSyncedFileManager implementation to ensure the machine name is used, fix up logging with cold boot state.
* Makes MainDom safer to use and makes PublishedSnapshotService lazily register with MainDom
* lazily acquire application id (fix unit tests)
* Fixes resource casing and missing test file
* Ensures caches when requiring internal services for PublishedSnapshotService, UseNuCache is a separate call, shouldn't be buried in AddWebComponents, was also causing issues in integration tests since nucache was being used for the Id2Key service.
* For UmbracoTestServerTestBase enable nucache services
* Fixing tests
* Fix another test
* Fixes tests, use TestHostingEnvironment, make Tests.Common use net5, remove old Lucene.Net.Contrib ref.
* Fixes up some review notes
* Fixes issue with doubly registering PublishedSnapshotService meanig there could be 2x instances of it
* Checks for parseexception when executing the query
* Use application root instead of duplicating functionality.
* Added Examine project to netcore only solution file
* Fixed casing issue with LazyLoad, that is not lowercase.
* uses cancellationToken instead of bool flag, fixes always reading lastId from the LastSyncedFileManager, fixes RecurringHostedServiceBase so that there isn't an overlapping thread for the same task type
* Fix tests
* remove legacy test project from solution file
* Fix test
Co-authored-by: Bjarke Berg <mail@bergmania.dk>
2021-05-18 18:31:38 +10:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public override void RebuildIndex(string indexName, TimeSpan? delay = null, bool useBackgroundThread = true)
|
|
|
|
|
{
|
|
|
|
|
// noop
|
2020-04-03 13:16:01 +11:00
|
|
|
}
|
2020-09-02 18:10:29 +10:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public override void RebuildIndexes(bool onlyEmptyIndexes, TimeSpan? delay = null, bool useBackgroundThread = true)
|
2020-10-05 16:59:26 +02:00
|
|
|
{
|
2022-06-21 08:09:38 +02:00
|
|
|
// noop
|
|
|
|
|
}
|
|
|
|
|
}
|
2020-10-05 16:59:26 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
private class NoopServerMessenger : IServerMessenger
|
|
|
|
|
{
|
|
|
|
|
public void QueueRefresh<TPayload>(ICacheRefresher refresher, TPayload[] payload)
|
|
|
|
|
{
|
|
|
|
|
}
|
2020-10-05 16:59:26 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void QueueRefresh<T>(ICacheRefresher refresher, Func<T, int> getNumericId, params T[] instances)
|
|
|
|
|
{
|
|
|
|
|
}
|
2020-10-05 16:59:26 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void QueueRefresh<T>(ICacheRefresher refresher, Func<T, Guid> getGuidId, params T[] instances)
|
|
|
|
|
{
|
|
|
|
|
}
|
2020-10-05 16:59:26 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void QueueRemove<T>(ICacheRefresher refresher, Func<T, int> getNumericId, params T[] instances)
|
|
|
|
|
{
|
|
|
|
|
}
|
2020-10-05 16:59:26 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void QueueRemove(ICacheRefresher refresher, params int[] numericIds)
|
|
|
|
|
{
|
|
|
|
|
}
|
2020-10-05 16:59:26 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void QueueRefresh(ICacheRefresher refresher, params int[] numericIds)
|
|
|
|
|
{
|
|
|
|
|
}
|
2020-10-05 16:59:26 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void QueueRefresh(ICacheRefresher refresher, params Guid[] guidIds)
|
|
|
|
|
{
|
|
|
|
|
}
|
2020-10-05 16:59:26 +02:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void QueueRefreshAll(ICacheRefresher refresher)
|
|
|
|
|
{
|
|
|
|
|
}
|
2020-12-24 09:50:05 +11:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void Sync() { }
|
2020-12-24 14:44:42 +11:00
|
|
|
|
2022-06-21 08:09:38 +02:00
|
|
|
public void SendMessages() { }
|
2020-04-03 13:16:01 +11:00
|
|
|
}
|
|
|
|
|
}
|