2019-06-24 11:58:36 +02:00
using System ;
using System.Collections ;
using System.Collections.Generic ;
using System.IO ;
using System.Linq ;
using System.Reflection ;
using System.Reflection.Emit ;
using System.Text ;
using System.Text.RegularExpressions ;
using System.Threading ;
2020-03-03 13:42:07 +01:00
using Umbraco.Core.Configuration ;
2019-06-24 11:58:36 +02:00
using Umbraco.Core ;
2020-01-08 09:01:58 +01:00
using Umbraco.Core.Hosting ;
2019-06-24 11:58:36 +02:00
using Umbraco.Core.Logging ;
using Umbraco.Core.Models.PublishedContent ;
2019-10-29 00:25:03 +11:00
using Umbraco.ModelsBuilder.Embedded.Building ;
2019-06-24 11:58:36 +02:00
using File = System . IO . File ;
2020-08-23 15:58:37 +02:00
using Umbraco.Core.Configuration.Models ;
using Microsoft.Extensions.Options ;
2019-06-24 11:58:36 +02:00
2019-10-29 00:25:03 +11:00
namespace Umbraco.ModelsBuilder.Embedded
2019-06-24 11:58:36 +02:00
{
internal class PureLiveModelFactory : ILivePublishedModelFactory , IRegisteredObject
{
private Infos _infos = new Infos { ModelInfos = null , ModelTypeMap = new Dictionary < string , Type > ( ) } ;
private readonly ReaderWriterLockSlim _locker = new ReaderWriterLockSlim ( ) ;
private volatile bool _hasModels ; // volatile 'cos reading outside lock
private bool _pendingRebuild ;
2020-09-15 08:45:40 +02:00
private readonly IProfilingLogger _profilingLogger ;
private readonly ILogger < PureLiveModelFactory > _logger ;
2019-06-24 11:58:36 +02:00
private readonly FileSystemWatcher _watcher ;
private int _ver , _skipver ;
private readonly int _debugLevel ;
2020-09-02 14:44:01 +02:00
private RoslynCompiler _roslynCompiler ;
2020-09-07 10:19:25 +02:00
private UmbracoAssemblyLoadContext _currentAssemblyLoadContext ;
2019-10-28 19:08:42 +11:00
private readonly Lazy < UmbracoServices > _umbracoServices ; // fixme: this is because of circular refs :(
2019-06-24 11:58:36 +02:00
private UmbracoServices UmbracoServices = > _umbracoServices . Value ;
private static readonly Regex AssemblyVersionRegex = new Regex ( "AssemblyVersion\\(\"[0-9]+.[0-9]+.[0-9]+.[0-9]+\"\\)" , RegexOptions . Compiled ) ;
2020-09-08 10:21:11 +02:00
private static readonly string [ ] OurFiles = { "models.hash" , "models.generated.cs" , "all.generated.cs" , "all.dll.path" , "models.err" , "Compiled" } ;
2019-06-24 11:58:36 +02:00
2020-08-23 15:58:37 +02:00
private readonly ModelsBuilderConfig _config ;
2020-09-02 14:44:01 +02:00
private readonly IHostingEnvironment _hostingEnvironment ;
2020-03-26 15:39:20 +11:00
private readonly IApplicationShutdownRegistry _hostingLifetime ;
2019-10-28 19:08:42 +11:00
private readonly ModelsGenerationError _errors ;
2020-09-02 14:44:01 +02:00
private readonly IPublishedValueFallback _publishedValueFallback ;
2019-06-24 11:58:36 +02:00
2020-03-17 16:26:56 +01:00
public PureLiveModelFactory (
Lazy < UmbracoServices > umbracoServices ,
2020-09-15 08:45:40 +02:00
IProfilingLogger profilingLogger ,
ILogger < PureLiveModelFactory > logger ,
2020-08-23 23:36:48 +02:00
IOptions < ModelsBuilderConfig > config ,
2020-03-17 16:26:56 +01:00
IHostingEnvironment hostingEnvironment ,
2020-03-26 15:39:20 +11:00
IApplicationShutdownRegistry hostingLifetime ,
2020-09-02 14:44:01 +02:00
IPublishedValueFallback publishedValueFallback )
2019-06-24 11:58:36 +02:00
{
_umbracoServices = umbracoServices ;
2020-09-15 08:45:40 +02:00
_profilingLogger = profilingLogger ;
2019-06-24 11:58:36 +02:00
_logger = logger ;
2020-08-23 15:58:37 +02:00
_config = config . Value ;
2020-09-02 14:44:01 +02:00
_hostingEnvironment = hostingEnvironment ;
2020-03-25 15:06:22 +11:00
_hostingLifetime = hostingLifetime ;
2020-09-02 14:44:01 +02:00
_publishedValueFallback = publishedValueFallback ;
_errors = new ModelsGenerationError ( config , _hostingEnvironment ) ;
2019-06-24 11:58:36 +02:00
_ver = 1 ; // zero is for when we had no version
_skipver = - 1 ; // nothing to skip
2020-03-25 15:06:22 +11:00
if ( ! hostingEnvironment . IsHosted ) return ;
2019-06-24 11:58:36 +02:00
2020-09-02 14:44:01 +02:00
var modelsDirectory = _config . ModelsDirectoryAbsolute ( _hostingEnvironment ) ;
2019-06-24 11:58:36 +02:00
if ( ! Directory . Exists ( modelsDirectory ) )
Directory . CreateDirectory ( modelsDirectory ) ;
// BEWARE! if the watcher is not properly released then for some reason the
// BuildManager will start confusing types - using a 'registered object' here
// though we should probably plug into Umbraco's MainDom - which is internal
2020-03-25 15:06:22 +11:00
_hostingLifetime . RegisterObject ( this ) ;
2019-06-24 11:58:36 +02:00
_watcher = new FileSystemWatcher ( modelsDirectory ) ;
_watcher . Changed + = WatcherOnChanged ;
_watcher . EnableRaisingEvents = true ;
// get it here, this need to be fast
_debugLevel = _config . DebugLevel ;
}
#region ILivePublishedModelFactory
/// <inheritdoc />
public object SyncRoot { get ; } = new object ( ) ;
/// <inheritdoc />
public void Refresh ( )
{
ResetModels ( ) ;
EnsureModels ( ) ;
}
#endregion
#region IPublishedModelFactory
public IPublishedElement CreateModel ( IPublishedElement element )
{
// get models, rebuilding them if needed
var infos = EnsureModels ( ) ? . ModelInfos ;
if ( infos = = null )
return element ;
// be case-insensitive
var contentTypeAlias = element . ContentType . Alias ;
// lookup model constructor (else null)
2019-10-28 21:53:32 +11:00
infos . TryGetValue ( contentTypeAlias , out var info ) ;
2019-06-24 11:58:36 +02:00
// create model
2020-09-02 14:44:01 +02:00
return info = = null ? element : info . Ctor ( element , _publishedValueFallback ) ;
2019-06-24 11:58:36 +02:00
}
// this runs only once the factory is ready
// NOT when building models
public Type MapModelType ( Type type )
{
var infos = EnsureModels ( ) ;
return ModelType . Map ( type , infos . ModelTypeMap ) ;
}
// this runs only once the factory is ready
// NOT when building models
public IList CreateModelList ( string alias )
{
var infos = EnsureModels ( ) ;
// fail fast
if ( infos = = null )
return new List < IPublishedElement > ( ) ;
if ( ! infos . ModelInfos . TryGetValue ( alias , out var modelInfo ) )
return new List < IPublishedElement > ( ) ;
var ctor = modelInfo . ListCtor ;
if ( ctor ! = null ) return ctor ( ) ;
var listType = typeof ( List < > ) . MakeGenericType ( modelInfo . ModelType ) ;
ctor = modelInfo . ListCtor = ReflectionUtilities . EmitConstructor < Func < IList > > ( declaring : listType ) ;
return ctor ( ) ;
}
2020-04-20 23:22:03 +10:00
/// <inheritdoc />
public bool Enabled = > _config . Enable ;
2020-04-20 22:25:05 +10:00
/// <inheritdoc />
public void Reset ( )
{
if ( _config . Enable )
ResetModels ( ) ;
}
2019-06-24 11:58:36 +02:00
#endregion
#region Compilation
2020-09-09 12:46:23 +02:00
// deadlock note
//
// when RazorBuildProvider_CodeGenerationStarted runs, the thread has Monitor.Enter-ed the BuildManager
// singleton instance, through a call to CompilationLock.GetLock in BuildManager.GetVPathBuildResultInternal,
// and now wants to lock _locker.
// when EnsureModels runs, the thread locks _locker and then wants BuildManager to compile, which in turns
// requires that the BuildManager can Monitor.Enter-ed itself.
// so:
//
// T1 - needs to ensure models, locks _locker
// T2 - needs to compile a view, locks BuildManager
// hits RazorBuildProvider_CodeGenerationStarted
// wants to lock _locker, wait
// T1 - needs to compile models, using BuildManager
// wants to lock itself, wait
// <deadlock>
//
// until ASP.NET kills the long-running request (thread abort)
//
// problem is, we *want* to suspend views compilation while the models assembly is being changed else we
// end up with views compiled and cached with the old assembly, while models come from the new assembly,
// which gives more YSOD. so we *have* to lock _locker in RazorBuildProvider_CodeGenerationStarted.
//
// one "easy" solution consists in locking the BuildManager *before* _locker in EnsureModels, thus ensuring
// we always lock in the same order, and getting rid of deadlocks - but that requires having access to the
// current BuildManager instance, which is BuildManager.TheBuildManager, which is an internal property.
//
// well, that's what we are doing in this class' TheBuildManager property, using reflection.
// private void RazorBuildProvider_CodeGenerationStarted(object sender, EventArgs e)
// {
// try
// {
// _locker.EnterReadLock();
//
// // just be safe - can happen if the first view is not an Umbraco view,
// // or if something went wrong and we don't have an assembly at all
// if (_modelsAssembly == null) return;
//
// if (_debugLevel > 0)
// _logger.Debug<PureLiveModelFactory>("RazorBuildProvider.CodeGenerationStarted");
// if (!(sender is RazorBuildProvider provider)) return;
//
// // add the assembly, and add a dependency to a text file that will change on each
// // compilation as in some environments (could not figure which/why) the BuildManager
// // would not re-compile the views when the models assembly is rebuilt.
// provider.AssemblyBuilder.AddAssemblyReference(_modelsAssembly);
// provider.AddVirtualPathDependency(ProjVirt);
// }
// finally
// {
// if (_locker.IsReadLockHeld)
// _locker.ExitReadLock();
// }
// }
2019-06-24 11:58:36 +02:00
// tells the factory that it should build a new generation of models
private void ResetModels ( )
{
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Resetting models." ) ;
2019-06-24 11:58:36 +02:00
try
{
_locker . EnterWriteLock ( ) ;
_hasModels = false ;
_pendingRebuild = true ;
2020-09-02 14:44:01 +02:00
var modelsDirectory = _config . ModelsDirectoryAbsolute ( _hostingEnvironment ) ;
2019-06-24 11:58:36 +02:00
if ( ! Directory . Exists ( modelsDirectory ) )
Directory . CreateDirectory ( modelsDirectory ) ;
// clear stuff
var modelsHashFile = Path . Combine ( modelsDirectory , "models.hash" ) ;
var dllPathFile = Path . Combine ( modelsDirectory , "all.dll.path" ) ;
if ( File . Exists ( dllPathFile ) ) File . Delete ( dllPathFile ) ;
if ( File . Exists ( modelsHashFile ) ) File . Delete ( modelsHashFile ) ;
}
finally
{
if ( _locker . IsWriteLockHeld )
_locker . ExitWriteLock ( ) ;
}
}
2020-09-03 14:18:09 +02:00
// gets the RoslynCompiler
2020-09-02 14:44:01 +02:00
private RoslynCompiler RoslynCompiler
2019-06-24 11:58:36 +02:00
{
get
{
2020-09-02 14:44:01 +02:00
if ( _roslynCompiler ! = null ) return _roslynCompiler ;
_roslynCompiler = new RoslynCompiler ( System . Runtime . Loader . AssemblyLoadContext . All . SelectMany ( x = > x . Assemblies ) ) ;
return _roslynCompiler ;
2019-06-24 11:58:36 +02:00
}
}
// ensure that the factory is running with the lastest generation of models
internal Infos EnsureModels ( )
{
if ( _debugLevel > 0 )
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Ensuring models." ) ;
2019-06-24 11:58:36 +02:00
// don't use an upgradeable lock here because only 1 thread at a time could enter it
try
{
_locker . EnterReadLock ( ) ;
if ( _hasModels )
return _infos ;
}
finally
{
if ( _locker . IsReadLockHeld )
_locker . ExitReadLock ( ) ;
}
2020-09-08 10:21:11 +02:00
var roslynLocked = false ;
2019-06-24 11:58:36 +02:00
try
{
// always take the BuildManager lock *before* taking the _locker lock
// to avoid possible deadlock situations (see notes above)
2020-09-08 10:21:11 +02:00
Monitor . Enter ( RoslynCompiler , ref roslynLocked ) ;
2019-06-24 11:58:36 +02:00
_locker . EnterUpgradeableReadLock ( ) ;
if ( _hasModels ) return _infos ;
_locker . EnterWriteLock ( ) ;
// we don't have models,
// either they haven't been loaded from the cache yet
// or they have been reseted and are pending a rebuild
2020-09-15 08:45:40 +02:00
using ( _profilingLogger . DebugDuration < PureLiveModelFactory > ( "Get models." , "Got models." ) )
2019-06-24 11:58:36 +02:00
{
try
{
var assembly = GetModelsAssembly ( _pendingRebuild ) ;
// the one below can be used to simulate an issue with BuildManager, ie it will register
// the models with the factory but NOT with the BuildManager, which will not recompile views.
// this is for U4-8043 which is an obvious issue but I cannot replicate
//_modelsAssembly = _modelsAssembly ?? assembly;
var types = assembly . ExportedTypes . Where ( x = > x . Inherits < PublishedContentModel > ( ) | | x . Inherits < PublishedElementModel > ( ) ) ;
_infos = RegisterModels ( types ) ;
2019-10-28 19:08:42 +11:00
_errors . Clear ( ) ;
2019-06-24 11:58:36 +02:00
}
catch ( Exception e )
{
try
{
2020-09-15 08:45:40 +02:00
_logger . LogWarning ( "Failed to build models." , e ) ;
_logger . LogWarning ( "Running without models." ) ; // be explicit
2019-10-28 19:08:42 +11:00
_errors . Report ( "Failed to build PureLive models." , e ) ;
2019-06-24 11:58:36 +02:00
}
finally
{
_infos = new Infos { ModelInfos = null , ModelTypeMap = new Dictionary < string , Type > ( ) } ;
}
}
// don't even try again
_hasModels = true ;
}
return _infos ;
}
finally
{
if ( _locker . IsWriteLockHeld )
_locker . ExitWriteLock ( ) ;
if ( _locker . IsUpgradeableReadLockHeld )
_locker . ExitUpgradeableReadLock ( ) ;
2020-09-08 10:21:11 +02:00
if ( roslynLocked )
2020-09-02 14:44:01 +02:00
Monitor . Exit ( RoslynCompiler ) ;
2019-06-24 11:58:36 +02:00
}
}
2020-09-04 10:38:37 +02:00
private Assembly ReloadAssembly ( string pathToAssembly )
{
2020-09-09 12:46:23 +02:00
// If there's a current AssemblyLoadContext, unload it before creating a new one.
2020-09-07 10:19:25 +02:00
if ( ! ( _currentAssemblyLoadContext is null ) )
2020-09-04 10:38:37 +02:00
{
2020-09-07 10:19:25 +02:00
_currentAssemblyLoadContext . Unload ( ) ;
GC . Collect ( ) ;
GC . WaitForPendingFinalizers ( ) ;
2020-09-04 10:38:37 +02:00
}
2020-09-09 12:46:23 +02:00
2020-09-04 10:38:37 +02:00
// We must create a new assembly load context
// as long as theres a reference to the assembly load context we can't delete the assembly it loaded
2020-09-07 10:19:25 +02:00
_currentAssemblyLoadContext = new UmbracoAssemblyLoadContext ( ) ;
// Use filestream to load in the new assembly, otherwise it'll be locked
// See https://www.strathweb.com/2019/01/collectible-assemblies-in-net-core-3-0/ for more info
using ( var fs = new FileStream ( pathToAssembly , FileMode . Open , FileAccess . Read ) )
2020-09-07 09:03:09 +02:00
{
2020-09-07 10:19:25 +02:00
return _currentAssemblyLoadContext . LoadFromStream ( fs ) ;
}
2020-09-04 10:38:37 +02:00
}
2019-06-24 11:58:36 +02:00
private Assembly GetModelsAssembly ( bool forceRebuild )
{
2020-09-02 14:44:01 +02:00
var modelsDirectory = _config . ModelsDirectoryAbsolute ( _hostingEnvironment ) ;
2019-06-24 11:58:36 +02:00
if ( ! Directory . Exists ( modelsDirectory ) )
Directory . CreateDirectory ( modelsDirectory ) ;
var typeModels = UmbracoServices . GetAllTypes ( ) ;
2019-10-28 21:53:32 +11:00
var currentHash = TypeModelHasher . Hash ( typeModels ) ;
2019-06-24 11:58:36 +02:00
var modelsHashFile = Path . Combine ( modelsDirectory , "models.hash" ) ;
var modelsSrcFile = Path . Combine ( modelsDirectory , "models.generated.cs" ) ;
var projFile = Path . Combine ( modelsDirectory , "all.generated.cs" ) ;
var dllPathFile = Path . Combine ( modelsDirectory , "all.dll.path" ) ;
// caching the generated models speeds up booting
// currentHash hashes both the types & the user's partials
if ( ! forceRebuild )
{
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Looking for cached models." ) ;
2019-06-24 11:58:36 +02:00
if ( File . Exists ( modelsHashFile ) & & File . Exists ( projFile ) )
{
var cachedHash = File . ReadAllText ( modelsHashFile ) ;
if ( currentHash ! = cachedHash )
{
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Found obsolete cached models." ) ;
2019-06-24 11:58:36 +02:00
forceRebuild = true ;
}
// else cachedHash matches currentHash, we can try to load an existing dll
}
else
{
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Could not find cached models." ) ;
2019-06-24 11:58:36 +02:00
forceRebuild = true ;
}
}
Assembly assembly ;
if ( ! forceRebuild )
{
// try to load the dll directly (avoid rebuilding)
//
// ensure that the .dll file does not have a corresponding .dll.delete file
// as that would mean the the .dll file is going to be deleted and should not
// be re-used - that should not happen in theory, but better be safe
if ( File . Exists ( dllPathFile ) )
{
var dllPath = File . ReadAllText ( dllPathFile ) ;
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( $"Cached models dll at {dllPath}." ) ;
2019-06-24 11:58:36 +02:00
2020-09-03 14:18:09 +02:00
if ( File . Exists ( dllPath ) & & ! File . Exists ( dllPath + ".delete" ) )
2019-06-24 11:58:36 +02:00
{
2020-09-04 10:38:37 +02:00
assembly = ReloadAssembly ( dllPath ) ;
2020-09-09 12:46:23 +02:00
2019-06-24 11:58:36 +02:00
var attr = assembly . GetCustomAttribute < ModelsBuilderAssemblyAttribute > ( ) ;
if ( attr ! = null & & attr . PureLive & & attr . SourceHash = = currentHash )
{
// if we were to resume at that revision, then _ver would keep increasing
// and that is probably a bad idea - so, we'll always rebuild starting at
// ver 1, but we remember we want to skip that one - so we never end up
// with the "same but different" version of the assembly in memory
_skipver = assembly . GetName ( ) . Version . Revision ;
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Loading cached models (dll)." ) ;
2019-06-24 11:58:36 +02:00
return assembly ;
}
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Cached models dll cannot be loaded (invalid assembly)." ) ;
2019-06-24 11:58:36 +02:00
}
else if ( ! File . Exists ( dllPath ) )
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Cached models dll does not exist." ) ;
2019-06-24 11:58:36 +02:00
else if ( File . Exists ( dllPath + ".delete" ) )
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Cached models dll is marked for deletion." ) ;
2019-06-24 11:58:36 +02:00
else
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Cached models dll cannot be loaded (why?)." ) ;
2019-06-24 11:58:36 +02:00
}
// must reset the version in the file else it would keep growing
// loading cached modules only happens when the app restarts
var text = File . ReadAllText ( projFile ) ;
var match = AssemblyVersionRegex . Match ( text ) ;
if ( match . Success )
{
text = text . Replace ( match . Value , "AssemblyVersion(\"0.0.0." + _ver + "\")" ) ;
File . WriteAllText ( projFile , text ) ;
}
_ver + + ;
try
{
2020-09-07 11:47:46 +02:00
var assemblyPath = GetOutputAssemblyPath ( currentHash ) ;
2020-09-07 12:37:47 +02:00
RoslynCompiler . CompileToFile ( _hostingEnvironment . MapPathContentRoot ( projFile ) , assemblyPath ) ;
2020-09-04 10:38:37 +02:00
assembly = ReloadAssembly ( assemblyPath ) ;
2019-06-24 11:58:36 +02:00
File . WriteAllText ( dllPathFile , assembly . Location ) ;
2020-09-08 11:23:27 +02:00
File . WriteAllText ( modelsHashFile , currentHash ) ;
2020-09-03 14:53:36 +02:00
TryDeleteUnusedAssemblies ( dllPathFile ) ;
2019-06-24 11:58:36 +02:00
}
catch
{
ClearOnFailingToCompile ( dllPathFile , modelsHashFile , projFile ) ;
throw ;
}
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Loading cached models (source)." ) ;
2019-06-24 11:58:36 +02:00
return assembly ;
}
// need to rebuild
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Rebuilding models." ) ;
2019-06-24 11:58:36 +02:00
// generate code, save
var code = GenerateModelsCode ( typeModels ) ;
// add extra attributes,
// PureLiveAssembly helps identifying Assemblies that contain PureLive models
// AssemblyVersion is so that we have a different version for each rebuild
var ver = _ver = = _skipver ? + + _ver : _ver ;
_ver + + ;
2019-10-28 21:53:32 +11:00
code = code . Replace ( "//ASSATTR" , $@"[assembly:ModelsBuilderAssembly(PureLive = true, SourceHash = ""{currentHash}" ")]
2019-06-24 11:58:36 +02:00
[assembly:System.Reflection.AssemblyVersion(""0.0.0.{ver}"")] ");
File . WriteAllText ( modelsSrcFile , code ) ;
// generate proj, save
var projFiles = new Dictionary < string , string >
{
{ "models.generated.cs" , code }
} ;
var proj = GenerateModelsProj ( projFiles ) ;
File . WriteAllText ( projFile , proj ) ;
// compile and register
try
{
2020-09-07 11:47:46 +02:00
var assemblyPath = GetOutputAssemblyPath ( currentHash ) ;
2020-09-07 12:37:47 +02:00
RoslynCompiler . CompileToFile ( _hostingEnvironment . MapPathContentRoot ( projFile ) , assemblyPath ) ;
2020-09-04 10:38:37 +02:00
assembly = ReloadAssembly ( assemblyPath ) ;
2020-09-07 10:19:25 +02:00
File . WriteAllText ( dllPathFile , assemblyPath ) ;
2019-06-24 11:58:36 +02:00
File . WriteAllText ( modelsHashFile , currentHash ) ;
2020-09-03 14:53:36 +02:00
TryDeleteUnusedAssemblies ( dllPathFile ) ;
2019-06-24 11:58:36 +02:00
}
catch
{
ClearOnFailingToCompile ( dllPathFile , modelsHashFile , projFile ) ;
throw ;
}
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Done rebuilding." ) ;
2019-06-24 11:58:36 +02:00
return assembly ;
}
2020-09-04 10:38:37 +02:00
private void TryDeleteUnusedAssemblies ( string dllPathFile )
2020-09-03 14:18:09 +02:00
{
if ( File . Exists ( dllPathFile ) )
{
var dllPath = File . ReadAllText ( dllPathFile ) ;
2020-09-03 14:53:36 +02:00
var dirInfo = new DirectoryInfo ( dllPath ) . Parent ;
var files = dirInfo . GetFiles ( ) . Where ( f = > f . FullName ! = dllPath ) ;
foreach ( var file in files )
{
try
{
File . Delete ( file . FullName ) ;
}
2020-09-09 12:46:23 +02:00
catch ( UnauthorizedAccessException )
2020-09-03 14:53:36 +02:00
{
// The file is in use, we'll try again next time...
2020-09-07 10:19:25 +02:00
// This shouldn't happen anymore.
2020-09-03 14:53:36 +02:00
}
}
2020-09-09 12:46:23 +02:00
2020-09-03 14:18:09 +02:00
}
}
2020-09-02 15:35:05 +02:00
private string GetOutputAssemblyPath ( string currentHash )
{
2020-09-08 10:21:11 +02:00
var dirInfo = new DirectoryInfo ( Path . Combine ( _config . ModelsDirectoryAbsolute ( _hostingEnvironment ) , "Compiled" ) ) ;
2020-09-02 15:35:05 +02:00
if ( ! dirInfo . Exists )
2020-09-03 15:03:02 +02:00
Directory . CreateDirectory ( dirInfo . FullName ) ;
2020-09-02 15:46:48 +02:00
return Path . Combine ( dirInfo . FullName , $"generated.cs{currentHash}.dll" ) ;
2020-09-02 15:35:05 +02:00
}
2019-06-24 11:58:36 +02:00
private void ClearOnFailingToCompile ( string dllPathFile , string modelsHashFile , string projFile )
{
2020-09-15 08:45:40 +02:00
_logger . LogDebug ( "Failed to compile." ) ;
2019-06-24 11:58:36 +02:00
// the dll file reference still points to the previous dll, which is obsolete
// now and will be deleted by ASP.NET eventually, so better clear that reference.
// also touch the proj file to force views to recompile - don't delete as it's
// useful to have the source around for debugging.
try
{
if ( File . Exists ( dllPathFile ) ) File . Delete ( dllPathFile ) ;
if ( File . Exists ( modelsHashFile ) ) File . Delete ( modelsHashFile ) ;
if ( File . Exists ( projFile ) ) File . SetLastWriteTime ( projFile , DateTime . Now ) ;
}
catch { /* enough */ }
}
private static Infos RegisterModels ( IEnumerable < Type > types )
{
2020-09-02 14:44:01 +02:00
var ctorArgTypes = new [ ] { typeof ( IPublishedElement ) , typeof ( IPublishedValueFallback ) } ;
2019-06-24 11:58:36 +02:00
var modelInfos = new Dictionary < string , ModelInfo > ( StringComparer . InvariantCultureIgnoreCase ) ;
var map = new Dictionary < string , Type > ( ) ;
foreach ( var type in types )
{
ConstructorInfo constructor = null ;
Type parameterType = null ;
foreach ( var ctor in type . GetConstructors ( ) )
{
var parms = ctor . GetParameters ( ) ;
2020-09-02 14:44:01 +02:00
if ( parms . Length = = 2 & & typeof ( IPublishedElement ) . IsAssignableFrom ( parms [ 0 ] . ParameterType ) & & typeof ( IPublishedValueFallback ) . IsAssignableFrom ( parms [ 1 ] . ParameterType ) )
2019-06-24 11:58:36 +02:00
{
if ( constructor ! = null )
throw new InvalidOperationException ( $"Type {type.FullName} has more than one public constructor with one argument of type, or implementing, IPropertySet." ) ;
constructor = ctor ;
parameterType = parms [ 0 ] . ParameterType ;
}
}
if ( constructor = = null )
throw new InvalidOperationException ( $"Type {type.FullName} is missing a public constructor with one argument of type, or implementing, IPropertySet." ) ;
var attribute = type . GetCustomAttribute < PublishedModelAttribute > ( false ) ;
var typeName = attribute = = null ? type . Name : attribute . ContentTypeAlias ;
2019-10-28 21:53:32 +11:00
if ( modelInfos . TryGetValue ( typeName , out var modelInfo ) )
2019-06-24 11:58:36 +02:00
throw new InvalidOperationException ( $"Both types {type.FullName} and {modelInfo.ModelType.FullName} want to be a model type for content type with alias \" { typeName } \ "." ) ;
2020-07-14 10:08:59 +10:00
// TODO: use Core's ReflectionUtilities.EmitCtor !!
2019-10-28 19:08:42 +11:00
// Yes .. DynamicMethod is uber slow
2020-07-14 10:08:59 +10:00
// TODO: But perhaps https://docs.microsoft.com/en-us/dotnet/api/system.reflection.emit.constructorbuilder?view=netcore-3.1 is better still?
// See CtorInvokeBenchmarks
2019-10-28 21:53:32 +11:00
var meth = new DynamicMethod ( string . Empty , typeof ( IPublishedElement ) , ctorArgTypes , type . Module , true ) ;
2019-06-24 11:58:36 +02:00
var gen = meth . GetILGenerator ( ) ;
gen . Emit ( OpCodes . Ldarg_0 ) ;
2020-09-02 15:18:22 +02:00
gen . Emit ( OpCodes . Ldarg_1 ) ;
2019-06-24 11:58:36 +02:00
gen . Emit ( OpCodes . Newobj , constructor ) ;
gen . Emit ( OpCodes . Ret ) ;
2020-09-02 14:44:01 +02:00
var func = ( Func < IPublishedElement , IPublishedValueFallback , IPublishedElement > ) meth . CreateDelegate ( typeof ( Func < IPublishedElement , IPublishedValueFallback , IPublishedElement > ) ) ;
2019-06-24 11:58:36 +02:00
modelInfos [ typeName ] = new ModelInfo { ParameterType = parameterType , Ctor = func , ModelType = type } ;
map [ typeName ] = type ;
}
return new Infos { ModelInfos = modelInfos . Count > 0 ? modelInfos : null , ModelTypeMap = map } ;
}
private string GenerateModelsCode ( IList < TypeModel > typeModels )
{
2020-09-02 14:44:01 +02:00
var modelsDirectory = _config . ModelsDirectoryAbsolute ( _hostingEnvironment ) ;
2019-06-24 11:58:36 +02:00
if ( ! Directory . Exists ( modelsDirectory ) )
Directory . CreateDirectory ( modelsDirectory ) ;
foreach ( var file in Directory . GetFiles ( modelsDirectory , "*.generated.cs" ) )
File . Delete ( file ) ;
2019-10-28 18:02:52 +11:00
var builder = new TextBuilder ( _config , typeModels ) ;
2019-06-24 11:58:36 +02:00
var codeBuilder = new StringBuilder ( ) ;
builder . Generate ( codeBuilder , builder . GetModelsToGenerate ( ) ) ;
var code = codeBuilder . ToString ( ) ;
return code ;
}
private static readonly Regex UsingRegex = new Regex ( "^using(.*);" , RegexOptions . Compiled | RegexOptions . Multiline ) ;
private static readonly Regex AattrRegex = new Regex ( "^\\[assembly:(.*)\\]" , RegexOptions . Compiled | RegexOptions . Multiline ) ;
private static string GenerateModelsProj ( IDictionary < string , string > files )
{
// ideally we would generate a CSPROJ file but then we'd need a BuildProvider for csproj
// trying to keep things simple for the time being, just write everything to one big file
// group all 'using' at the top of the file (else fails)
var usings = new List < string > ( ) ;
foreach ( var k in files . Keys . ToList ( ) )
files [ k ] = UsingRegex . Replace ( files [ k ] , m = >
{
usings . Add ( m . Groups [ 1 ] . Value ) ;
return string . Empty ;
} ) ;
// group all '[assembly:...]' at the top of the file (else fails)
var aattrs = new List < string > ( ) ;
foreach ( var k in files . Keys . ToList ( ) )
files [ k ] = AattrRegex . Replace ( files [ k ] , m = >
{
aattrs . Add ( m . Groups [ 1 ] . Value ) ;
return string . Empty ;
} ) ;
var text = new StringBuilder ( ) ;
foreach ( var u in usings . Distinct ( ) )
{
text . Append ( "using " ) ;
text . Append ( u ) ;
text . Append ( ";\r\n" ) ;
}
foreach ( var a in aattrs )
{
text . Append ( "[assembly:" ) ;
text . Append ( a ) ;
text . Append ( "]\r\n" ) ;
}
text . Append ( "\r\n\r\n" ) ;
foreach ( var f in files )
{
text . Append ( "// FILE: " ) ;
text . Append ( f . Key ) ;
text . Append ( "\r\n\r\n" ) ;
text . Append ( f . Value ) ;
text . Append ( "\r\n\r\n\r\n" ) ;
}
text . Append ( "// EOF\r\n" ) ;
return text . ToString ( ) ;
}
internal class Infos
{
public Dictionary < string , Type > ModelTypeMap { get ; set ; }
public Dictionary < string , ModelInfo > ModelInfos { get ; set ; }
}
internal class ModelInfo
{
public Type ParameterType { get ; set ; }
2020-09-02 14:44:01 +02:00
public Func < IPublishedElement , IPublishedValueFallback , IPublishedElement > Ctor { get ; set ; }
2019-06-24 11:58:36 +02:00
public Type ModelType { get ; set ; }
public Func < IList > ListCtor { get ; set ; }
}
#endregion
#region Watching
private void WatcherOnChanged ( object sender , FileSystemEventArgs args )
{
var changed = args . Name ;
// don't reset when our files change because we are building!
//
// comment it out, and always ignore our files, because it seems that some
// race conditions can occur on slow Cloud filesystems and then we keep
// rebuilding
//if (_building && OurFiles.Contains(changed))
//{
2020-09-15 08:45:40 +02:00
// //_logger.LogInformation<PureLiveModelFactory>("Ignoring files self-changes.");
2019-06-24 11:58:36 +02:00
// return;
//}
// always ignore our own file changes
if ( OurFiles . Contains ( changed ) )
return ;
2020-09-15 08:45:40 +02:00
_logger . LogInformation ( "Detected files changes." ) ;
2019-06-24 11:58:36 +02:00
lock ( SyncRoot ) // don't reset while being locked
ResetModels ( ) ;
}
public void Stop ( bool immediate )
{
_watcher . EnableRaisingEvents = false ;
_watcher . Dispose ( ) ;
2020-03-25 15:06:22 +11:00
_hostingLifetime . UnregisterObject ( this ) ;
2019-06-24 11:58:36 +02:00
}
#endregion
}
}