diff --git a/src/Umbraco.ModelsBuilder.Embedded/PureLiveModelFactory.cs b/src/Umbraco.ModelsBuilder.Embedded/PureLiveModelFactory.cs
index dd6d0c364a..85c4d47af1 100644
--- a/src/Umbraco.ModelsBuilder.Embedded/PureLiveModelFactory.cs
+++ b/src/Umbraco.ModelsBuilder.Embedded/PureLiveModelFactory.cs
@@ -393,6 +393,7 @@ namespace Umbraco.ModelsBuilder.Embedded
                     RoslynCompiler.CompileToFile(_hostingEnvironment.MapPathContentRoot(projFile), assemblyPath);
                     assembly = ReloadAssembly(assemblyPath);
                     File.WriteAllText(dllPathFile, assembly.Location);
+                    File.WriteAllText(modelsHashFile, currentHash);
                     TryDeleteUnusedAssemblies(dllPathFile);
                 }
                 catch
diff --git a/src/Umbraco.Web.UI.NetCore/Umbraco.Web.UI.NetCore.csproj b/src/Umbraco.Web.UI.NetCore/Umbraco.Web.UI.NetCore.csproj
index 15c2d97479..e261da9227 100644
--- a/src/Umbraco.Web.UI.NetCore/Umbraco.Web.UI.NetCore.csproj
+++ b/src/Umbraco.Web.UI.NetCore/Umbraco.Web.UI.NetCore.csproj
@@ -1,4 +1,4 @@
-<Project Sdk="Microsoft.NET.Sdk.Web">
+<Project Sdk="Microsoft.NET.Sdk.Web">
 
     <PropertyGroup>
         <TargetFramework>netcoreapp3.1</TargetFramework>
@@ -128,7 +128,12 @@
         <None Remove="Umbraco/Models/all.generated.cs"/>
         <Compile Remove="Umbraco/Models/all.generated.cs"/>
         <None Remove="Umbraco/Models/models.generated.cs"/>
-        <Compile Remove="Umbraco/Models/models.generated.cs"/>
+        <Compile Remove="Umbraco/Models/models.generated.cs" />
+        <Folder Remove="Umbraco/Models/Compiled"/>
+        <None Remove="Umbraco/Models/Compiled/**" />
+        <None Remove="Umbraco/Models/all.dll.path" />
+        <None Remove="Umbraco/Models/models.hash" />
+        <None Remove="Umbraco/Models/models.err" />
     </ItemGroup>
     
     <ItemGroup>