using System; using System.Collections.Generic; using System.Globalization; using System.Linq; using Microsoft.Extensions.Logging; using Umbraco.Cms.Core.Events; using Umbraco.Cms.Core.Exceptions; using Umbraco.Cms.Core.Models; using Umbraco.Cms.Core.Models.Membership; using Umbraco.Cms.Core.Persistence.Querying; using Umbraco.Cms.Core.Persistence.Repositories; using Umbraco.Cms.Core.Scoping; using Umbraco.Cms.Core.Services.Changes; using Umbraco.Cms.Core.Strings; using Umbraco.Cms.Infrastructure.Persistence.Querying; using Umbraco.Cms.Infrastructure.Services.Notifications; using Umbraco.Extensions; namespace Umbraco.Cms.Core.Services.Implement { /// /// Implements the content service. /// public class ContentService : RepositoryService, IContentService { private readonly IDocumentRepository _documentRepository; private readonly IEntityRepository _entityRepository; private readonly IAuditRepository _auditRepository; private readonly IContentTypeRepository _contentTypeRepository; private readonly IDocumentBlueprintRepository _documentBlueprintRepository; private readonly ILanguageRepository _languageRepository; private readonly Lazy _propertyValidationService; private readonly IShortStringHelper _shortStringHelper; private readonly ILogger _logger; private IQuery _queryNotTrashed; private readonly IEventAggregator _eventAggregator; #region Constructors public ContentService(IScopeProvider provider, ILoggerFactory loggerFactory, IEventMessagesFactory eventMessagesFactory, IDocumentRepository documentRepository, IEntityRepository entityRepository, IAuditRepository auditRepository, IContentTypeRepository contentTypeRepository, IDocumentBlueprintRepository documentBlueprintRepository, ILanguageRepository languageRepository, Lazy propertyValidationService, IShortStringHelper shortStringHelper, IEventAggregator eventAggregator) : base(provider, loggerFactory, eventMessagesFactory) { _documentRepository = documentRepository; _entityRepository = entityRepository; _auditRepository = auditRepository; _contentTypeRepository = contentTypeRepository; _documentBlueprintRepository = documentBlueprintRepository; _languageRepository = languageRepository; _propertyValidationService = propertyValidationService; _shortStringHelper = shortStringHelper; _eventAggregator = eventAggregator; _logger = loggerFactory.CreateLogger(); } #endregion #region Static queries // lazy-constructed because when the ctor runs, the query factory may not be ready private IQuery QueryNotTrashed => _queryNotTrashed ?? (_queryNotTrashed = Query().Where(x => x.Trashed == false)); #endregion #region Count public int CountPublished(string contentTypeAlias = null) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.CountPublished(contentTypeAlias); } } public int Count(string contentTypeAlias = null) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.Count(contentTypeAlias); } } public int CountChildren(int parentId, string contentTypeAlias = null) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.CountChildren(parentId, contentTypeAlias); } } public int CountDescendants(int parentId, string contentTypeAlias = null) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.CountDescendants(parentId, contentTypeAlias); } } #endregion #region Permissions /// /// Used to bulk update the permissions set for a content item. This will replace all permissions /// assigned to an entity with a list of user id & permission pairs. /// /// public void SetPermissions(EntityPermissionSet permissionSet) { using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); _documentRepository.ReplaceContentPermissions(permissionSet); scope.Complete(); } } /// /// Assigns a single permission to the current content item for the specified group ids /// /// /// /// public void SetPermission(IContent entity, char permission, IEnumerable groupIds) { using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); _documentRepository.AssignEntityPermission(entity, permission, groupIds); scope.Complete(); } } /// /// Returns implicit/inherited permissions assigned to the content item for all user groups /// /// /// public EntityPermissionCollection GetPermissions(IContent content) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetPermissionsForEntity(content.Id); } } #endregion #region Create /// /// Creates an object using the alias of the /// that this Content should based on. /// /// /// Note that using this method will simply return a new IContent without any identity /// as it has not yet been persisted. It is intended as a shortcut to creating new content objects /// that does not invoke a save operation against the database. /// /// Name of the Content object /// Id of Parent for the new Content /// Alias of the /// Optional id of the user creating the content /// public IContent Create(string name, Guid parentId, string contentTypeAlias, int userId = Cms.Core.Constants.Security.SuperUserId) { // TODO: what about culture? var parent = GetById(parentId); return Create(name, parent, contentTypeAlias, userId); } /// /// Creates an object of a specified content type. /// /// This method simply returns a new, non-persisted, IContent without any identity. It /// is intended as a shortcut to creating new content objects that does not invoke a save /// operation against the database. /// /// The name of the content object. /// The identifier of the parent, or -1. /// The alias of the content type. /// The optional id of the user creating the content. /// The content object. public IContent Create(string name, int parentId, string contentTypeAlias, int userId = Cms.Core.Constants.Security.SuperUserId) { // TODO: what about culture? var contentType = GetContentType(contentTypeAlias); if (contentType == null) throw new ArgumentException("No content type with that alias.", nameof(contentTypeAlias)); var parent = parentId > 0 ? GetById(parentId) : null; if (parentId > 0 && parent == null) throw new ArgumentException("No content with that id.", nameof(parentId)); var content = new Content(name, parentId, contentType, userId); return content; } /// /// Creates an object of a specified content type, under a parent. /// /// This method simply returns a new, non-persisted, IContent without any identity. It /// is intended as a shortcut to creating new content objects that does not invoke a save /// operation against the database. /// /// The name of the content object. /// The parent content object. /// The alias of the content type. /// The optional id of the user creating the content. /// The content object. public IContent Create(string name, IContent parent, string contentTypeAlias, int userId = Cms.Core.Constants.Security.SuperUserId) { // TODO: what about culture? if (parent == null) throw new ArgumentNullException(nameof(parent)); var contentType = GetContentType(contentTypeAlias); if (contentType == null) throw new ArgumentException("No content type with that alias.", nameof(contentTypeAlias)); // causes rollback var content = new Content(name, parent, contentType, userId); return content; } /// /// Creates an object of a specified content type. /// /// This method returns a new, persisted, IContent with an identity. /// The name of the content object. /// The identifier of the parent, or -1. /// The alias of the content type. /// The optional id of the user creating the content. /// The content object. public IContent CreateAndSave(string name, int parentId, string contentTypeAlias, int userId = Cms.Core.Constants.Security.SuperUserId) { // TODO: what about culture? using (var scope = ScopeProvider.CreateScope(autoComplete:true)) { // locking the content tree secures content types too scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var contentType = GetContentType(contentTypeAlias); // + locks if (contentType == null) throw new ArgumentException("No content type with that alias.", nameof(contentTypeAlias)); // causes rollback var parent = parentId > 0 ? GetById(parentId) : null; // + locks if (parentId > 0 && parent == null) throw new ArgumentException("No content with that id.", nameof(parentId)); // causes rollback var content = parentId > 0 ? new Content(name, parent, contentType, userId) : new Content(name, parentId, contentType, userId); Save(content, userId); return content; } } /// /// Creates an object of a specified content type, under a parent. /// /// This method returns a new, persisted, IContent with an identity. /// The name of the content object. /// The parent content object. /// The alias of the content type. /// The optional id of the user creating the content. /// The content object. public IContent CreateAndSave(string name, IContent parent, string contentTypeAlias, int userId = Cms.Core.Constants.Security.SuperUserId) { // TODO: what about culture? if (parent == null) throw new ArgumentNullException(nameof(parent)); using (var scope = ScopeProvider.CreateScope(autoComplete:true)) { // locking the content tree secures content types too scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var contentType = GetContentType(contentTypeAlias); // + locks if (contentType == null) throw new ArgumentException("No content type with that alias.", nameof(contentTypeAlias)); // causes rollback var content = new Content(name, parent, contentType, userId); Save(content, userId); return content; } } #endregion #region Get, Has, Is /// /// Gets an object by Id /// /// Id of the Content to retrieve /// public IContent GetById(int id) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.Get(id); } } /// /// Gets an object by Id /// /// Ids of the Content to retrieve /// public IEnumerable GetByIds(IEnumerable ids) { var idsA = ids.ToArray(); if (idsA.Length == 0) return Enumerable.Empty(); using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var items = _documentRepository.GetMany(idsA); var index = items.ToDictionary(x => x.Id, x => x); return idsA.Select(x => index.TryGetValue(x, out var c) ? c : null).WhereNotNull(); } } /// /// Gets an object by its 'UniqueId' /// /// Guid key of the Content to retrieve /// public IContent GetById(Guid key) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.Get(key); } } /// /// /// /// /// /// /// Attempt IContentServiceBase.Save(IEnumerable contents, int userId, bool raiseEvents) => Attempt.Succeed(Save(contents, userId, raiseEvents)); /// /// Gets objects by Ids /// /// Ids of the Content to retrieve /// public IEnumerable GetByIds(IEnumerable ids) { var idsA = ids.ToArray(); if (idsA.Length == 0) return Enumerable.Empty(); using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var items = _documentRepository.GetMany(idsA); var index = items.ToDictionary(x => x.Key, x => x); return idsA.Select(x => index.TryGetValue(x, out var c) ? c : null).WhereNotNull(); } } /// public IEnumerable GetPagedOfType(int contentTypeId, long pageIndex, int pageSize, out long totalRecords , IQuery filter = null, Ordering ordering = null) { if (pageIndex < 0) throw new ArgumentOutOfRangeException(nameof(pageIndex)); if (pageSize <= 0) throw new ArgumentOutOfRangeException(nameof(pageSize)); if (ordering == null) ordering = Ordering.By("sortOrder"); using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetPage( Query().Where(x => x.ContentTypeId == contentTypeId), pageIndex, pageSize, out totalRecords, filter, ordering); } } /// public IEnumerable GetPagedOfTypes(int[] contentTypeIds, long pageIndex, int pageSize, out long totalRecords, IQuery filter, Ordering ordering = null) { if (pageIndex < 0) throw new ArgumentOutOfRangeException(nameof(pageIndex)); if (pageSize <= 0) throw new ArgumentOutOfRangeException(nameof(pageSize)); if (ordering == null) ordering = Ordering.By("sortOrder"); using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetPage( Query().Where(x => contentTypeIds.Contains(x.ContentTypeId)), pageIndex, pageSize, out totalRecords, filter, ordering); } } /// /// Gets a collection of objects by Level /// /// The level to retrieve Content from /// An Enumerable list of objects /// Contrary to most methods, this method filters out trashed content items. public IEnumerable GetByLevel(int level) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var query = Query().Where(x => x.Level == level && x.Trashed == false); return _documentRepository.Get(query); } } /// /// Gets a specific version of an item. /// /// Id of the version to retrieve /// An item public IContent GetVersion(int versionId) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetVersion(versionId); } } /// /// Gets a collection of an objects versions by Id /// /// /// An Enumerable list of objects public IEnumerable GetVersions(int id) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetAllVersions(id); } } /// /// Gets a collection of an objects versions by Id /// /// An Enumerable list of objects public IEnumerable GetVersionsSlim(int id, int skip, int take) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetAllVersionsSlim(id, skip, take); } } /// /// Gets a list of all version Ids for the given content item ordered so latest is first /// /// /// The maximum number of rows to return /// public IEnumerable GetVersionIds(int id, int maxRows) { using (ScopeProvider.CreateScope(autoComplete: true)) { return _documentRepository.GetVersionIds(id, maxRows); } } /// /// Gets a collection of objects, which are ancestors of the current content. /// /// Id of the to retrieve ancestors for /// An Enumerable list of objects public IEnumerable GetAncestors(int id) { // intentionally not locking var content = GetById(id); return GetAncestors(content); } /// /// Gets a collection of objects, which are ancestors of the current content. /// /// to retrieve ancestors for /// An Enumerable list of objects public IEnumerable GetAncestors(IContent content) { //null check otherwise we get exceptions if (content.Path.IsNullOrWhiteSpace()) return Enumerable.Empty(); var rootId = Cms.Core.Constants.System.RootString; var ids = content.Path.Split(',') .Where(x => x != rootId && x != content.Id.ToString(CultureInfo.InvariantCulture)).Select(int.Parse).ToArray(); if (ids.Any() == false) return new List(); using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetMany(ids); } } /// /// Gets a collection of published objects by Parent Id /// /// Id of the Parent to retrieve Children from /// An Enumerable list of published objects public IEnumerable GetPublishedChildren(int id) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var query = Query().Where(x => x.ParentId == id && x.Published); return _documentRepository.Get(query).OrderBy(x => x.SortOrder); } } /// public IEnumerable GetPagedChildren(int id, long pageIndex, int pageSize, out long totalChildren, IQuery filter = null, Ordering ordering = null) { if (pageIndex < 0) throw new ArgumentOutOfRangeException(nameof(pageIndex)); if (pageSize <= 0) throw new ArgumentOutOfRangeException(nameof(pageSize)); if (ordering == null) ordering = Ordering.By("sortOrder"); using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var query = Query().Where(x => x.ParentId == id); return _documentRepository.GetPage(query, pageIndex, pageSize, out totalChildren, filter, ordering); } } /// public IEnumerable GetPagedDescendants(int id, long pageIndex, int pageSize, out long totalChildren, IQuery filter = null, Ordering ordering = null) { if (ordering == null) ordering = Ordering.By("Path"); using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); //if the id is System Root, then just get all if (id != Cms.Core.Constants.System.Root) { var contentPath = _entityRepository.GetAllPaths(Cms.Core.Constants.ObjectTypes.Document, id).ToArray(); if (contentPath.Length == 0) { totalChildren = 0; return Enumerable.Empty(); } return GetPagedLocked(GetPagedDescendantQuery(contentPath[0].Path), pageIndex, pageSize, out totalChildren, filter, ordering); } return GetPagedLocked(null, pageIndex, pageSize, out totalChildren, filter, ordering); } } private IQuery GetPagedDescendantQuery(string contentPath) { var query = Query(); if (!contentPath.IsNullOrWhiteSpace()) query.Where(x => x.Path.SqlStartsWith($"{contentPath},", TextColumnType.NVarchar)); return query; } private IEnumerable GetPagedLocked(IQuery query, long pageIndex, int pageSize, out long totalChildren, IQuery filter, Ordering ordering) { if (pageIndex < 0) throw new ArgumentOutOfRangeException(nameof(pageIndex)); if (pageSize <= 0) throw new ArgumentOutOfRangeException(nameof(pageSize)); if (ordering == null) throw new ArgumentNullException(nameof(ordering)); return _documentRepository.GetPage(query, pageIndex, pageSize, out totalChildren, filter, ordering); } /// /// Gets the parent of the current content as an item. /// /// Id of the to retrieve the parent from /// Parent object public IContent GetParent(int id) { // intentionally not locking var content = GetById(id); return GetParent(content); } /// /// Gets the parent of the current content as an item. /// /// to retrieve the parent from /// Parent object public IContent GetParent(IContent content) { if (content.ParentId == Cms.Core.Constants.System.Root || content.ParentId == Cms.Core.Constants.System.RecycleBinContent) return null; return GetById(content.ParentId); } /// /// Gets a collection of objects, which reside at the first level / root /// /// An Enumerable list of objects public IEnumerable GetRootContent() { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var query = Query().Where(x => x.ParentId == Cms.Core.Constants.System.Root); return _documentRepository.Get(query); } } /// /// Gets all published content items /// /// internal IEnumerable GetAllPublished() { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.Get(QueryNotTrashed); } } /// public IEnumerable GetContentForExpiration(DateTime date) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetContentForExpiration(date); } } /// public IEnumerable GetContentForRelease(DateTime date) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.GetContentForRelease(date); } } /// /// Gets a collection of an objects, which resides in the Recycle Bin /// /// An Enumerable list of objects public IEnumerable GetPagedContentInRecycleBin(long pageIndex, int pageSize, out long totalRecords, IQuery filter = null, Ordering ordering = null) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { if (ordering == null) ordering = Ordering.By("Path"); scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var query = Query().Where(x => x.Path.StartsWith(Cms.Core.Constants.System.RecycleBinContentPathPrefix)); return _documentRepository.GetPage(query, pageIndex, pageSize, out totalRecords, filter, ordering); } } /// /// Checks whether an item has any children /// /// Id of the /// True if the content has any children otherwise False public bool HasChildren(int id) { return CountChildren(id) > 0; } /// /// Checks if the passed in can be published based on the ancestors publish state. /// /// to check if ancestors are published /// True if the Content can be published, otherwise False public bool IsPathPublishable(IContent content) { // fast if (content.ParentId == Cms.Core.Constants.System.Root) return true; // root content is always publishable if (content.Trashed) return false; // trashed content is never publishable // not trashed and has a parent: publishable if the parent is path-published var parent = GetById(content.ParentId); return parent == null || IsPathPublished(parent); } public bool IsPathPublished(IContent content) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return _documentRepository.IsPathPublished(content); } } #endregion #region Save, Publish, Unpublish /// public OperationResult Save(IContent content, int userId = Cms.Core.Constants.Security.SuperUserId, bool raiseEvents = true) { var publishedState = content.PublishedState; if (publishedState != PublishedState.Published && publishedState != PublishedState.Unpublished) throw new InvalidOperationException($"Cannot save (un)publishing content with name: {content.Name} - and state: {content.PublishedState}, use the dedicated SavePublished method."); if (content.Name != null && content.Name.Length > 255) { throw new InvalidOperationException($"Content with the name {content.Name} cannot be more than 255 characters in length."); } var evtMsgs = EventMessagesFactory.Get(); using (var scope = ScopeProvider.CreateScope()) { if (raiseEvents) { var notification = new SavingNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return OperationResult.Cancel(evtMsgs); } } scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); if (content.HasIdentity == false) content.CreatorId = userId; content.WriterId = userId; //track the cultures that have changed var culturesChanging = content.ContentType.VariesByCulture() ? content.CultureInfos.Values.Where(x => x.IsDirty()).Select(x => x.Culture).ToList() : null; // TODO: Currently there's no way to change track which variant properties have changed, we only have change // tracking enabled on all values on the Property which doesn't allow us to know which variants have changed. // in this particular case, determining which cultures have changed works with the above with names since it will // have always changed if it's been saved in the back office but that's not really fail safe. _documentRepository.Save(content); if (raiseEvents) { _eventAggregator.Publish(new SavedNotification(content, evtMsgs)); } var changeType = TreeChangeTypes.RefreshNode; scope.Events.Dispatch(TreeChanged, this, new TreeChange(content, changeType).ToEventArgs()); if (culturesChanging != null) { var langs = string.Join(", ", _languageRepository.GetMany() .Where(x => culturesChanging.InvariantContains(x.IsoCode)) .Select(x => x.CultureName)); Audit(AuditType.SaveVariant, userId, content.Id, $"Saved languages: {langs}", langs); } else Audit(AuditType.Save, userId, content.Id); scope.Complete(); } return OperationResult.Succeed(evtMsgs); } /// public OperationResult Save(IEnumerable contents, int userId = Cms.Core.Constants.Security.SuperUserId, bool raiseEvents = true) { var evtMsgs = EventMessagesFactory.Get(); var contentsA = contents.ToArray(); using (var scope = ScopeProvider.CreateScope()) { if (raiseEvents) { var notification = new SavingNotification(contentsA, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return OperationResult.Cancel(evtMsgs); } } var treeChanges = contentsA.Select(x => new TreeChange(x, TreeChangeTypes.RefreshNode)); scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); foreach (var content in contentsA) { if (content.HasIdentity == false) content.CreatorId = userId; content.WriterId = userId; _documentRepository.Save(content); } if (raiseEvents) { _eventAggregator.Publish(new SavedNotification(contentsA, evtMsgs)); } scope.Events.Dispatch(TreeChanged, this, treeChanges.ToEventArgs()); Audit(AuditType.Save, userId == -1 ? 0 : userId, Cms.Core.Constants.System.Root, "Saved multiple content"); scope.Complete(); } return OperationResult.Succeed(evtMsgs); } /// public PublishResult SaveAndPublish(IContent content, string culture = "*", int userId = Cms.Core.Constants.Security.SuperUserId, bool raiseEvents = true) { var evtMsgs = EventMessagesFactory.Get(); var publishedState = content.PublishedState; if (publishedState != PublishedState.Published && publishedState != PublishedState.Unpublished) throw new InvalidOperationException($"Cannot save-and-publish (un)publishing content, use the dedicated {nameof(CommitDocumentChanges)} method."); // cannot accept invariant (null or empty) culture for variant content type // cannot accept a specific culture for invariant content type (but '*' is ok) if (content.ContentType.VariesByCulture()) { if (culture.IsNullOrWhiteSpace()) throw new NotSupportedException("Invariant culture is not supported by variant content types."); } else { if (!culture.IsNullOrWhiteSpace() && culture != "*") throw new NotSupportedException($"Culture \"{culture}\" is not supported by invariant content types."); } if (content.Name != null && content.Name.Length > 255) { throw new InvalidOperationException("Name cannot be more than 255 characters in length."); } using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var allLangs = _languageRepository.GetMany().ToList(); var notification = new SavingNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { return new PublishResult(PublishResultType.FailedPublishCancelledByEvent, evtMsgs, content); } // if culture is specific, first publish the invariant values, then publish the culture itself. // if culture is '*', then publish them all (including variants) //this will create the correct culture impact even if culture is * or null var impact = CultureImpact.Create(culture, IsDefaultCulture(allLangs, culture), content); // publish the culture(s) // we don't care about the response here, this response will be rechecked below but we need to set the culture info values now. content.PublishCulture(impact); var result = CommitDocumentChangesInternal(scope, content, evtMsgs, allLangs, userId, raiseEvents); scope.Complete(); return result; } } /// public PublishResult SaveAndPublish(IContent content, string[] cultures, int userId = 0, bool raiseEvents = true) { if (content == null) throw new ArgumentNullException(nameof(content)); if (cultures == null) throw new ArgumentNullException(nameof(cultures)); if (content.Name != null && content.Name.Length > 255) { throw new InvalidOperationException("Name cannot be more than 255 characters in length."); } using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var allLangs = _languageRepository.GetMany().ToList(); var evtMsgs = EventMessagesFactory.Get(); if (raiseEvents) { var notification = new SavingNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { return new PublishResult(PublishResultType.FailedPublishCancelledByEvent, evtMsgs, content); } } var varies = content.ContentType.VariesByCulture(); if (cultures.Length == 0 && !varies) { //no cultures specified and doesn't vary, so publish it, else nothing to publish return SaveAndPublish(content, userId: userId, raiseEvents: raiseEvents); } if (cultures.Any(x => x == null || x == "*")) throw new InvalidOperationException("Only valid cultures are allowed to be used in this method, wildcards or nulls are not allowed"); var impacts = cultures.Select(x => CultureImpact.Explicit(x, IsDefaultCulture(allLangs, x))); // publish the culture(s) // we don't care about the response here, this response will be rechecked below but we need to set the culture info values now. foreach (var impact in impacts) content.PublishCulture(impact); var result = CommitDocumentChangesInternal(scope, content, evtMsgs, allLangs, userId, raiseEvents); scope.Complete(); return result; } } /// public PublishResult Unpublish(IContent content, string culture = "*", int userId = Cms.Core.Constants.Security.SuperUserId) { if (content == null) throw new ArgumentNullException(nameof(content)); var evtMsgs = EventMessagesFactory.Get(); culture = culture.NullOrWhiteSpaceAsNull(); var publishedState = content.PublishedState; if (publishedState != PublishedState.Published && publishedState != PublishedState.Unpublished) throw new InvalidOperationException($"Cannot save-and-publish (un)publishing content, use the dedicated {nameof(CommitDocumentChanges)} method."); // cannot accept invariant (null or empty) culture for variant content type // cannot accept a specific culture for invariant content type (but '*' is ok) if (content.ContentType.VariesByCulture()) { if (culture == null) throw new NotSupportedException("Invariant culture is not supported by variant content types."); } else { if (culture != null && culture != "*") throw new NotSupportedException($"Culture \"{culture}\" is not supported by invariant content types."); } // if the content is not published, nothing to do if (!content.Published) return new PublishResult(PublishResultType.SuccessUnpublishAlready, evtMsgs, content); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var allLangs = _languageRepository.GetMany().ToList(); var notification = new SavingNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { return new PublishResult(PublishResultType.FailedPublishCancelledByEvent, evtMsgs, content); } // all cultures = unpublish whole if (culture == "*" || (!content.ContentType.VariesByCulture() && culture == null)) { // It's important to understand that when the document varies by culture but the "*" is used, // we are just unpublishing the whole document but leaving all of the culture's as-is. This is expected // because we don't want to actually unpublish every culture and then the document, we just want everything // to be non-routable so that when it's re-published all variants were as they were. content.PublishedState = PublishedState.Unpublishing; var result = CommitDocumentChangesInternal(scope, content, evtMsgs, allLangs, userId); scope.Complete(); return result; } else { // Unpublish the culture, this will change the document state to Publishing! ... which is expected because this will // essentially be re-publishing the document with the requested culture removed. // The call to CommitDocumentChangesInternal will perform all the checks like if this is a mandatory culture or the last culture being unpublished // and will then unpublish the document accordingly. // If the result of this is false it means there was no culture to unpublish (i.e. it was already unpublished or it did not exist) var removed = content.UnpublishCulture(culture); //save and publish any changes var result = CommitDocumentChangesInternal(scope, content, evtMsgs, allLangs, userId); scope.Complete(); // In one case the result will be PublishStatusType.FailedPublishNothingToPublish which means that no cultures // were specified to be published which will be the case when removed is false. In that case // we want to swap the result type to PublishResultType.SuccessUnpublishAlready (that was the expectation before). if (result.Result == PublishResultType.FailedPublishNothingToPublish && !removed) return new PublishResult(PublishResultType.SuccessUnpublishAlready, evtMsgs, content); return result; } } } /// /// Saves a document and publishes/unpublishes any pending publishing changes made to the document. /// /// /// /// This MUST NOT be called from within this service, this used to be a public API and must only be used outside of this service. /// Internally in this service, calls must be made to CommitDocumentChangesInternal /// /// /// This is the underlying logic for both publishing and unpublishing any document /// Pending publishing/unpublishing changes on a document are made with calls to and /// . /// When publishing or unpublishing a single culture, or all cultures, use /// and . But if the flexibility to both publish and unpublish in a single operation is required /// then this method needs to be used in combination with and /// on the content itself - this prepares the content, but does not commit anything - and then, invoke /// to actually commit the changes to the database. /// The document is *always* saved, even when publishing fails. /// internal PublishResult CommitDocumentChanges(IContent content, int userId = Cms.Core.Constants.Security.SuperUserId, bool raiseEvents = true) { using (var scope = ScopeProvider.CreateScope()) { var evtMsgs = EventMessagesFactory.Get(); scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var notification = new SavingNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { return new PublishResult(PublishResultType.FailedPublishCancelledByEvent, evtMsgs, content); } var allLangs = _languageRepository.GetMany().ToList(); var result = CommitDocumentChangesInternal(scope, content, evtMsgs, allLangs, userId, raiseEvents); scope.Complete(); return result; } } /// /// Handles a lot of business logic cases for how the document should be persisted /// /// /// /// /// /// /// /// /// /// /// /// Business logic cases such: as unpublishing a mandatory culture, or unpublishing the last culture, checking for pending scheduled publishing, etc... is dealt with in this method. /// There is quite a lot of cases to take into account along with logic that needs to deal with scheduled saving/publishing, branch saving/publishing, etc... /// /// private PublishResult CommitDocumentChangesInternal(IScope scope, IContent content, EventMessages evtMsgs, IReadOnlyCollection allLangs, int userId = Cms.Core.Constants.Security.SuperUserId, bool raiseEvents = true, bool branchOne = false, bool branchRoot = false) { if (scope == null) throw new ArgumentNullException(nameof(scope)); if (content == null) throw new ArgumentNullException(nameof(content)); if (evtMsgs == null) throw new ArgumentNullException(nameof(evtMsgs)); PublishResult publishResult = null; PublishResult unpublishResult = null; // nothing set = republish it all if (content.PublishedState != PublishedState.Publishing && content.PublishedState != PublishedState.Unpublishing) content.PublishedState = PublishedState.Publishing; // State here is either Publishing or Unpublishing // Publishing to unpublish a culture may end up unpublishing everything so these flags can be flipped later var publishing = content.PublishedState == PublishedState.Publishing; var unpublishing = content.PublishedState == PublishedState.Unpublishing; var variesByCulture = content.ContentType.VariesByCulture(); //track cultures that are being published, changed, unpublished IReadOnlyList culturesPublishing = null; IReadOnlyList culturesUnpublishing = null; IReadOnlyList culturesChanging = variesByCulture ? content.CultureInfos.Values.Where(x => x.IsDirty()).Select(x => x.Culture).ToList() : null; var isNew = !content.HasIdentity; var changeType = isNew ? TreeChangeTypes.RefreshNode : TreeChangeTypes.RefreshBranch; var previouslyPublished = content.HasIdentity && content.Published; //inline method to persist the document with the documentRepository since this logic could be called a couple times below void SaveDocument(IContent c) { // save, always if (c.HasIdentity == false) c.CreatorId = userId; c.WriterId = userId; // saving does NOT change the published version, unless PublishedState is Publishing or Unpublishing _documentRepository.Save(c); } if (publishing) { //determine cultures publishing/unpublishing which will be based on previous calls to content.PublishCulture and ClearPublishInfo culturesUnpublishing = content.GetCulturesUnpublishing(); culturesPublishing = variesByCulture ? content.PublishCultureInfos.Values.Where(x => x.IsDirty()).Select(x => x.Culture).ToList() : null; // ensure that the document can be published, and publish handling events, business rules, etc publishResult = StrategyCanPublish(scope, content, /*checkPath:*/ (!branchOne || branchRoot), culturesPublishing, culturesUnpublishing, evtMsgs, allLangs); if (publishResult.Success) { // note: StrategyPublish flips the PublishedState to Publishing! publishResult = StrategyPublish(content, culturesPublishing, culturesUnpublishing, evtMsgs); //check if a culture has been unpublished and if there are no cultures left, and then unpublish document as a whole if (publishResult.Result == PublishResultType.SuccessUnpublishCulture && content.PublishCultureInfos.Count == 0) { // This is a special case! We are unpublishing the last culture and to persist that we need to re-publish without any cultures // so the state needs to remain Publishing to do that. However, we then also need to unpublish the document and to do that // the state needs to be Unpublishing and it cannot be both. This state is used within the documentRepository to know how to // persist certain things. So before proceeding below, we need to save the Publishing state to publish no cultures, then we can // mark the document for Unpublishing. SaveDocument(content); //set the flag to unpublish and continue unpublishing = content.Published; // if not published yet, nothing to do } } else { // in a branch, just give up if (branchOne && !branchRoot) return publishResult; //check for mandatory culture missing, and then unpublish document as a whole if (publishResult.Result == PublishResultType.FailedPublishMandatoryCultureMissing) { publishing = false; unpublishing = content.Published; // if not published yet, nothing to do // we may end up in a state where we won't publish nor unpublish // keep going, though, as we want to save anyways } // reset published state from temp values (publishing, unpublishing) to original value // (published, unpublished) in order to save the document, unchanged - yes, this is odd, // but: (a) it means we don't reproduce the PublishState logic here and (b) setting the // PublishState to anything other than Publishing or Unpublishing - which is precisely // what we want to do here - throws content.Published = content.Published; } } if (unpublishing) // won't happen in a branch { var newest = GetById(content.Id); // ensure we have the newest version - in scope if (content.VersionId != newest.VersionId) return new PublishResult(PublishResultType.FailedPublishConcurrencyViolation, evtMsgs, content); if (content.Published) { // ensure that the document can be unpublished, and unpublish // handling events, business rules, etc // note: StrategyUnpublish flips the PublishedState to Unpublishing! // note: This unpublishes the entire document (not different variants) unpublishResult = StrategyCanUnpublish(scope, content, evtMsgs); if (unpublishResult.Success) unpublishResult = StrategyUnpublish(content, evtMsgs); else { // reset published state from temp values (publishing, unpublishing) to original value // (published, unpublished) in order to save the document, unchanged - yes, this is odd, // but: (a) it means we don't reproduce the PublishState logic here and (b) setting the // PublishState to anything other than Publishing or Unpublishing - which is precisely // what we want to do here - throws content.Published = content.Published; } } else { // already unpublished - optimistic concurrency collision, really, // and I am not sure at all what we should do, better die fast, else // we may end up corrupting the db throw new InvalidOperationException("Concurrency collision."); } } //Persist the document SaveDocument(content); // raise the Saved event, always if (raiseEvents) { _eventAggregator.Publish(new SavedNotification(content, evtMsgs)); } if (unpublishing) // we have tried to unpublish - won't happen in a branch { if (unpublishResult.Success) // and succeeded, trigger events { // events and audit _eventAggregator.Publish(new UnpublishedNotification(content, evtMsgs)); scope.Events.Dispatch(TreeChanged, this, new TreeChange(content, TreeChangeTypes.RefreshBranch).ToEventArgs()); if (culturesUnpublishing != null) { // This will mean that that we unpublished a mandatory culture or we unpublished the last culture. var langs = string.Join(", ", allLangs .Where(x => culturesUnpublishing.InvariantContains(x.IsoCode)) .Select(x => x.CultureName)); Audit(AuditType.UnpublishVariant, userId, content.Id, $"Unpublished languages: {langs}", langs); if (publishResult == null) throw new PanicException("publishResult == null - should not happen"); switch (publishResult.Result) { case PublishResultType.FailedPublishMandatoryCultureMissing: //occurs when a mandatory culture was unpublished (which means we tried publishing the document without a mandatory culture) //log that the whole content item has been unpublished due to mandatory culture unpublished Audit(AuditType.Unpublish, userId, content.Id, "Unpublished (mandatory language unpublished)"); return new PublishResult(PublishResultType.SuccessUnpublishMandatoryCulture, evtMsgs, content); case PublishResultType.SuccessUnpublishCulture: //occurs when the last culture is unpublished Audit(AuditType.Unpublish, userId, content.Id, "Unpublished (last language unpublished)"); return new PublishResult(PublishResultType.SuccessUnpublishLastCulture, evtMsgs, content); } } Audit(AuditType.Unpublish, userId, content.Id); return new PublishResult(PublishResultType.SuccessUnpublish, evtMsgs, content); } // or, failed scope.Events.Dispatch(TreeChanged, this, new TreeChange(content, changeType).ToEventArgs()); return new PublishResult(PublishResultType.FailedUnpublish, evtMsgs, content); // bah } if (publishing) // we have tried to publish { if (publishResult.Success) // and succeeded, trigger events { if (isNew == false && previouslyPublished == false) changeType = TreeChangeTypes.RefreshBranch; // whole branch else if (isNew == false && previouslyPublished) changeType = TreeChangeTypes.RefreshNode; // single node // invalidate the node/branch if (!branchOne) // for branches, handled by SaveAndPublishBranch { scope.Events.Dispatch(TreeChanged, this, new TreeChange(content, changeType).ToEventArgs()); _eventAggregator.Publish(new PublishedNotification(content, evtMsgs)); } // it was not published and now is... descendants that were 'published' (but // had an unpublished ancestor) are 're-published' ie not explicitly published // but back as 'published' nevertheless if (!branchOne && isNew == false && previouslyPublished == false && HasChildren(content.Id)) { var descendants = GetPublishedDescendantsLocked(content).ToArray(); _eventAggregator.Publish(new PublishedNotification(descendants, evtMsgs)); } switch (publishResult.Result) { case PublishResultType.SuccessPublish: Audit(AuditType.Publish, userId, content.Id); break; case PublishResultType.SuccessPublishCulture: if (culturesPublishing != null) { var langs = string.Join(", ", allLangs .Where(x => culturesPublishing.InvariantContains(x.IsoCode)) .Select(x => x.CultureName)); Audit(AuditType.PublishVariant, userId, content.Id, $"Published languages: {langs}", langs); } break; case PublishResultType.SuccessUnpublishCulture: if (culturesUnpublishing != null) { var langs = string.Join(", ", allLangs .Where(x => culturesUnpublishing.InvariantContains(x.IsoCode)) .Select(x => x.CultureName)); Audit(AuditType.UnpublishVariant, userId, content.Id, $"Unpublished languages: {langs}", langs); } break; } return publishResult; } } // should not happen if (branchOne && !branchRoot) throw new PanicException("branchOne && !branchRoot - should not happen"); //if publishing didn't happen or if it has failed, we still need to log which cultures were saved if (!branchOne && (publishResult == null || !publishResult.Success)) { if (culturesChanging != null) { var langs = string.Join(", ", allLangs .Where(x => culturesChanging.InvariantContains(x.IsoCode)) .Select(x => x.CultureName)); Audit(AuditType.SaveVariant, userId, content.Id, $"Saved languages: {langs}", langs); } else { Audit(AuditType.Save, userId, content.Id); } } // or, failed scope.Events.Dispatch(TreeChanged, this, new TreeChange(content, changeType).ToEventArgs()); return publishResult; } /// public IEnumerable PerformScheduledPublish(DateTime date) { var allLangs = new Lazy>(() => _languageRepository.GetMany().ToList()); var evtMsgs = EventMessagesFactory.Get(); var results = new List(); PerformScheduledPublishingRelease(date, results, evtMsgs, allLangs); PerformScheduledPublishingExpiration(date, results, evtMsgs, allLangs); return results; } private void PerformScheduledPublishingExpiration(DateTime date, List results, EventMessages evtMsgs, Lazy> allLangs) { using var scope = ScopeProvider.CreateScope(); // do a fast read without any locks since this executes often to see if we even need to proceed if (_documentRepository.HasContentForExpiration(date)) { // now take a write lock since we'll be updating scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); foreach (var d in _documentRepository.GetContentForExpiration(date)) { if (d.ContentType.VariesByCulture()) { //find which cultures have pending schedules var pendingCultures = d.ContentSchedule.GetPending(ContentScheduleAction.Expire, date) .Select(x => x.Culture) .Distinct() .ToList(); if (pendingCultures.Count == 0) continue; //shouldn't happen but no point in processing this document if there's nothing there var notification = new SavingNotification(d, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { results.Add(new PublishResult(PublishResultType.FailedPublishCancelledByEvent, evtMsgs, d)); continue; } foreach (var c in pendingCultures) { //Clear this schedule for this culture d.ContentSchedule.Clear(c, ContentScheduleAction.Expire, date); //set the culture to be published d.UnpublishCulture(c); } var result = CommitDocumentChangesInternal(scope, d, evtMsgs, allLangs.Value, d.WriterId); if (result.Success == false) _logger.LogError(null, "Failed to publish document id={DocumentId}, reason={Reason}.", d.Id, result.Result); results.Add(result); } else { //Clear this schedule d.ContentSchedule.Clear(ContentScheduleAction.Expire, date); var result = Unpublish(d, userId: d.WriterId); if (result.Success == false) _logger.LogError(null, "Failed to unpublish document id={DocumentId}, reason={Reason}.", d.Id, result.Result); results.Add(result); } } _documentRepository.ClearSchedule(date, ContentScheduleAction.Expire); } scope.Complete(); } private void PerformScheduledPublishingRelease(DateTime date, List results, EventMessages evtMsgs, Lazy> allLangs) { using var scope = ScopeProvider.CreateScope(); // do a fast read without any locks since this executes often to see if we even need to proceed if (_documentRepository.HasContentForRelease(date)) { // now take a write lock since we'll be updating scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); foreach (var d in _documentRepository.GetContentForRelease(date)) { if (d.ContentType.VariesByCulture()) { //find which cultures have pending schedules var pendingCultures = d.ContentSchedule.GetPending(ContentScheduleAction.Release, date) .Select(x => x.Culture) .Distinct() .ToList(); if (pendingCultures.Count == 0) continue; //shouldn't happen but no point in processing this document if there's nothing there var notification = new SavingNotification(d, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { results.Add(new PublishResult(PublishResultType.FailedPublishCancelledByEvent, evtMsgs, d)); continue; } var publishing = true; foreach (var culture in pendingCultures) { //Clear this schedule for this culture d.ContentSchedule.Clear(culture, ContentScheduleAction.Release, date); if (d.Trashed) continue; // won't publish //publish the culture values and validate the property values, if validation fails, log the invalid properties so the develeper has an idea of what has failed IProperty[] invalidProperties = null; var impact = CultureImpact.Explicit(culture, IsDefaultCulture(allLangs.Value, culture)); var tryPublish = d.PublishCulture(impact) && _propertyValidationService.Value.IsPropertyDataValid(d, out invalidProperties, impact); if (invalidProperties != null && invalidProperties.Length > 0) _logger.LogWarning("Scheduled publishing will fail for document {DocumentId} and culture {Culture} because of invalid properties {InvalidProperties}", d.Id, culture, string.Join(",", invalidProperties.Select(x => x.Alias))); publishing &= tryPublish; //set the culture to be published if (!publishing) continue; // move to next document } PublishResult result; if (d.Trashed) result = new PublishResult(PublishResultType.FailedPublishIsTrashed, evtMsgs, d); else if (!publishing) result = new PublishResult(PublishResultType.FailedPublishContentInvalid, evtMsgs, d); else result = CommitDocumentChangesInternal(scope, d, evtMsgs, allLangs.Value, d.WriterId); if (result.Success == false) _logger.LogError(null, "Failed to publish document id={DocumentId}, reason={Reason}.", d.Id, result.Result); results.Add(result); } else { //Clear this schedule d.ContentSchedule.Clear(ContentScheduleAction.Release, date); var result = d.Trashed ? new PublishResult(PublishResultType.FailedPublishIsTrashed, evtMsgs, d) : SaveAndPublish(d, userId: d.WriterId); if (result.Success == false) _logger.LogError(null, "Failed to publish document id={DocumentId}, reason={Reason}.", d.Id, result.Result); results.Add(result); } } _documentRepository.ClearSchedule(date, ContentScheduleAction.Release); } scope.Complete(); } // utility 'PublishCultures' func used by SaveAndPublishBranch private bool SaveAndPublishBranch_PublishCultures(IContent content, HashSet culturesToPublish, IReadOnlyCollection allLangs) { //TODO: This does not support being able to return invalid property details to bubble up to the UI // variant content type - publish specified cultures // invariant content type - publish only the invariant culture if (content.ContentType.VariesByCulture()) { return culturesToPublish.All(culture => { var impact = CultureImpact.Create(culture, IsDefaultCulture(allLangs, culture), content); return content.PublishCulture(impact) && _propertyValidationService.Value.IsPropertyDataValid(content, out _, impact); }); } return content.PublishCulture(CultureImpact.Invariant) && _propertyValidationService.Value.IsPropertyDataValid(content, out _, CultureImpact.Invariant); } // utility 'ShouldPublish' func used by SaveAndPublishBranch private HashSet SaveAndPublishBranch_ShouldPublish(ref HashSet cultures, string c, bool published, bool edited, bool isRoot, bool force) { // if published, republish if (published) { if (cultures == null) cultures = new HashSet(); // empty means 'already published' if (edited) cultures.Add(c); // means 'republish this culture' return cultures; } // if not published, publish if force/root else do nothing if (!force && !isRoot) return cultures; // null means 'nothing to do' if (cultures == null) cultures = new HashSet(); cultures.Add(c); // means 'publish this culture' return cultures; } /// public IEnumerable SaveAndPublishBranch(IContent content, bool force, string culture = "*", int userId = Cms.Core.Constants.Security.SuperUserId) { // note: EditedValue and PublishedValue are objects here, so it is important to .Equals() // and not to == them, else we would be comparing references, and that is a bad thing // determines whether the document is edited, and thus needs to be published, // for the specified culture (it may be edited for other cultures and that // should not trigger a publish). // determines cultures to be published // can be: null (content is not impacted), an empty set (content is impacted but already published), or cultures HashSet ShouldPublish(IContent c) { var isRoot = c.Id == content.Id; HashSet culturesToPublish = null; if (!c.ContentType.VariesByCulture()) // invariant content type return SaveAndPublishBranch_ShouldPublish(ref culturesToPublish, "*", c.Published, c.Edited, isRoot, force); if (culture != "*") // variant content type, specific culture return SaveAndPublishBranch_ShouldPublish(ref culturesToPublish, culture, c.IsCulturePublished(culture), c.IsCultureEdited(culture), isRoot, force); // variant content type, all cultures if (c.Published) { // then some (and maybe all) cultures will be 'already published' (unless forcing), // others will have to 'republish this culture' foreach (var x in c.AvailableCultures) SaveAndPublishBranch_ShouldPublish(ref culturesToPublish, x, c.IsCulturePublished(x), c.IsCultureEdited(x), isRoot, force); return culturesToPublish; } // if not published, publish if force/root else do nothing return force || isRoot ? new HashSet { "*" } // "*" means 'publish all' : null; // null means 'nothing to do' } return SaveAndPublishBranch(content, force, ShouldPublish, SaveAndPublishBranch_PublishCultures, userId); } /// public IEnumerable SaveAndPublishBranch(IContent content, bool force, string[] cultures, int userId = Cms.Core.Constants.Security.SuperUserId) { // note: EditedValue and PublishedValue are objects here, so it is important to .Equals() // and not to == them, else we would be comparing references, and that is a bad thing cultures = cultures ?? Array.Empty(); // determines cultures to be published // can be: null (content is not impacted), an empty set (content is impacted but already published), or cultures HashSet ShouldPublish(IContent c) { var isRoot = c.Id == content.Id; HashSet culturesToPublish = null; if (!c.ContentType.VariesByCulture()) // invariant content type return SaveAndPublishBranch_ShouldPublish(ref culturesToPublish, "*", c.Published, c.Edited, isRoot, force); // variant content type, specific cultures if (c.Published) { // then some (and maybe all) cultures will be 'already published' (unless forcing), // others will have to 'republish this culture' foreach (var x in cultures) SaveAndPublishBranch_ShouldPublish(ref culturesToPublish, x, c.IsCulturePublished(x), c.IsCultureEdited(x), isRoot, force); return culturesToPublish; } // if not published, publish if force/root else do nothing return force || isRoot ? new HashSet(cultures) // means 'publish specified cultures' : null; // null means 'nothing to do' } return SaveAndPublishBranch(content, force, ShouldPublish, SaveAndPublishBranch_PublishCultures, userId); } internal IEnumerable SaveAndPublishBranch(IContent document, bool force, Func> shouldPublish, Func, IReadOnlyCollection, bool> publishCultures, int userId = Cms.Core.Constants.Security.SuperUserId) { if (shouldPublish == null) throw new ArgumentNullException(nameof(shouldPublish)); if (publishCultures == null) throw new ArgumentNullException(nameof(publishCultures)); var evtMsgs = EventMessagesFactory.Get(); var results = new List(); var publishedDocuments = new List(); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var allLangs = _languageRepository.GetMany().ToList(); if (!document.HasIdentity) throw new InvalidOperationException("Cannot not branch-publish a new document."); var publishedState = document.PublishedState; if (publishedState == PublishedState.Publishing) throw new InvalidOperationException("Cannot mix PublishCulture and SaveAndPublishBranch."); // deal with the branch root - if it fails, abort var result = SaveAndPublishBranchItem(scope, document, shouldPublish, publishCultures, true, publishedDocuments, evtMsgs, userId, allLangs); if (result != null) { results.Add(result); if (!result.Success) return results; } // deal with descendants // if one fails, abort its branch var exclude = new HashSet(); int count; var page = 0; const int pageSize = 100; do { count = 0; // important to order by Path ASC so make it explicit in case defaults change // ReSharper disable once RedundantArgumentDefaultValue foreach (var d in GetPagedDescendants(document.Id, page, pageSize, out _, ordering: Ordering.By("Path", Direction.Ascending))) { count++; // if parent is excluded, exclude child too if (exclude.Contains(d.ParentId)) { exclude.Add(d.Id); continue; } // no need to check path here, parent has to be published here result = SaveAndPublishBranchItem(scope, d, shouldPublish, publishCultures, false, publishedDocuments, evtMsgs, userId, allLangs); if (result != null) { results.Add(result); if (result.Success) continue; } // if we could not publish the document, cut its branch exclude.Add(d.Id); } page++; } while (count > 0); Audit(AuditType.Publish, userId, document.Id, "Branch published"); // trigger events for the entire branch // (SaveAndPublishBranchOne does *not* do it) scope.Events.Dispatch(TreeChanged, this, new TreeChange(document, TreeChangeTypes.RefreshBranch).ToEventArgs()); _eventAggregator.Publish(new PublishedNotification(publishedDocuments, evtMsgs)); scope.Complete(); } return results; } // shouldPublish: a function determining whether the document has changes that need to be published // note - 'force' is handled by 'editing' // publishValues: a function publishing values (using the appropriate PublishCulture calls) private PublishResult SaveAndPublishBranchItem(IScope scope, IContent document, Func> shouldPublish, Func, IReadOnlyCollection, bool> publishCultures, bool isRoot, ICollection publishedDocuments, EventMessages evtMsgs, int userId, IReadOnlyCollection allLangs) { var culturesToPublish = shouldPublish(document); if (culturesToPublish == null) // null = do not include return null; if (culturesToPublish.Count == 0) // empty = already published return new PublishResult(PublishResultType.SuccessPublishAlready, evtMsgs, document); var notification = new SavingNotification(document, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { return new PublishResult(PublishResultType.FailedPublishCancelledByEvent, evtMsgs, document); } // publish & check if values are valid if (!publishCultures(document, culturesToPublish, allLangs)) { //TODO: Based on this callback behavior there is no way to know which properties may have been invalid if this failed, see other results of FailedPublishContentInvalid return new PublishResult(PublishResultType.FailedPublishContentInvalid, evtMsgs, document); } var result = CommitDocumentChangesInternal(scope, document, evtMsgs, allLangs, userId, branchOne: true, branchRoot: isRoot); if (result.Success) publishedDocuments.Add(document); return result; } #endregion #region Delete /// public OperationResult Delete(IContent content, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); using (var scope = ScopeProvider.CreateScope()) { var notification = new DeletingNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return OperationResult.Cancel(evtMsgs); } scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); // if it's not trashed yet, and published, we should unpublish // but... Unpublishing event makes no sense (not going to cancel?) and no need to save // just raise the event if (content.Trashed == false && content.Published) { _eventAggregator.Publish(new UnpublishedNotification(content, evtMsgs)); } DeleteLocked(scope, content, evtMsgs); scope.Events.Dispatch(TreeChanged, this, new TreeChange(content, TreeChangeTypes.Remove).ToEventArgs()); Audit(AuditType.Delete, userId, content.Id); scope.Complete(); } return OperationResult.Succeed(evtMsgs); } private void DeleteLocked(IScope scope, IContent content, EventMessages evtMsgs) { void DoDelete(IContent c) { _documentRepository.Delete(c); _eventAggregator.Publish(new DeletedNotification(c, evtMsgs)); // media files deleted by QueuingEventDispatcher } const int pageSize = 500; var total = long.MaxValue; while (total > 0) { //get descendants - ordered from deepest to shallowest var descendants = GetPagedDescendants(content.Id, 0, pageSize, out total, ordering: Ordering.By("Path", Direction.Descending)); foreach (var c in descendants) DoDelete(c); } DoDelete(content); } //TODO: both DeleteVersions methods below have an issue. Sort of. They do NOT take care of files the way // Delete does - for a good reason: the file may be referenced by other, non-deleted, versions. BUT, // if that's not the case, then the file will never be deleted, because when we delete the content, // the version referencing the file will not be there anymore. SO, we can leak files. /// /// Permanently deletes versions from an object prior to a specific date. /// This method will never delete the latest version of a content item. /// /// Id of the object to delete versions from /// Latest version date /// Optional Id of the User deleting versions of a Content object public void DeleteVersions(int id, DateTime versionDate, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); using (var scope = ScopeProvider.CreateScope()) { var notification = new DeletingVersionsNotification(id, evtMsgs, dateToRetain: versionDate); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return; } scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); _documentRepository.DeleteVersions(id, versionDate); _eventAggregator.Publish(new DeletedVersionsNotification(id, evtMsgs, dateToRetain: versionDate)); Audit(AuditType.Delete, userId, Cms.Core.Constants.System.Root, "Delete (by version date)"); scope.Complete(); } } /// /// Permanently deletes specific version(s) from an object. /// This method will never delete the latest version of a content item. /// /// Id of the object to delete a version from /// Id of the version to delete /// Boolean indicating whether to delete versions prior to the versionId /// Optional Id of the User deleting versions of a Content object public void DeleteVersion(int id, int versionId, bool deletePriorVersions, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); using (var scope = ScopeProvider.CreateScope()) { var notification = new DeletingVersionsNotification(id, evtMsgs, specificVersion: versionId); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return; } if (deletePriorVersions) { var content = GetVersion(versionId); DeleteVersions(id, content.UpdateDate, userId); } scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var c = _documentRepository.Get(id); if (c.VersionId != versionId && c.PublishedVersionId != versionId) // don't delete the current or published version _documentRepository.DeleteVersion(versionId); _eventAggregator.Publish(new DeletedVersionsNotification(id, evtMsgs, specificVersion: versionId)); Audit(AuditType.Delete, userId, Cms.Core.Constants.System.Root, "Delete (by version)"); scope.Complete(); } } #endregion #region Move, RecycleBin /// public OperationResult MoveToRecycleBin(IContent content, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); var moves = new List<(IContent, string)>(); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var originalPath = content.Path; var moveEventInfo = new MoveEventInfo(content, originalPath, Cms.Core.Constants.System.RecycleBinContent); var notification = new MovingToRecycleBinNotification(moveEventInfo, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return OperationResult.Cancel(evtMsgs); // causes rollback } // if it's published we may want to force-unpublish it - that would be backward-compatible... but... // making a radical decision here: trashing is equivalent to moving under an unpublished node so // it's NOT unpublishing, only the content is now masked - allowing us to restore it if wanted //if (content.HasPublishedVersion) //{ } PerformMoveLocked(content, Cms.Core.Constants.System.RecycleBinContent, null, userId, moves, true); scope.Events.Dispatch(TreeChanged, this, new TreeChange(content, TreeChangeTypes.RefreshBranch).ToEventArgs()); var moveInfo = moves .Select(x => new MoveEventInfo(x.Item1, x.Item2, x.Item1.ParentId)) .ToArray(); _eventAggregator.Publish(new MovedToRecycleBinNotification(moveInfo, evtMsgs)); Audit(AuditType.Move, userId, content.Id, "Moved to recycle bin"); scope.Complete(); } return OperationResult.Succeed(evtMsgs); } /// /// Moves an object to a new location by changing its parent id. /// /// /// If the object is already published it will be /// published after being moved to its new location. Otherwise it'll just /// be saved with a new parent id. /// /// The to move /// Id of the Content's new Parent /// Optional Id of the User moving the Content public void Move(IContent content, int parentId, int userId = Cms.Core.Constants.Security.SuperUserId) { // if moving to the recycle bin then use the proper method if (parentId == Cms.Core.Constants.System.RecycleBinContent) { MoveToRecycleBin(content, userId); return; } var evtMsgs = EventMessagesFactory.Get(); var moves = new List<(IContent, string)>(); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var parent = parentId == Cms.Core.Constants.System.Root ? null : GetById(parentId); if (parentId != Cms.Core.Constants.System.Root && (parent == null || parent.Trashed)) throw new InvalidOperationException("Parent does not exist or is trashed."); // causes rollback var moveEventInfo = new MoveEventInfo(content, content.Path, parentId); var notification = new MovingNotification(moveEventInfo, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return; // causes rollback } // if content was trashed, and since we're not moving to the recycle bin, // indicate that the trashed status should be changed to false, else just // leave it unchanged var trashed = content.Trashed ? false : (bool?)null; // if the content was trashed under another content, and so has a published version, // it cannot move back as published but has to be unpublished first - that's for the // root content, everything underneath will retain its published status if (content.Trashed && content.Published) { // however, it had been masked when being trashed, so there's no need for // any special event here - just change its state content.PublishedState = PublishedState.Unpublishing; } PerformMoveLocked(content, parentId, parent, userId, moves, trashed); scope.Events.Dispatch(TreeChanged, this, new TreeChange(content, TreeChangeTypes.RefreshBranch).ToEventArgs()); var moveInfo = moves //changes .Select(x => new MoveEventInfo(x.Item1, x.Item2, x.Item1.ParentId)) .ToArray(); _eventAggregator.Publish(new MovedNotification(moveInfo, evtMsgs)); Audit(AuditType.Move, userId, content.Id); scope.Complete(); } } // MUST be called from within WriteLock // trash indicates whether we are trashing, un-trashing, or not changing anything private void PerformMoveLocked(IContent content, int parentId, IContent parent, int userId, ICollection<(IContent, string)> moves, bool? trash) { content.WriterId = userId; content.ParentId = parentId; // get the level delta (old pos to new pos) // note that recycle bin (id:-20) level is 0! var levelDelta = 1 - content.Level + (parent?.Level ?? 0); var paths = new Dictionary(); moves.Add((content, content.Path)); // capture original path //need to store the original path to lookup descendants based on it below var originalPath = content.Path; // these will be updated by the repo because we changed parentId //content.Path = (parent == null ? "-1" : parent.Path) + "," + content.Id; //content.SortOrder = ((ContentRepository) repository).NextChildSortOrder(parentId); //content.Level += levelDelta; PerformMoveContentLocked(content, userId, trash); // if uow is not immediate, content.Path will be updated only when the UOW commits, // and because we want it now, we have to calculate it by ourselves //paths[content.Id] = content.Path; paths[content.Id] = (parent == null ? (parentId == Cms.Core.Constants.System.RecycleBinContent ? "-1,-20" : Cms.Core.Constants.System.RootString) : parent.Path) + "," + content.Id; const int pageSize = 500; var query = GetPagedDescendantQuery(originalPath); long total; do { // We always page a page 0 because for each page, we are moving the result so the resulting total will be reduced var descendants = GetPagedLocked(query, 0, pageSize, out total, null, Ordering.By("Path", Direction.Ascending)); foreach (var descendant in descendants) { moves.Add((descendant, descendant.Path)); // capture original path // update path and level since we do not update parentId descendant.Path = paths[descendant.Id] = paths[descendant.ParentId] + "," + descendant.Id; descendant.Level += levelDelta; PerformMoveContentLocked(descendant, userId, trash); } } while (total > pageSize); } private void PerformMoveContentLocked(IContent content, int userId, bool? trash) { if (trash.HasValue) ((ContentBase)content).Trashed = trash.Value; content.WriterId = userId; _documentRepository.Save(content); } /// /// Empties the Recycle Bin by deleting all that resides in the bin /// public OperationResult EmptyRecycleBin(int userId = Cms.Core.Constants.Security.SuperUserId) { var deleted = new List(); var evtMsgs = EventMessagesFactory.Get(); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); // v7 EmptyingRecycleBin and EmptiedRecycleBin events are greatly simplified since // each deleted items will have its own deleting/deleted events. so, files and such // are managed by Delete, and not here. // no idea what those events are for, keep a simplified version var notification = new EmptyingRecycleBinNotification(evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return OperationResult.Cancel(evtMsgs); } // emptying the recycle bin means deleting whatever is in there - do it properly! var query = Query().Where(x => x.ParentId == Cms.Core.Constants.System.RecycleBinContent); var contents = _documentRepository.Get(query).ToArray(); foreach (var content in contents) { DeleteLocked(scope, content, evtMsgs); deleted.Add(content); } _eventAggregator.Publish(new EmptiedRecycleBinNotification(evtMsgs)); scope.Events.Dispatch(TreeChanged, this, deleted.Select(x => new TreeChange(x, TreeChangeTypes.Remove)).ToEventArgs()); Audit(AuditType.Delete, userId, Cms.Core.Constants.System.RecycleBinContent, "Recycle bin emptied"); scope.Complete(); } return OperationResult.Succeed(evtMsgs); } #endregion #region Others /// /// Copies an object by creating a new Content object of the same type and copies all data from the current /// to the new copy which is returned. Recursively copies all children. /// /// The to copy /// Id of the Content's new Parent /// Boolean indicating whether the copy should be related to the original /// Optional Id of the User copying the Content /// The newly created object public IContent Copy(IContent content, int parentId, bool relateToOriginal, int userId = Cms.Core.Constants.Security.SuperUserId) { return Copy(content, parentId, relateToOriginal, true, userId); } /// /// Copies an object by creating a new Content object of the same type and copies all data from the current /// to the new copy which is returned. /// /// The to copy /// Id of the Content's new Parent /// Boolean indicating whether the copy should be related to the original /// A value indicating whether to recursively copy children. /// Optional Id of the User copying the Content /// The newly created object public IContent Copy(IContent content, int parentId, bool relateToOriginal, bool recursive, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); var copy = content.DeepCloneWithResetIdentities(); copy.ParentId = parentId; using (var scope = ScopeProvider.CreateScope()) { var notification = new CopyingNotification(content, copy, parentId, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return null; } // note - relateToOriginal is not managed here, // it's just part of the Copied event args so the RelateOnCopyHandler knows what to do // meaning that the event has to trigger for every copied content including descendants var copies = new List>(); scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); // a copy is not published (but not really unpublishing either) // update the create author and last edit author if (copy.Published) copy.Published = false; copy.CreatorId = userId; copy.WriterId = userId; //get the current permissions, if there are any explicit ones they need to be copied var currentPermissions = GetPermissions(content); currentPermissions.RemoveWhere(p => p.IsDefaultPermissions); // save and flush because we need the ID for the recursive Copying events _documentRepository.Save(copy); //add permissions if (currentPermissions.Count > 0) { var permissionSet = new ContentPermissionSet(copy, currentPermissions); _documentRepository.AddOrUpdatePermissions(permissionSet); } // keep track of copies copies.Add(Tuple.Create(content, copy)); var idmap = new Dictionary { [content.Id] = copy.Id }; if (recursive) // process descendants { const int pageSize = 500; var page = 0; var total = long.MaxValue; while (page * pageSize < total) { var descendants = GetPagedDescendants(content.Id, page++, pageSize, out total); foreach (var descendant in descendants) { // if parent has not been copied, skip, else gets its copy id if (idmap.TryGetValue(descendant.ParentId, out parentId) == false) continue; var descendantCopy = descendant.DeepCloneWithResetIdentities(); descendantCopy.ParentId = parentId; notification = new CopyingNotification(descendant, descendantCopy, parentId, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { continue; } // a copy is not published (but not really unpublishing either) // update the create author and last edit author if (descendantCopy.Published) descendantCopy.Published = false; descendantCopy.CreatorId = userId; descendantCopy.WriterId = userId; // save and flush (see above) _documentRepository.Save(descendantCopy); copies.Add(Tuple.Create(descendant, descendantCopy)); idmap[descendant.Id] = descendantCopy.Id; } } } // not handling tags here, because // - tags should be handled by the content repository // - a copy is unpublished and therefore has no impact on tags in DB scope.Events.Dispatch(TreeChanged, this, new TreeChange(copy, TreeChangeTypes.RefreshBranch).ToEventArgs()); foreach (var x in copies) { _eventAggregator.Publish(new CopiedNotification(x.Item1, x.Item2, parentId, relateToOriginal, evtMsgs)); } Audit(AuditType.Copy, userId, content.Id); scope.Complete(); } return copy; } /// /// Sends an to Publication, which executes handlers and events for the 'Send to Publication' action. /// /// The to send to publication /// Optional Id of the User issuing the send to publication /// True if sending publication was successful otherwise false public bool SendToPublication(IContent content, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); using (var scope = ScopeProvider.CreateScope()) { var notification = new SendingToPublishNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return false; } //track the cultures changing for auditing var culturesChanging = content.ContentType.VariesByCulture() ? string.Join(",", content.CultureInfos.Values.Where(x => x.IsDirty()).Select(x => x.Culture)) : null; // TODO: Currently there's no way to change track which variant properties have changed, we only have change // tracking enabled on all values on the Property which doesn't allow us to know which variants have changed. // in this particular case, determining which cultures have changed works with the above with names since it will // have always changed if it's been saved in the back office but that's not really fail safe. //Save before raising event var saveResult = Save(content, userId); // always complete (but maybe return a failed status) scope.Complete(); if (!saveResult.Success) return saveResult.Success; _eventAggregator.Publish(new SentToPublishNotification(content, evtMsgs)); if (culturesChanging != null) Audit(AuditType.SendToPublishVariant, userId, content.Id, $"Send To Publish for cultures: {culturesChanging}", culturesChanging); else Audit(AuditType.SendToPublish, content.WriterId, content.Id); return saveResult.Success; } } /// /// Sorts a collection of objects by updating the SortOrder according /// to the ordering of items in the passed in . /// /// /// Using this method will ensure that the Published-state is maintained upon sorting /// so the cache is updated accordingly - as needed. /// /// /// /// /// Result indicating what action was taken when handling the command. public OperationResult Sort(IEnumerable items, int userId = Cms.Core.Constants.Security.SuperUserId, bool raiseEvents = true) { var evtMsgs = EventMessagesFactory.Get(); var itemsA = items.ToArray(); if (itemsA.Length == 0) return new OperationResult(OperationResultType.NoOperation, evtMsgs); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var ret = Sort(scope, itemsA, userId, evtMsgs, raiseEvents); scope.Complete(); return ret; } } /// /// Sorts a collection of objects by updating the SortOrder according /// to the ordering of items identified by the . /// /// /// Using this method will ensure that the Published-state is maintained upon sorting /// so the cache is updated accordingly - as needed. /// /// /// /// /// Result indicating what action was taken when handling the command. public OperationResult Sort(IEnumerable ids, int userId = Cms.Core.Constants.Security.SuperUserId, bool raiseEvents = true) { var evtMsgs = EventMessagesFactory.Get(); var idsA = ids.ToArray(); if (idsA.Length == 0) return new OperationResult(OperationResultType.NoOperation, evtMsgs); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var itemsA = GetByIds(idsA).ToArray(); var ret = Sort(scope, itemsA, userId, evtMsgs, raiseEvents); scope.Complete(); return ret; } } private OperationResult Sort(IScope scope, IContent[] itemsA, int userId, EventMessages evtMsgs, bool raiseEvents) { if (raiseEvents) { // raise cancelable sorting event var sortingNotification = new SortingNotification(itemsA, evtMsgs); _eventAggregator.Publish(sortingNotification); if (sortingNotification.Cancel) { return OperationResult.Cancel(evtMsgs); } // raise cancelable saving event var savingNotification = new SavingNotification(itemsA, evtMsgs); _eventAggregator.Publish(savingNotification); if (savingNotification.Cancel) { return OperationResult.Cancel(evtMsgs); } } var published = new List(); var saved = new List(); var sortOrder = 0; foreach (var content in itemsA) { // if the current sort order equals that of the content we don't // need to update it, so just increment the sort order and continue. if (content.SortOrder == sortOrder) { sortOrder++; continue; } // else update content.SortOrder = sortOrder++; content.WriterId = userId; // if it's published, register it, no point running StrategyPublish // since we're not really publishing it and it cannot be cancelled etc if (content.Published) published.Add(content); // save saved.Add(content); _documentRepository.Save(content); } if (raiseEvents) { //first saved, then sorted _eventAggregator.Publish(new SavedNotification(itemsA, evtMsgs)); _eventAggregator.Publish(new SortedNotification(itemsA, evtMsgs)); } scope.Events.Dispatch(TreeChanged, this, saved.Select(x => new TreeChange(x, TreeChangeTypes.RefreshNode)).ToEventArgs()); if (raiseEvents && published.Any()) { _eventAggregator.Publish(new PublishedNotification(published, evtMsgs)); } Audit(AuditType.Sort, userId, 0, "Sorting content performed by user"); return OperationResult.Succeed(evtMsgs); } public ContentDataIntegrityReport CheckDataIntegrity(ContentDataIntegrityReportOptions options) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var report = _documentRepository.CheckDataIntegrity(options); if (report.FixedIssues.Count > 0) { //The event args needs a content item so we'll make a fake one with enough properties to not cause a null ref var root = new Content("root", -1, new ContentType(_shortStringHelper, -1)) {Id = -1, Key = Guid.Empty}; scope.Events.Dispatch(TreeChanged, this, new TreeChange.EventArgs(new TreeChange(root, TreeChangeTypes.RefreshAll))); } return report; } } #endregion #region Internal Methods /// /// Gets a collection of descendants by the first Parent. /// /// item to retrieve Descendants from /// An Enumerable list of objects internal IEnumerable GetPublishedDescendants(IContent content) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); return GetPublishedDescendantsLocked(content).ToArray(); // ToArray important in uow! } } internal IEnumerable GetPublishedDescendantsLocked(IContent content) { var pathMatch = content.Path + ","; var query = Query().Where(x => x.Id != content.Id && x.Path.StartsWith(pathMatch) /*&& x.Trashed == false*/); var contents = _documentRepository.Get(query); // beware! contents contains all published version below content // including those that are not directly published because below an unpublished content // these must be filtered out here var parents = new List { content.Id }; foreach (var c in contents) { if (parents.Contains(c.ParentId)) { yield return c; parents.Add(c.Id); } } } #endregion #region Private Methods private void Audit(AuditType type, int userId, int objectId, string message = null, string parameters = null) { _auditRepository.Save(new AuditItem(objectId, type, userId, ObjectTypes.GetName(UmbracoObjectTypes.Document), message, parameters)); } private bool IsDefaultCulture(IReadOnlyCollection langs, string culture) => langs.Any(x => x.IsDefault && x.IsoCode.InvariantEquals(culture)); private bool IsMandatoryCulture(IReadOnlyCollection langs, string culture) => langs.Any(x => x.IsMandatory && x.IsoCode.InvariantEquals(culture)); #endregion #region Event Handlers /// /// Occurs after change. /// public static event TypedEventHandler.EventArgs> TreeChanged; #endregion #region Publishing Strategies /// /// Ensures that a document can be published /// /// /// /// /// /// /// /// /// private PublishResult StrategyCanPublish(IScope scope, IContent content, bool checkPath, IReadOnlyList culturesPublishing, IReadOnlyCollection culturesUnpublishing, EventMessages evtMsgs, IReadOnlyCollection allLangs) { // raise Publishing notification var notification = new PublishingNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { _logger.LogInformation("Document {ContentName} (id={ContentId}) cannot be published: {Reason}", content.Name, content.Id, "publishing was cancelled"); return new PublishResult(PublishResultType.FailedPublishCancelledByEvent, evtMsgs, content); } var variesByCulture = content.ContentType.VariesByCulture(); var impactsToPublish = culturesPublishing == null ? new[] { CultureImpact.Invariant } //if it's null it's invariant : culturesPublishing.Select(x => CultureImpact.Explicit(x, allLangs.Any(lang => lang.IsoCode.InvariantEquals(x) && lang.IsMandatory))).ToArray(); // publish the culture(s) if (!impactsToPublish.All(content.PublishCulture)) return new PublishResult(PublishResultType.FailedPublishContentInvalid, evtMsgs, content); //validate the property values IProperty[] invalidProperties = null; if (!impactsToPublish.All(x => _propertyValidationService.Value.IsPropertyDataValid(content, out invalidProperties, x))) return new PublishResult(PublishResultType.FailedPublishContentInvalid, evtMsgs, content) { InvalidProperties = invalidProperties }; //Check if mandatory languages fails, if this fails it will mean anything that the published flag on the document will // be changed to Unpublished and any culture currently published will not be visible. if (variesByCulture) { if (culturesPublishing == null) throw new InvalidOperationException("Internal error, variesByCulture but culturesPublishing is null."); if (content.Published && culturesPublishing.Count == 0 && culturesUnpublishing.Count == 0) { // no published cultures = cannot be published // This will occur if for example, a culture that is already unpublished is sent to be unpublished again, or vice versa, in that case // there will be nothing to publish/unpublish. return new PublishResult(PublishResultType.FailedPublishNothingToPublish, evtMsgs, content); } // missing mandatory culture = cannot be published var mandatoryCultures = allLangs.Where(x => x.IsMandatory).Select(x => x.IsoCode); var mandatoryMissing = mandatoryCultures.Any(x => !content.PublishedCultures.Contains(x, StringComparer.OrdinalIgnoreCase)); if (mandatoryMissing) return new PublishResult(PublishResultType.FailedPublishMandatoryCultureMissing, evtMsgs, content); if (culturesPublishing.Count == 0 && culturesUnpublishing.Count > 0) return new PublishResult(PublishResultType.SuccessUnpublishCulture, evtMsgs, content); } // ensure that the document has published values // either because it is 'publishing' or because it already has a published version if (content.PublishedState != PublishedState.Publishing && content.PublishedVersionId == 0) { _logger.LogInformation("Document {ContentName} (id={ContentId}) cannot be published: {Reason}", content.Name, content.Id, "document does not have published values"); return new PublishResult(PublishResultType.FailedPublishNothingToPublish, evtMsgs, content); } //loop over each culture publishing - or string.Empty for invariant foreach (var culture in culturesPublishing ?? (new[] { string.Empty })) { // ensure that the document status is correct // note: culture will be string.Empty for invariant switch (content.GetStatus(culture)) { case ContentStatus.Expired: if (!variesByCulture) _logger.LogInformation("Document {ContentName} (id={ContentId}) cannot be published: {Reason}", content.Name, content.Id, "document has expired"); else _logger.LogInformation("Document {ContentName} (id={ContentId}) culture {Culture} cannot be published: {Reason}", content.Name, content.Id, culture, "document culture has expired"); return new PublishResult(!variesByCulture ? PublishResultType.FailedPublishHasExpired : PublishResultType.FailedPublishCultureHasExpired, evtMsgs, content); case ContentStatus.AwaitingRelease: if (!variesByCulture) _logger.LogInformation("Document {ContentName} (id={ContentId}) cannot be published: {Reason}", content.Name, content.Id, "document is awaiting release"); else _logger.LogInformation("Document {ContentName} (id={ContentId}) culture {Culture} cannot be published: {Reason}", content.Name, content.Id, culture, "document is culture awaiting release"); return new PublishResult(!variesByCulture ? PublishResultType.FailedPublishAwaitingRelease : PublishResultType.FailedPublishCultureAwaitingRelease, evtMsgs, content); case ContentStatus.Trashed: _logger.LogInformation("Document {ContentName} (id={ContentId}) cannot be published: {Reason}", content.Name, content.Id, "document is trashed"); return new PublishResult(PublishResultType.FailedPublishIsTrashed, evtMsgs, content); } } if (checkPath) { // check if the content can be path-published // root content can be published // else check ancestors - we know we are not trashed var pathIsOk = content.ParentId == Cms.Core.Constants.System.Root || IsPathPublished(GetParent(content)); if (!pathIsOk) { _logger.LogInformation("Document {ContentName} (id={ContentId}) cannot be published: {Reason}", content.Name, content.Id, "parent is not published"); return new PublishResult(PublishResultType.FailedPublishPathNotPublished, evtMsgs, content); } } //If we are both publishing and unpublishing cultures, then return a mixed status if (variesByCulture && culturesPublishing.Count > 0 && culturesUnpublishing.Count > 0) return new PublishResult(PublishResultType.SuccessMixedCulture, evtMsgs, content); return new PublishResult(evtMsgs, content); } /// /// Publishes a document /// /// /// /// /// /// /// /// It is assumed that all publishing checks have passed before calling this method like /// private PublishResult StrategyPublish(IContent content, IReadOnlyCollection culturesPublishing, IReadOnlyCollection culturesUnpublishing, EventMessages evtMsgs) { // change state to publishing content.PublishedState = PublishedState.Publishing; //if this is a variant then we need to log which cultures have been published/unpublished and return an appropriate result if (content.ContentType.VariesByCulture()) { if (content.Published && culturesUnpublishing.Count == 0 && culturesPublishing.Count == 0) return new PublishResult(PublishResultType.FailedPublishNothingToPublish, evtMsgs, content); if (culturesUnpublishing.Count > 0) _logger.LogInformation("Document {ContentName} (id={ContentId}) cultures: {Cultures} have been unpublished.", content.Name, content.Id, string.Join(",", culturesUnpublishing)); if (culturesPublishing.Count > 0) _logger.LogInformation("Document {ContentName} (id={ContentId}) cultures: {Cultures} have been published.", content.Name, content.Id, string.Join(",", culturesPublishing)); if (culturesUnpublishing.Count > 0 && culturesPublishing.Count > 0) return new PublishResult(PublishResultType.SuccessMixedCulture, evtMsgs, content); if (culturesUnpublishing.Count > 0 && culturesPublishing.Count == 0) return new PublishResult(PublishResultType.SuccessUnpublishCulture, evtMsgs, content); return new PublishResult(PublishResultType.SuccessPublishCulture, evtMsgs, content); } _logger.LogInformation("Document {ContentName} (id={ContentId}) has been published.", content.Name, content.Id); return new PublishResult(evtMsgs, content); } /// /// Ensures that a document can be unpublished /// /// /// /// /// private PublishResult StrategyCanUnpublish(IScope scope, IContent content, EventMessages evtMsgs) { // raise Unpublishing notification var notification = new UnpublishingNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { _logger.LogInformation("Document {ContentName} (id={ContentId}) cannot be unpublished: unpublishing was cancelled.", content.Name, content.Id); return new PublishResult(PublishResultType.FailedUnpublishCancelledByEvent, evtMsgs, content); } return new PublishResult(PublishResultType.SuccessUnpublish, evtMsgs, content); } /// /// Unpublishes a document /// /// /// /// /// /// It is assumed that all unpublishing checks have passed before calling this method like /// private PublishResult StrategyUnpublish(IContent content, EventMessages evtMsgs) { var attempt = new PublishResult(PublishResultType.SuccessUnpublish, evtMsgs, content); //TODO: What is this check?? we just created this attempt and of course it is Success?! if (attempt.Success == false) return attempt; // if the document has any release dates set to before now, // they should be removed so they don't interrupt an unpublish // otherwise it would remain released == published var pastReleases = content.ContentSchedule.GetPending(ContentScheduleAction.Expire, DateTime.Now); foreach (var p in pastReleases) content.ContentSchedule.Remove(p); if (pastReleases.Count > 0) _logger.LogInformation("Document {ContentName} (id={ContentId}) had its release date removed, because it was unpublished.", content.Name, content.Id); // change state to unpublishing content.PublishedState = PublishedState.Unpublishing; _logger.LogInformation("Document {ContentName} (id={ContentId}) has been unpublished.", content.Name, content.Id); return attempt; } #endregion #region Content Types /// /// Deletes all content of specified type. All children of deleted content is moved to Recycle Bin. /// /// /// This needs extra care and attention as its potentially a dangerous and extensive operation. /// Deletes content items of the specified type, and only that type. Does *not* handle content types /// inheritance and compositions, which need to be managed outside of this method. /// /// Id of the /// Optional Id of the user issuing the delete operation public void DeleteOfTypes(IEnumerable contentTypeIds, int userId = Cms.Core.Constants.Security.SuperUserId) { // TODO: This currently this is called from the ContentTypeService but that needs to change, // if we are deleting a content type, we should just delete the data and do this operation slightly differently. // This method will recursively go lookup every content item, check if any of it's descendants are // of a different type, move them to the recycle bin, then permanently delete the content items. // The main problem with this is that for every content item being deleted, events are raised... // which we need for many things like keeping caches in sync, but we can surely do this MUCH better. var changes = new List>(); var moves = new List<(IContent, string)>(); var contentTypeIdsA = contentTypeIds.ToArray(); var evtMsgs = EventMessagesFactory.Get(); // using an immediate uow here because we keep making changes with // PerformMoveLocked and DeleteLocked that must be applied immediately, // no point queuing operations // using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var query = Query().WhereIn(x => x.ContentTypeId, contentTypeIdsA); var contents = _documentRepository.Get(query).ToArray(); var notification = new DeletingNotification(contents, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return; } // order by level, descending, so deepest first - that way, we cannot move // a content of the deleted type, to the recycle bin (and then delete it...) foreach (var content in contents.OrderByDescending(x => x.ParentId)) { // if it's not trashed yet, and published, we should unpublish // but... Unpublishing event makes no sense (not going to cancel?) and no need to save // just raise the event if (content.Trashed == false && content.Published) { _eventAggregator.Publish(new UnpublishedNotification(content, evtMsgs)); } // if current content has children, move them to trash var c = content; var childQuery = Query().Where(x => x.ParentId == c.Id); var children = _documentRepository.Get(childQuery); foreach (var child in children) { // see MoveToRecycleBin PerformMoveLocked(child, Cms.Core.Constants.System.RecycleBinContent, null, userId, moves, true); changes.Add(new TreeChange(content, TreeChangeTypes.RefreshBranch)); } // delete content // triggers the deleted event (and handles the files) DeleteLocked(scope, content, evtMsgs); changes.Add(new TreeChange(content, TreeChangeTypes.Remove)); } var moveInfos = moves .Select(x => new MoveEventInfo(x.Item1, x.Item2, x.Item1.ParentId)) .ToArray(); if (moveInfos.Length > 0) { _eventAggregator.Publish(new MovedToRecycleBinNotification(moveInfos, evtMsgs)); } scope.Events.Dispatch(TreeChanged, this, changes.ToEventArgs()); Audit(AuditType.Delete, userId, Cms.Core.Constants.System.Root, $"Delete content of type {string.Join(",", contentTypeIdsA)}"); scope.Complete(); } } /// /// Deletes all content items of specified type. All children of deleted content item is moved to Recycle Bin. /// /// This needs extra care and attention as its potentially a dangerous and extensive operation /// Id of the /// Optional id of the user deleting the media public void DeleteOfType(int contentTypeId, int userId = Cms.Core.Constants.Security.SuperUserId) { DeleteOfTypes(new[] { contentTypeId }, userId); } private IContentType GetContentType(IScope scope, string contentTypeAlias) { if (contentTypeAlias == null) throw new ArgumentNullException(nameof(contentTypeAlias)); if (string.IsNullOrWhiteSpace(contentTypeAlias)) throw new ArgumentException("Value can't be empty or consist only of white-space characters.", nameof(contentTypeAlias)); scope.ReadLock(Cms.Core.Constants.Locks.ContentTypes); var query = Query().Where(x => x.Alias == contentTypeAlias); var contentType = _contentTypeRepository.Get(query).FirstOrDefault(); if (contentType == null) throw new Exception($"No ContentType matching the passed in Alias: '{contentTypeAlias}' was found"); // causes rollback return contentType; } private IContentType GetContentType(string contentTypeAlias) { if (contentTypeAlias == null) throw new ArgumentNullException(nameof(contentTypeAlias)); if (string.IsNullOrWhiteSpace(contentTypeAlias)) throw new ArgumentException("Value can't be empty or consist only of white-space characters.", nameof(contentTypeAlias)); using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { return GetContentType(scope, contentTypeAlias); } } #endregion #region Blueprints public IContent GetBlueprintById(int id) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var blueprint = _documentBlueprintRepository.Get(id); if (blueprint != null) blueprint.Blueprint = true; return blueprint; } } public IContent GetBlueprintById(Guid id) { using (var scope = ScopeProvider.CreateScope(autoComplete: true)) { scope.ReadLock(Cms.Core.Constants.Locks.ContentTree); var blueprint = _documentBlueprintRepository.Get(id); if (blueprint != null) blueprint.Blueprint = true; return blueprint; } } public void SaveBlueprint(IContent content, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); //always ensure the blueprint is at the root if (content.ParentId != -1) content.ParentId = -1; content.Blueprint = true; using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); if (content.HasIdentity == false) { content.CreatorId = userId; } content.WriterId = userId; _documentBlueprintRepository.Save(content); Audit(AuditType.Save, Cms.Core.Constants.Security.SuperUserId, content.Id, $"Saved content template: {content.Name}"); _eventAggregator.Publish(new SavedBlueprintNotification(content, evtMsgs)); scope.Complete(); } } public void DeleteBlueprint(IContent content, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); _documentBlueprintRepository.Delete(content); _eventAggregator.Publish(new DeletedBlueprintNotification(content, evtMsgs)); scope.Complete(); } } private static readonly string[] ArrayOfOneNullString = { null }; public IContent CreateContentFromBlueprint(IContent blueprint, string name, int userId = Cms.Core.Constants.Security.SuperUserId) { if (blueprint == null) throw new ArgumentNullException(nameof(blueprint)); var contentType = GetContentType(blueprint.ContentType.Alias); var content = new Content(name, -1, contentType); content.Path = string.Concat(content.ParentId.ToString(), ",", content.Id); content.CreatorId = userId; content.WriterId = userId; IEnumerable cultures = ArrayOfOneNullString; if (blueprint.CultureInfos.Count > 0) { cultures = blueprint.CultureInfos.Values.Select(x => x.Culture); using (var scope = ScopeProvider.CreateScope()) { if (blueprint.CultureInfos.TryGetValue(_languageRepository.GetDefaultIsoCode(), out var defaultCulture)) { defaultCulture.Name = name; } scope.Complete(); } } var now = DateTime.Now; foreach (var culture in cultures) { foreach (var property in blueprint.Properties) { var propertyCulture = property.PropertyType.VariesByCulture() ? culture : null; content.SetValue(property.Alias, property.GetValue(propertyCulture), propertyCulture); } if (!string.IsNullOrEmpty(culture)) { content.SetCultureInfo(culture, blueprint.GetCultureName(culture), now); } } return content; } public IEnumerable GetBlueprintsForContentTypes(params int[] contentTypeId) { using (ScopeProvider.CreateScope(autoComplete: true)) { var query = Query(); if (contentTypeId.Length > 0) { query.Where(x => contentTypeId.Contains(x.ContentTypeId)); } return _documentBlueprintRepository.Get(query).Select(x => { x.Blueprint = true; return x; }); } } public void DeleteBlueprintsOfTypes(IEnumerable contentTypeIds, int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); using (var scope = ScopeProvider.CreateScope()) { scope.WriteLock(Cms.Core.Constants.Locks.ContentTree); var contentTypeIdsA = contentTypeIds.ToArray(); var query = Query(); if (contentTypeIdsA.Length > 0) query.Where(x => contentTypeIdsA.Contains(x.ContentTypeId)); var blueprints = _documentBlueprintRepository.Get(query).Select(x => { x.Blueprint = true; return x; }).ToArray(); foreach (var blueprint in blueprints) { _documentBlueprintRepository.Delete(blueprint); } _eventAggregator.Publish(new DeletedBlueprintNotification(blueprints, evtMsgs)); scope.Complete(); } } public void DeleteBlueprintsOfType(int contentTypeId, int userId = Cms.Core.Constants.Security.SuperUserId) { DeleteBlueprintsOfTypes(new[] { contentTypeId }, userId); } #endregion #region Rollback public OperationResult Rollback(int id, int versionId, string culture = "*", int userId = Cms.Core.Constants.Security.SuperUserId) { var evtMsgs = EventMessagesFactory.Get(); //Get the current copy of the node var content = GetById(id); //Get the version var version = GetVersion(versionId); //Good ole null checks if (content == null || version == null || content.Trashed) { return new OperationResult(OperationResultType.FailedCannot, evtMsgs); } //Store the result of doing the save of content for the rollback OperationResult rollbackSaveResult; using (var scope = ScopeProvider.CreateScope()) { var notification = new RollingBackNotification(content, evtMsgs); _eventAggregator.Publish(notification); if (notification.Cancel) { scope.Complete(); return OperationResult.Cancel(evtMsgs); } //Copy the changes from the version content.CopyFrom(version, culture); //Save the content for the rollback rollbackSaveResult = Save(content, userId); //Depending on the save result - is what we log & audit along with what we return if (rollbackSaveResult.Success == false) { //Log the error/warning _logger.LogError("User '{UserId}' was unable to rollback content '{ContentId}' to version '{VersionId}'", userId, id, versionId); } else { _eventAggregator.Publish(new RolledBackNotification(content, evtMsgs)); //Logging & Audit message _logger.LogInformation("User '{UserId}' rolled back content '{ContentId}' to version '{VersionId}'", userId, id, versionId); Audit(AuditType.RollBack, userId, id, $"Content '{content.Name}' was rolled back to version '{versionId}'"); } scope.Complete(); } return rollbackSaveResult; } #endregion } }