fix(push publishing) fixes #30998 : Filter option relationships is no…

…t being respected
dotCMS · Dec 23, 2024 · e602a6e · e602a6e
1 parent 0e70610
commit e602a6e
Show file tree

Hide file tree

Showing 8 changed files with 156 additions and 75 deletions.
diff --git a/...S/src/enterprise/java/com/dotcms/enterprise/publishing/remote/handler/ContentHandler.java b/...S/src/enterprise/java/com/dotcms/enterprise/publishing/remote/handler/ContentHandler.java
@@ -55,11 +55,13 @@
 import com.dotcms.enterprise.publishing.remote.bundler.ContentBundler;
 import com.dotcms.enterprise.publishing.remote.bundler.HostBundler;
 import com.dotcms.enterprise.publishing.remote.handler.HandlerUtil.HandlerType;
+import com.dotcms.publisher.bundle.business.BundleAPI;
 import com.dotcms.publisher.pusher.PushPublisherConfig;
 import com.dotcms.publisher.pusher.wrapper.ContentWrapper;
 import com.dotcms.publisher.receiver.handler.IHandler;
 import com.dotcms.publishing.DotPublishingException;
 import com.dotcms.publishing.PublisherConfig;
+import com.dotcms.publishing.PublisherFilter;
 import com.dotcms.rendering.velocity.services.PageLoader;
 import com.dotcms.repackage.com.google.common.base.Strings;
 import com.dotcms.storage.FileMetadataAPI;
@@ -120,7 +122,6 @@
 import com.thoughtworks.xstream.XStream;
 import io.vavr.Lazy;
 import io.vavr.control.Try;
-import java.util.stream.Collectors;
 import org.apache.commons.lang3.tuple.Pair;
 
 import java.io.File;
@@ -131,10 +132,12 @@
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.HashSet;
-import java.util.Map;
 import java.util.List;
+import java.util.Map;
+import java.util.Objects;
 import java.util.Optional;
 import java.util.Set;
+import java.util.stream.Collectors;
 
 import static com.dotcms.contenttype.model.type.PageContentType.PAGE_FRIENDLY_NAME_FIELD_VAR;
 
@@ -165,6 +168,7 @@ public class ContentHandler implements IHandler {
 	private final VersionableAPI versionableAPI = APILocator.getVersionableAPI();
 	private final FileMetadataAPI fileMetadataAPI = APILocator.getFileMetadataAPI();
 	private final Lazy<MultiTreeAPI> multiTreeAPI = Lazy.of(APILocator::getMultiTreeAPI);
+	private final Lazy<BundleAPI> bundleAPI = Lazy.of(APILocator::getBundleAPI);
 
 	private final Map<String,Long> infoToRemove = new HashMap<>();
 	private final ExistingContentMapping existingContentMap = new ExistingContentMapping();
@@ -818,10 +822,14 @@ public void run () {
         }
         content = this.contentletAPI.checkin(content, userToUse, !RESPECT_FRONTEND_ROLES);
 
-        //First we need to remove the "old" trees in order to add this new ones
-        cleanTrees( content );
-		regenerateTree(wrapper,remoteLocalLanguages.getLeft());
-
+		final String filterKey =
+				this.bundleAPI.get().getBundleById(com.dotmarketing.util.FileUtil.removeExtension(this.config.getId())).getFilterKey();
+        if (!Objects.equals(PublisherFilter.SHALLOW_PUSH_KEY, filterKey)) {
+			// Depending on the selected Push Publishing Filter, we need to remove the "old" trees
+			// in order to add the new ones
+			this.cleanTrees(content);
+			this.regenerateTree(wrapper, remoteLocalLanguages.getLeft());
+		}
         // Categories
         if (UtilMethods.isSet(wrapper.getCategories())) {
             handleContentCategories(content.getInode(), wrapper.getCategories());

diff --git a/dotCMS/src/main/java/com/dotcms/publisher/pusher/PushPublisher.java b/dotCMS/src/main/java/com/dotcms/publisher/pusher/PushPublisher.java
@@ -23,8 +23,15 @@
 import com.dotcms.enterprise.publishing.remote.bundler.VariantBundler;
 import com.dotcms.enterprise.publishing.remote.bundler.WorkflowBundler;
 import com.dotcms.publisher.bundle.bean.Bundle;
-import com.dotcms.publisher.business.*;
+import com.dotcms.publisher.business.DotPublisherException;
+import com.dotcms.publisher.business.EndpointDetail;
+import com.dotcms.publisher.business.PublishAuditAPI;
+import com.dotcms.publisher.business.PublishAuditHistory;
+import com.dotcms.publisher.business.PublishAuditStatus;
 import com.dotcms.publisher.business.PublishAuditStatus.Status;
+import com.dotcms.publisher.business.PublishQueueElement;
+import com.dotcms.publisher.business.PublisherAPI;
+import com.dotcms.publisher.business.PublisherQueueJob;
 import com.dotcms.publisher.endpoint.bean.PublishingEndPoint;
 import com.dotcms.publisher.endpoint.business.PublishingEndPointAPI;
 import com.dotcms.publisher.environment.bean.Environment;
@@ -39,14 +46,14 @@
 import com.dotcms.publishing.output.BundleOutput;
 import com.dotcms.publishing.output.TarGzipBundleOutput;
 import com.dotcms.repackage.org.apache.commons.httpclient.HttpStatus;
-import org.apache.commons.io.FileUtils;
 import com.dotcms.rest.ResourceResponse;
 import com.dotcms.rest.RestClientBuilder;
 import com.dotcms.system.event.local.business.LocalSystemEventsAPI;
 import com.dotcms.system.event.local.type.pushpublish.AllPushPublishEndpointsFailureEvent;
 import com.dotcms.system.event.local.type.pushpublish.AllPushPublishEndpointsSuccessEvent;
 import com.dotcms.system.event.local.type.pushpublish.SinglePushPublishEndpointFailureEvent;
 import com.dotcms.util.CloseUtils;
+import com.dotcms.util.EnterpriseFeature;
 import com.dotmarketing.business.APILocator;
 import com.dotmarketing.cms.factories.PublicEncryptionFactory;
 import com.dotmarketing.exception.DotDataException;
@@ -55,8 +62,10 @@
 import com.dotmarketing.util.Config;
 import com.dotmarketing.util.Logger;
 import com.dotmarketing.util.PushPublishLogger;
+import com.dotmarketing.util.UtilMethods;
 import com.liferay.portal.language.LanguageException;
 import com.liferay.portal.language.LanguageUtil;
+import org.apache.commons.io.FileUtils;
 import org.apache.logging.log4j.ThreadContext;
 import org.glassfish.jersey.client.ClientProperties;
 import org.quartz.JobDetail;
@@ -138,19 +147,17 @@ public PublisherConfig init ( PublisherConfig config ) throws DotPublishingExcep
 	 *             An error occurred which caused the publishing process to
 	 *             stop.
 	 */
+	@EnterpriseFeature(licenseLevel = LicenseLevel.PROFESSIONAL)
 	@Override
 	public PublisherConfig process ( final PublishStatus status ) throws DotPublishingException {
-		if(LicenseUtil.getLevel() < LicenseLevel.PROFESSIONAL.level) {
-			throw new RuntimeException("An Enterprise Pro License is required to run this publisher.");
-		}
 		PublishAuditHistory currentStatusHistory = null;
 
 		Client client = getRestClient();
 
 		try {
 			//Compressing bundle
 			File bundleRoot = BundlerUtil.getBundleRoot(this.config.getName(), false);
-			ArrayList<File> list = new ArrayList<>(1);
+			final List<File> list = new ArrayList<>(1);
 			list.add(bundleRoot);
 			File bundleFile = new File(bundleRoot + ".tar.gz");
 
@@ -165,7 +172,7 @@ public PublisherConfig process ( final PublishStatus status ) throws DotPublishi
 			currentStatusHistory = pubAuditAPI.getPublishAuditStatus(this.config.getId()).getStatusPojo();
 			Map<String, Map<String, EndpointDetail>> endpointsMap = currentStatusHistory.getEndpointsMap();
 			// If not empty, don't overwrite publish history already set via the PublisherQueueJob
-			boolean isHistoryEmpty = endpointsMap.size() == 0;
+			boolean isHistoryEmpty = endpointsMap.isEmpty();
 			currentStatusHistory.setPublishStart(new Date());
 			PushPublishLogger.log(this.getClass(), "Status Update: Sending to all environments");
 			pubAuditAPI.updatePublishAuditStatus(this.config.getId(), PublishAuditStatus.Status.SENDING_TO_ENDPOINTS, currentStatusHistory);
@@ -176,16 +183,19 @@ public PublisherConfig process ( final PublishStatus status ) throws DotPublishi
 			int totalEndpoints = 0;
 			for (Environment environment : environments) {
 				List<PublishingEndPoint> allEndpoints = this.publishingEndPointAPI.findSendingEndPointsByEnvironment(environment.getId());
+				if (UtilMethods.isNotSet(allEndpoints)) {
+					continue;
+				}
 				List<PublishingEndPoint> endpoints = new ArrayList<>();
-				totalEndpoints += (null != allEndpoints) ? allEndpoints.size() : 0;
+				totalEndpoints += allEndpoints.size();
 
 				Map<String, EndpointDetail> endpointsDetail = endpointsMap.get(environment.getId());
 				//Filter Endpoints list and push only to those that are enabled and are Dynamic (not S3 at the moment)
 				for(PublishingEndPoint ep : allEndpoints) {
 					if(ep.isEnabled() && getProtocols().contains(ep.getProtocol())) {
 						// If pushing a bundle for the first time, always add
 						// all end-points
-						if (null == endpointsDetail || endpointsDetail.size() == 0) {
+						if (null == endpointsDetail || endpointsDetail.isEmpty()) {
 							endpoints.add(ep);
 						} else {
 							EndpointDetail epDetail = endpointsDetail.get(ep.getId());
@@ -224,9 +234,10 @@ public PublisherConfig process ( final PublishStatus status ) throws DotPublishi
 
 						if (endpoint.hasAuthKey()) {
 							PushPublishLogger.log(this.getClass(), "Status Update: Sending Bundle");
-
+							final String filterKey = bundle.getFilterKey();
 							WebTarget webTarget = client.target(endpoint.toURL() + "/api/bundlePublisher/publish")
-									.queryParam("FORCE_PUSH", bundle.isForcePush());
+									.queryParam("FORCE_PUSH", bundle.isForcePush())
+									.queryParam("filterkey", filterKey);
 
 							Response response = webTarget.request(MediaType.APPLICATION_JSON)
 									.header("Content-Disposition", contentDisposition)

diff --git a/dotCMS/src/main/java/com/dotcms/publishing/PublisherAPIImpl.java b/dotCMS/src/main/java/com/dotcms/publishing/PublisherAPIImpl.java
@@ -31,7 +31,6 @@
 import java.io.IOException;
 import java.nio.file.Files;
 import java.nio.file.Path;
-import java.nio.file.Paths;
 import java.util.ArrayList;
 import java.util.Collections;
 import java.util.Date;
@@ -308,13 +307,14 @@ public FilterDescriptor getFilterDescriptorByKey(final String filterKey) {
                 this.filterList.stream().filter(filter -> filterKey.equalsIgnoreCase(filter.getKey())).findFirst().orElse(defaultFilter);
     }
 
+    @SuppressWarnings("unchecked")
     @CloseDBIfOpened
     @Override
     public PublisherFilter createPublisherFilter(final String bundleId) throws DotDataException, DotSecurityException {
 
         final String filterKey = APILocator.getBundleAPI().getBundleById(bundleId).getFilterKey();
         final FilterDescriptor filterDescriptor = this.getFilterDescriptorByKey(filterKey);
-        final PublisherFilterImpl publisherFilter = new PublisherFilterImpl((Boolean)filterDescriptor.getFilters().getOrDefault(FilterDescriptor.DEPENDENCIES_KEY,true),
+        final PublisherFilterImpl publisherFilter = new PublisherFilterImpl(filterKey, (Boolean)filterDescriptor.getFilters().getOrDefault(FilterDescriptor.DEPENDENCIES_KEY,true),
                 (Boolean)filterDescriptor.getFilters().getOrDefault(FilterDescriptor.RELATIONSHIPS_KEY,true));
 
         if(filterDescriptor.getFilters().containsKey(FilterDescriptor.EXCLUDE_CLASSES_KEY)){

diff --git a/dotCMS/src/main/java/com/dotcms/publishing/PublisherFilter.java b/dotCMS/src/main/java/com/dotcms/publishing/PublisherFilter.java
@@ -8,6 +8,19 @@
  */
 public interface PublisherFilter {
 
+    String CONTENT_ONLY_KEY = "ContentOnly.yml";
+    String FORCE_PUSH_KEY = "ForcePush.yml";
+    String INTELLIGENT__KEY = "Intelligent.yml";
+    String SHALLOW_PUSH_KEY = "ShallowPush.yml";
+    String WEB_CONTENT_KEY = "WebContentOnly.yml";
+
+    /**
+     * Returns the key of the specified Push Publishing Filter.
+     *
+     * @return The Push Publishing Filter key.
+     */
+    String key();
+
     /**
      * Check if the asset needs to be excluded from the bundle.
      * This because the excludeClasses contains the type of the asset.

diff --git a/dotCMS/src/main/java/com/dotcms/publishing/PublisherFilterImpl.java b/dotCMS/src/main/java/com/dotcms/publishing/PublisherFilterImpl.java
@@ -1,5 +1,6 @@
 package com.dotcms.publishing;
 
+import com.liferay.util.StringPool;
 
 import java.util.HashSet;
 import java.util.Set;
@@ -12,18 +13,29 @@
  */
 public class PublisherFilterImpl implements PublisherFilter{
 
+    private final String key;
     private final Set<String> excludeClassesSet = new HashSet<>();
-    private final Set<String>excludeDependencyClassesSet = new HashSet<>();
-    private final Set<String>excludeQueryAssetIdSet = new HashSet<>();
-    private final Set<String>excludeDependencyQueryAssetIdSet = new HashSet<>();
+    private final Set<String> excludeDependencyClassesSet = new HashSet<>();
+    private final Set<String> excludeQueryAssetIdSet = new HashSet<>();
+    private final Set<String> excludeDependencyQueryAssetIdSet = new HashSet<>();
     private final boolean dependencies;
     private final boolean relationships;
 
     public PublisherFilterImpl(final boolean dependencies, final boolean relationships) {
+        this(StringPool.BLANK, dependencies, relationships);
+    }
+
+    public PublisherFilterImpl(final String key, final boolean dependencies, final boolean relationships) {
+        this.key = key;
         this.dependencies = dependencies;
         this.relationships = relationships;
     }
 
+    @Override
+    public String key() {
+        return this.key;
+    }
+
     @Override
     public boolean isDependencies() {
         return dependencies;
@@ -70,16 +82,17 @@ public boolean doesExcludeDependencyClassesContainsType(final String pusheableAs
         return this.excludeDependencyClassesSet.contains(pusheableAssetType.toLowerCase());
     }
 
-    public String toString(){
-        return "PublisherFilter {" +
-                " excludeClassesSet = " + this.excludeClassesSet.toString() +
-                " , excludeDependencyClassesSet = " + this.excludeDependencyClassesSet.toString() +
-                " , excludeQueryIds = " + this.excludeQueryAssetIdSet.toString() +
-                " , excludeDependencyQueryIds = " + this.excludeDependencyQueryAssetIdSet.toString() +
-                " , relationships = " + this.relationships +
-                " , dependencies = " + this.dependencies +
-                "}";
-
-
+    @Override
+    public String toString() {
+        return "PublisherFilterImpl{" +
+                "key='" + key + '\'' +
+                ", excludeClassesSet=" + excludeClassesSet +
+                ", excludeDependencyClassesSet=" + excludeDependencyClassesSet +
+                ", excludeQueryAssetIdSet=" + excludeQueryAssetIdSet +
+                ", excludeDependencyQueryAssetIdSet=" + excludeDependencyQueryAssetIdSet +
+                ", dependencies=" + dependencies +
+                ", relationships=" + relationships +
+                '}';
     }
+
 }