Merge pull request #801 from forcedotcom/dev-3

@W-11606553@: Release activity for 3.4.0

Author: jfeingold35

cli-messaging/src/main/java/com/salesforce/messaging/CliMessager.java

@@ -4,6 +4,7 @@
 import java.util.Arrays;
 import java.util.List;
 
+import com.google.common.collect.Lists;
 import com.google.gson.Gson;
 
 public class CliMessager {
@@ -12,8 +13,17 @@ public class CliMessager {
 	// The END string lets us know when a message stops, which should prevent bugs involving multi-line output.
 	private static final String END = "SFDX-END";
 
+    private static final String REALTIME_START = "SFCA-REALTIME-START";
+    private static final String REALTIME_END = "SFCA-REALTIME-END";
+
+    /* Deprecated: Don't maintain state in a class that's essentially used as a utility.*/
+    @Deprecated
 	private static final List<Message> MESSAGES = new ArrayList<>();
 
+    /**
+     * Deprecated - switch to static invocation of {@link #postMessage(String, EventKey, String...)}
+     */
+    @Deprecated
 	public static CliMessager getInstance() {
 		return LazyHolder.INSTANCE;
 	}
@@ -26,6 +36,7 @@ public static CliMessager getInstance() {
 	 *
 	 * @param exception to send to Typescript layer
 	 */
+    @Deprecated
 	public void addMessage(MessagePassableException exception) {
 		final EventKey eventKey = exception.getEventKey();
 		addMessage(
@@ -43,34 +54,59 @@ public void addMessage(MessagePassableException exception) {
 	 * @param eventKey    EventKey to display to user
 	 * @param args        String args passed to the EventKey to make the displayed message meaningful
 	 */
+    @Deprecated
 	public void addMessage(String internalLog, EventKey eventKey, String... args) {
-		// Developer error if eventKey was not added to exception and we'll get a bunch of NPEs
-		assert (eventKey != null);
-		// Confirm that the correct number of arguments for the message has been provided
-		// If this fails, this would be a developer error
-		assert (eventKey.getArgCount() == args.length);
-
-		final Message message = new Message(
-			eventKey.getMessageKey(),
-			Arrays.asList(args),
-			internalLog,
-			eventKey.getMessageType(),
-			eventKey.getMessageHandler(),
-			eventKey.isVerbose());
-		MESSAGES.add(message);
+        final Message message = createMessage(internalLog, eventKey, args);
+        MESSAGES.add(message);
 	}
 
-	/**
+    /**
+     * Publish formatted stdout message to pass onto Typescript layer.
+     * Make sure EventKey is updated with messages/EventKeyTemplates.json
+     * and has correct properties in the enum.
+     *
+     * @param internalLog Information for internal use. Will be logged but not displayed to user
+     * @param eventKey    EventKey to display to user
+     * @param args        String args passed to the EventKey to make the displayed message meaningful
+     */
+    public static void postMessage(String internalLog, EventKey eventKey, String... args) {
+        final Message message = createMessage(internalLog, eventKey, args);
+        final List<Message> messages = Lists.newArrayList(message);
+
+        final String messageAsJson = new Gson().toJson(messages);
+        System.out.println(REALTIME_START + messageAsJson + REALTIME_END);
+    }
+
+    private static Message createMessage(String internalLog, EventKey eventKey, String[] args) {
+        // Developer error if eventKey was not added to exception and we'll get a bunch of NPEs
+        assert (eventKey != null);
+        // Confirm that the correct number of arguments for the message has been provided
+        // If this fails, this would be a developer error
+        assert (eventKey.getArgCount() == args.length);
+
+        final Message message = new Message(
+            eventKey.getMessageKey(),
+            Arrays.asList(args),
+            internalLog,
+            eventKey.getMessageType(),
+            eventKey.getMessageHandler(),
+            eventKey.isVerbose());
+        return message;
+    }
+
+    /**
 	 * Convert all messages stored by the instance into a JSON-formatted string, enclosed in the start and end strings.
 	 * Java code can use this method to log the messages to console, and TypeScript code can seek the start and stop
 	 * strings to get an array of messages that can be deserialized.
 	 * @return
 	 */
+    @Deprecated
 	public String getAllMessagesWithFormatting() {
 		final String messagesAsJson = getMessagesAsJson();
 		return START + messagesAsJson + END;
 	}
 
+    @Deprecated
 	private String getMessagesAsJson() {
 		return new Gson().toJson(MESSAGES);
 	}

cli-messaging/src/main/java/com/salesforce/messaging/EventKey.java

@@ -3,6 +3,8 @@
 
 public enum EventKey {
 	// MAKE SURE `messageKey` OF EVERY VALUE ADDED HERE HAS AN ENTRY IN 'messages/EventKeyTemplates.js'!
+
+    /** PMD-CATALOGER RELATED **/
 	INFO_GENERAL_INTERNAL_LOG("info.generalInternalLog", 1, MessageType.INFO, MessageHandler.INTERNAL, true),
 	WARNING_INVALID_CAT_SKIPPED("warning.invalidCategorySkipped", 1, MessageType.WARNING, MessageHandler.UX, true),
 	WARNING_INVALID_RULESET_SKIPPED("warning.invalidRulesetSkipped", 1, MessageType.WARNING, MessageHandler.UX, true),
@@ -20,8 +22,23 @@ public enum EventKey {
 	ERROR_EXTERNAL_RECURSION_LIMIT("error.external.recursionLimitReached", 2, MessageType.ERROR, MessageHandler.UX, false),
 	ERROR_EXTERNAL_XML_NOT_READABLE("error.external.xmlNotReadable", 2, MessageType.ERROR, MessageHandler.UX, false),
 	ERROR_EXTERNAL_XML_NOT_PARSABLE("error.external.xmlNotParsable", 2, MessageType.ERROR, MessageHandler.UX, false),
+
+
+
+
+    /** SFGE RELATED **/
+    INFO_GENERAL("info.sfgeInfoLog", 1, MessageType.INFO, MessageHandler.UX, true),
+    INFO_META_INFO_COLLECTED("info.sfgeMetaInfoCollected", 2, MessageType.INFO, MessageHandler.UX, true),
+    INFO_COMPLETED_FILE_COMPILATION("info.sfgeFinishedCompilingFiles", 1, MessageType.INFO, MessageHandler.UX_SPINNER, false),
+    INFO_STARTED_BUILDING_GRAPH("info.sfgeStartedBuildingGraph", 0, MessageType.INFO, MessageHandler.UX_SPINNER, false),
+    INFO_COMPLETED_BUILDING_GRAPH("info.sfgeFinishedBuildingGraph", 0, MessageType.INFO, MessageHandler.UX_SPINNER, false),
+    INFO_PATH_ENTRY_POINTS_IDENTIFIED("info.sfgePathEntryPointsIdentified", 1, MessageType.INFO, MessageHandler.UX_SPINNER, false),
+    INFO_PATH_ANALYSIS_PROGRESS("info.sfgeViolationsInPathProgress", 4, MessageType.INFO, MessageHandler.UX_SPINNER, false),
+    INFO_COMPLETED_PATH_ANALYSIS("info.sfgeCompletedPathAnalysis", 3, MessageType.INFO, MessageHandler.UX_SPINNER, false),
+    WARNING_GENERAL("warning.sfgeWarnLog", 1, MessageType.WARNING, MessageHandler.UX, true),
 	WARNING_MULTIPLE_METHOD_TARGET_MATCHES("warning.multipleMethodTargetMatches", 3, MessageType.WARNING, MessageHandler.UX, false),
-	WARNING_NO_METHOD_TARGET_MATCHES("warning.noMethodTargetMatches", 2, MessageType.WARNING, MessageHandler.UX, false);
+	WARNING_NO_METHOD_TARGET_MATCHES("warning.noMethodTargetMatches", 2, MessageType.WARNING, MessageHandler.UX, false),
+    ERROR_GENERAL("error.internal.sfgeErrorLog", 1, MessageType.ERROR, MessageHandler.UX, false);
 
 	final String messageKey;
 	final int argCount;

cli-messaging/src/main/java/com/salesforce/messaging/Message.java

@@ -6,7 +6,7 @@
 public class Message {
 	final private String messageKey;
 	final private List<String> args;
-	final private String internalLog;
+    final private String internalLog;
 	final private MessageType type;
 	final private MessageHandler handler;
 	final private boolean verbose;
@@ -34,8 +34,25 @@ public String getInternalLog() {
 		return internalLog;
 	}
 
+    public MessageType getType() {
+        return type;
+    }
+
+    public MessageHandler getHandler() {
+        return handler;
+    }
+
+    public boolean isVerbose() {
+        return verbose;
+    }
+
+    public long getTime() {
+        return time;
+    }
+
 	enum MessageHandler {
 		UX,
+        UX_SPINNER,
 		INTERNAL
 	}
 

messages/DefaultRuleManager.js

@@ -1,6 +1,7 @@
 module.exports = {
 	"warning": {
 		"targetSkipped": "Target: '%s' was not processed by any engines.",
-		"targetsSkipped": "Targets: '%s' were not processed by any engines."
+		"targetsSkipped": "Targets: '%s' were not processed by any engines.",
+		"pathsDoubleProcessed": "At least one file was processed by both ESLint and ESLint-LWC simultaneously, which could result in duplicate violations. Customize the targetPatterns property for eslint and eslint-lwc engines in %s to remove overlap on the following file(s): %s",
 	}
 }

messages/EventKeyTemplates.js

@@ -7,7 +7,15 @@ module.exports = {
 		"customEslintHeadsUp": "About to run Eslint with custom config in %s. Please make sure your current directory has all the required NPM dependencies.",
 		"customPmdHeadsUp": "About to run PMD with custom config in %s. Please make sure that any custom rule references have already been added to the plugin through scanner:rule:add command.",
 		"pmdRuleSkipped": "Omitting results for PMD rule \"%s\". Reason: %s.",
-		"unmatchedPathExtensionCpd": "Path extensions for the following files will not be processed by CPD: %s"
+		"unmatchedPathExtensionCpd": "Path extensions for the following files will not be processed by CPD: %s",
+		"sfgeInfoLog": "%s",
+		"sfgeMetaInfoCollected": "Loaded %s: [ %s ]",
+		"sfgeFinishedCompilingFiles": "Compiled %s files.",
+		"sfgeStartedBuildingGraph": "Building graph.",
+		"sfgeFinishedBuildingGraph": "Added all compilation units to graph.",
+		"sfgePathEntryPointsIdentified": "Identified %s path entry point(s).",
+		"sfgeViolationsInPathProgress": "Detected %s violation(s) from %s path(s) on %s/%s entry point(s).",
+		"sfgeCompletedPathAnalysis": "Overall, analyzed %s path(s) from %s entry point(s). Detected %s violation(s)."
 	},
 	"warning": {
 		"invalidCategorySkipped": "Cataloger skipped invalid PMD Category file '%s'.",
@@ -20,15 +28,17 @@ module.exports = {
 		"unexpectedPmdNodeType": "Encountered unexpected PMD node of type '%s'",
 		"multipleMethodTargetMatches": "Total of %s methods in file %s matched name #%s",
 		"noMethodTargetMatches": "No methods in file %s matched name #%s()",
-		"pmdConfigError": "PMD failed to evaluate rule '%s'. Message: %s"
+		"pmdConfigError": "PMD failed to evaluate rule '%s'. Message: %s",
+		"sfgeWarnLog": "%s"
 	},
 	"error": {
 		"internal": {
 			"unexpectedError": "INTERNAL ERROR: Unexpected error occurred while cataloging rules: %s. Please log an issue with us at github.com/forcedotcom/sfdx-scanner.",
 			"mainInvalidArgument": "INTERNAL ERROR: Invalid arguments passed to Main. Details: %s. Please log an issue with us at github.com/forcedotcom/sfdx-scanner.",
 			"jsonWriteFailed": "INTERNAL ERROR: Failed to write JSON to file: %s. Please log an issue with us at github.com/forcedotcom/sfdx-scanner.",
 			"classpathDoesNotExist": "INTERNAL ERROR: Path does not exist: %s. Please log an issue with us at github.com/forcedotcom/sfdx-scanner.",
-			"xmlMissingInClasspath": "INTERNAL ERROR: XML resource [%s] found in jar, but not in Classpath. Please log an issue with us at github.com/forcedotcom/sfdx-scanner."
+			"xmlMissingInClasspath": "INTERNAL ERROR: XML resource [%s] found in jar, but not in Classpath. Please log an issue with us at github.com/forcedotcom/sfdx-scanner.",
+			"sfgeErrorLog": "%s"
 		},
 		"external": {
 			"errorMessageAbove": "Please see error details displayed above.",

messages/common.js

@@ -1,3 +1,3 @@
 module.exports = {
-	FEEDBACK_SURVEY_BANNER: `We're constantly improving Salesforce Code Analyzer. Tell us what you think! Give feedback at https://research.net/r/SalesforceCA.`
-};
+	surveyRequestMessage: `We're constantly improving Salesforce Code Analyzer. Tell us what you think! Give feedback at https://research.net/r/SalesforceCA.`
+};

package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@salesforce/sfdx-scanner",
 	"description": "Static code scanner that applies quality and security rules to Apex code, and provides feedback.",
-	"version": "3.3.0",
+	"version": "3.4.0",
 	"author": "ISV SWAT",
 	"bugs": "https://github.com/forcedotcom/sfdx-scanner/issues",
 	"dependencies": {

pmd-cataloger/build.gradle.kts

@@ -9,7 +9,7 @@ group = "sfdx"
 version = "1.0"
 
 val distDir = "$buildDir/../../dist"
-val pmdVersion = "6.47.0"
+val pmdVersion = "6.48.0"
 val pmdFile = "pmd-bin-$pmdVersion.zip"
 val pmdUrl = "https://github.com/pmd/pmd/releases/download/pmd_releases%2F${pmdVersion}/${pmdFile}"
 val skippableJarRegexes = setOf("""^common_[\d\.-]*\.jar""".toRegex(),