Increase the default source parallelism (#2875)

we expect most source interactions to be waiting on external services,
so adding more parallelism can help. and we do not explicitly configure
MAX_PARALLEL anywhere, so all sources have been running on this default

GitOrigin-RevId: 4af1a8f8015cacce0fdc131a3b9b2d4e76a408e8

Author: DavidS-ovm

discovery/cmd.go

@@ -175,7 +175,7 @@ func EngineConfigFromViper(engineType, version string) (*EngineConfig, error) {
 
 	maxParallelExecutions := viper.GetInt("max-parallel")
 	if maxParallelExecutions == 0 {
-		maxParallelExecutions = runtime.NumCPU()
+		maxParallelExecutions = runtime.NumCPU() * 100 // we expect most source interactions to be waiting on external services, so adding more parallelism can help
 	}
 
 	return &EngineConfig{

discovery/cmd_test.go

@@ -49,7 +49,7 @@ func TestEngineConfigFromViper(t *testing.T) {
 			expectedApiServerURL:          "https://api.app.overmind.tech",
 			expectedNATSUrl:               "wss://messages.app.overmind.tech",
 			expectedApiKey:                "api-key",
-			expectedMaxParallel:           runtime.NumCPU(),
+			expectedMaxParallel:           runtime.NumCPU() * 100,
 			expectError:                   false,
 		},
 		{
@@ -185,7 +185,7 @@ func TestEngineConfigFromViper(t *testing.T) {
 			engineType:            "test-engine",
 			version:               "1.0",
 			expectError:           false,
-			expectedMaxParallel:   runtime.NumCPU(),
+			expectedMaxParallel:   runtime.NumCPU() * 100,
 			expectedSourceName:    "custom-source",
 			expectedApp:           "https://app.overmind.tech",
 			expectedApiServerURL:  "https://api.app.overmind.tech",