test(ratelimit_test.go): update CLUSTER_SIZES array to include more v…

…alues

test(ratelimit_test.go): adjust test cases in TestRatelimit_Consistency
feat(service.go): increase the number of goroutines for parallel network requests

apps/agent/services/ratelimit/ratelimit_test.go

@@ -24,7 +24,7 @@ import (
 	"github.com/unkeyed/unkey/apps/agent/services/ratelimit"
 )
 
-var CLUSTER_SIZES = []int{20}
+var CLUSTER_SIZES = []int{1, 3, 20}
 
 func TestRatelimit_Consistency(t *testing.T) {
 
@@ -39,21 +39,21 @@ func TestRatelimit_Consistency(t *testing.T) {
 	}{
 		{
 			name:        "Basic Test",
-			limit:       10,
+			limit:       100,
 			duration:    10000,
-			rps:         15,
-			seconds:     120,
-			expectedMin: 120,
-			expectedMax: 400,
+			rps:         10,
+			seconds:     20,
+			expectedMin: 200,
+			expectedMax: 200,
 		},
 		{
 			name:        "High Rate with Short Window",
-			limit:       20,
-			duration:    1000,
-			rps:         50,
-			seconds:     60,
-			expectedMin: 120,
-			expectedMax: 1200,
+			limit:       500,
+			duration:    5000,
+			rps:         100,
+			seconds:     10,
+			expectedMin: 900,
+			expectedMax: 1000,
 		},
 		{
 			name:        "Constant Rate Equals Limit",
@@ -69,18 +69,18 @@ func TestRatelimit_Consistency(t *testing.T) {
 			limit:       500,
 			duration:    10000,
 			rps:         100,
-			seconds:     30,
-			expectedMin: 1500,
-			expectedMax: 3000,
+			seconds:     10,
+			expectedMin: 500,
+			expectedMax: 1000,
 		},
 		{
 			name:        "Rate Higher Than Limit",
 			limit:       100,
 			duration:    5000,
 			rps:         200,
-			seconds:     120,
-			expectedMin: 2400,
-			expectedMax: 3200,
+			seconds:     15,
+			expectedMin: 300,
+			expectedMax: 1500,
 		},
 		{
 			name:        "High Burst",
@@ -94,11 +94,11 @@ func TestRatelimit_Consistency(t *testing.T) {
 		{
 			name:        "Very Long Window",
 			limit:       100,
-			duration:    60000,
-			rps:         3,
-			seconds:     120,
-			expectedMin: 200,
-			expectedMax: 400,
+			duration:    120000,
+			rps:         1,
+			seconds:     10,
+			expectedMin: 10,
+			expectedMax: 10,
 		},
 	}
 

apps/agent/services/ratelimit/service.go

@@ -53,7 +53,7 @@ func New(cfg Config) (Service, error) {
 
 		// Process the individual requests to the origin and update local state
 		// We're using 8 goroutines to parallelise the network requests'
-		for range 8 {
+		for range 32 {
 			go func() {
 				for req := range s.syncBuffer {
 					s.syncWithOrigin(req)