🚧

Author: EmrysMyrddin

bench/response-cache/gateway-without-auto-invalidation.config.ts

@@ -0,0 +1,13 @@
+import { defineConfig } from '@graphql-hive/gateway';
+
+export const gatewayConfig = defineConfig({
+  responseCaching: {
+    invalidateViaMutation: false,
+    ttl: 0,
+    ttlPerType: {
+      'Query.me': 2000,
+    },
+    session: () => null,
+  },
+  maskedErrors: false,
+});

bench/response-cache/response-cache.bench.ts

@@ -1,11 +1,10 @@
-import { createExampleSetup, createTenv } from '@internal/e2e';
+import { setTimeout } from 'node:timers/promises';
+import { createExampleSetup, createTenv, GatewayOptions } from '@internal/e2e';
 import { benchConfig } from '@internal/testing';
 import { bench, describe, expect } from 'vitest';
 
 describe('Response Cache', async () => {
-  const { gateway, container } = createTenv(__dirname);
-  const exampleSetup = createExampleSetup(__dirname, 1000);
-
+  const { runBench, container } = await makeRunner();
   const redis = await container({
     name: 'redis',
     healthcheck: ['CMD', 'redis-cli', 'ping'],
@@ -17,58 +16,67 @@ describe('Response Cache', async () => {
     containerPort: 6379,
   });
 
-  const supergraph = await exampleSetup.supergraph();
-
-  const { query, operationName, result } = exampleSetup;
-
-  const gatewayWithoutCache = await gateway({
-    supergraph,
-    args: ['-c', 'gateway-without-cache.config.ts'],
-  });
-  bench(
-    'Without response cache',
-    async () => {
-      const response = await gatewayWithoutCache.execute({
-        query,
-        operationName,
-      });
-      expect(response).toEqual(result);
-    },
-    benchConfig,
+  await runBench(
+    'With in memory response cache',
+    'gateway-with-cache.config.ts',
   );
+  await runBench('Without response cache', 'gateway-without-cache.config.ts');
 
-  const gatewayWithCache = await gateway({
-    supergraph,
-    args: ['-c', 'gateway-with-cache.config.ts'],
-  });
-  bench(
-    'With in memory response cache',
-    async () => {
-      const response = await gatewayWithCache.execute({
-        query,
-        operationName,
-      });
-      expect(response).toEqual(result);
-    },
-    benchConfig,
+  await runBench.skip(
+    'Without invalidation cache',
+    'gateway-without-auto-invalidation.config.ts',
   );
 
-  const gatewayWithRedisCache = await gateway({
-    supergraph,
-    args: ['-c', 'gateway-with-redis.config.ts'],
-    env: {
-      REDIS_URL: `redis://localhost:${redis.port}`,
-    },
-  });
-  bench(
+  await runBench.skip(
     'With redis response cache',
-    async () => {
-      const response = await gatewayWithRedisCache.execute({
-        query,
-        operationName,
-      });
-      expect(response).toEqual(result);
+    'gateway-with-redis.config.ts',
+    {
+      env: {
+        REDIS_URL: `redis://localhost:${redis.port}`,
+      },
     },
-    benchConfig,
   );
 });
+
+const makeRunner = async () => {
+  const { gateway, container } = createTenv(__dirname);
+  const exampleSetup = createExampleSetup(__dirname, 1000);
+
+  const supergraph = await exampleSetup.supergraph();
+
+  const { query, operationName, result } = exampleSetup;
+
+  const runBench = async (
+    name: string,
+    configFile: string,
+    options?: Partial<GatewayOptions>,
+  ) => {
+    const { execute } = await gateway({
+      supergraph,
+      ...options,
+      args: ['-c', configFile, ...(options?.args ?? [])],
+    });
+    return bench(
+      name,
+      async () => {
+        const response = await execute({
+          query,
+          operationName,
+        });
+        expect(response).toEqual(result);
+      },
+      benchConfig,
+    );
+  };
+
+  runBench.skip = async (
+    name: string,
+    _configFile: string,
+    _options?: GatewayOptions,
+  ) => bench.skip(name);
+
+  return {
+    runBench,
+    container,
+  };
+};

internal/e2e/src/tenv.ts

@@ -544,7 +544,8 @@ export function createTenv(cwd: string): Tenv {
             'node',
             // use next available port when starting inspector (note that this does not start inspect, this still needs to be done manually)
             // it's not set because in JIT mode because it does not work together (why? no clue)
-            args.includes('--jit') ? null : '--inspect-port=0',
+            args.includes('--jit') ? null : '--inspect-port=9999',
+            // '--inspect',
             '--import',
             'tsx',
             path.resolve(__project, 'packages', 'gateway', 'src', 'bin.ts'),

package.json

@@ -81,6 +81,7 @@
     "tar-fs": "3.1.1",
     "tmp": "0.2.4",
     "tsx": "patch:tsx@npm%3A4.20.3#~/.yarn/patches/tsx-npm-4.20.3-7de67a623f.patch",
-    "vite": "7.1.7"
+    "vite": "7.1.7",
+    "@envelop/response-cache": "8.2.0-alpha-20251003143108-b56597767a1f741fbd6420f60af9abdf439fd4b8"
   }
 }

yarn.lock

@@ -3659,9 +3659,9 @@ __metadata:
   languageName: node
   linkType: hard
 
-"@envelop/response-cache@npm:^8.0.0, @envelop/response-cache@npm:^8.0.2":
-  version: 8.0.2
-  resolution: "@envelop/response-cache@npm:8.0.2"
+"@envelop/response-cache@npm:8.2.0-alpha-20251003143108-b56597767a1f741fbd6420f60af9abdf439fd4b8":
+  version: 8.2.0-alpha-20251003143108-b56597767a1f741fbd6420f60af9abdf439fd4b8
+  resolution: "@envelop/response-cache@npm:8.2.0-alpha-20251003143108-b56597767a1f741fbd6420f60af9abdf439fd4b8"
   dependencies:
     "@graphql-tools/utils": "npm:^10.0.3"
     "@whatwg-node/fetch": "npm:^0.10.0"
@@ -3672,7 +3672,7 @@ __metadata:
   peerDependencies:
     "@envelop/core": ^5.3.2
     graphql: ^14.0.0 || ^15.0.0 || ^16.0.0
-  checksum: 10c0/061435944d782263b52b85fa0cd49b23caa7a880c4a5fada3c4273f149c2ed25dc6ca4668f92283bf99ec0d13ca044581703fe69e7a5b67fdd6f3893f4ee0e13
+  checksum: 10c0/7ff40a8d2b88a15681b3412e467f3a1726d559c4d1fdec72cd46d612504ef6047ea8752d8aa47f9776d0a917d65474f47c9e0cfe5c1973ad3ee551f7e1fbd065
   languageName: node
   linkType: hard