H-6617: Create custom graph rendering pipeline inside frontend

Cargo.toml

@@ -12,6 +12,7 @@ members = [
     "libs/@local/codegen",
     "libs/@local/effect-dns/hickory",
     "libs/@local/graph/api",
+    "libs/@local/graph/atlas",
     "libs/@local/graph/authorization",
     "libs/@local/graph/embeddings",
     "libs/@local/graph/migrations",
@@ -75,6 +76,7 @@ harpc-wire-protocol.path            = "libs/@local/harpc/wire-protocol"
 hash-codec.path                     = "libs/@local/codec"
 hash-codegen.path                   = "libs/@local/codegen"
 hash-graph-api.path                 = "libs/@local/graph/api"
+hash-graph-atlas.path               = "libs/@local/graph/atlas"
 hash-graph-authorization.path       = "libs/@local/graph/authorization"
 hash-graph-embeddings.path          = "libs/@local/graph/embeddings"
 hash-graph-migrations.path          = "libs/@local/graph/migrations"
@@ -239,6 +241,7 @@ rpds                               = { version = "1.1.2", default-features = fal
 rstest                             = { version = "0.26.1", default-features = false }
 rustc_version                      = { version = "0.4.1", default-features = false }
 scc                                = { version = "3.8.4", default-features = false }
+schemars                           = { version = "1.2.1", default-features = false }
 semver                             = { version = "1.0.27", default-features = false }
 sentry                             = { version = "0.48.0", default-features = false, features = ["backtrace", "contexts", "debug-images", "panic", "reqwest", "rustls", "tower-http", "tracing"] }
 sentry-core                        = { version = "0.48.0", default-features = false }

apps/hash-api/src/graph/knowledge/primitive/cluster-entities.ts

@@ -0,0 +1,33 @@
+import { getActorIdFromRequest } from "../../../auth/get-actor-id";
+
+import type { ClusterEntitiesParams } from "@local/hash-graph-client";
+import type { RequestHandler } from "express";
+
+export const clusterEntitiesHandler: RequestHandler<
+  Record<string, never>,
+  | {
+      clusters: {
+        clusterId: number;
+        entityIds: string[];
+        centroid: number[];
+      }[];
+      missingEmbeddings: string[];
+    }
+  | { error: string },
+  ClusterEntitiesParams
+> = async (req, res) => {
+  const actorId = getActorIdFromRequest(req);
+
+  try {
+    const { data } = await req.context.graphApi.clusterEntities(
+      actorId,
+      req.body,
+    );
+
+    res.status(200).json(data);
+  } catch (error) {
+    res.status(500).json({
+      error: error instanceof Error ? error.message : "Unknown error",
+    });
+  }
+};

apps/hash-api/src/index.ts

@@ -63,6 +63,7 @@ import { kratosPublicUrl } from "./auth/ory-kratos";
 import { setupBlockProtocolExternalServiceMethodProxy } from "./block-protocol-external-service-method-proxy";
 import { createEmailTransporter } from "./email/create-email-transporter";
 import { ensureSystemGraphIsInitialized } from "./graph/ensure-system-graph-is-initialized";
+import { clusterEntitiesHandler } from "./graph/knowledge/primitive/cluster-entities";
 import { ensureHashSystemAccountExists } from "./graph/system-account";
 import { createApolloServer } from "./graphql/create-apollo-server";
 import { otelSetup } from "./instrument.mjs";
@@ -851,6 +852,9 @@ const main = async () => {
     next();
   });
 
+  // Entity clustering
+  app.post("/entities/embeddings/clusters", clusterEntitiesHandler);
+
   // Integrations
   app.get("/oauth/linear", authRouteRateLimiter, oAuthLinear);
   app.get("/oauth/linear/callback", authRouteRateLimiter, oAuthLinearCallback);

libs/@hashintel/ds-components/package.json

@@ -75,10 +75,19 @@
   },
   "dependencies": {
     "@ark-ui/react": "5.37.2",
+    "@deck.gl/core": "9.3.6",
+    "@deck.gl/layers": "9.3.6",
+    "@deck.gl/react": "9.3.6",
+    "@deck.gl/widgets": "9.3.6",
     "@hashintel/ds-helpers": "workspace:^",
+    "@loaders.gl/core": "4.4.3",
+    "@luma.gl/core": "9.3.6",
+    "@luma.gl/engine": "9.3.6",
+    "@luma.gl/shadertools": "9.3.6",
     "@pandacss/dev": "1.11.1",
     "@pandacss/preset-panda": "1.11.1",
     "@zag-js/dom-query": "1.41.2",
+    "colorjs.io": "0.6.1",
     "use-callback-ref": "1.3.3"
   },
   "devDependencies": {