fix: check if data already exists on IPFS (#9)

README.md

@@ -224,7 +224,8 @@ script under `./scripts/generate-jwt.ts`. You can call it using:
 pnpm generate-jwt $SCOPE
 ```
 
-Where `$SCOPE` is the scope/role you want the generated JWT to have.
+Where `$SCOPE` is the scope/role you want the generated JWT to have (use `ipfs`
+to test the `/data/ipfs` API, and `s3` for `/data/s3/json`).
 
 If you instead want to test the `/data/s3/templates` API to upload templates to
 limbo storage, you need to use the `./scripts/upload-folder.ts` script. This is

docker-compose.yaml

@@ -15,6 +15,6 @@ services:
       - 9000:9000
       - 9001:9001
     environment:
-      - MINIO_ROOT_USER=user
-      - MINIO_ROOT_PASSWORD=password
+      - MINIO_ROOT_USER=data-manager-test-access-key
+      - MINIO_ROOT_PASSWORD=data-manager-test-secret-key
       - MINIO_DEFAULT_BUCKETS=data-manager-test-bucket

src/routes/data/ipfs.ts

@@ -6,6 +6,9 @@ import type { ServerRoute } from "@hapi/hapi";
 import type { Client as W3UpClient } from "@web3-storage/w3up-client";
 import { SCOPE_IPFS } from "../../constants";
 import { CID } from "multiformats/cid";
+import type { StoreGetFailure } from "@web3-storage/upload-client/types";
+import type { Error } from "@ucanto/core/schema";
+import { isStoreItemNotFound } from "../../utils";
 
 interface GetDataRoutesParams {
     s3: S3;
@@ -91,6 +94,21 @@ export const getIPFSDataRoute = async ({
                 return badGateway("Could not upload data to IPFS");
             }
 
+            // Check if data is already on IPFS
+            try {
+                await w3UpClient.capability.store.get(parsedCid);
+                throw new Error(
+                    `Data with CID ${cid} already existing on IPFS`,
+                );
+            } catch (error: any) {
+                if (error.cause && error.cause.name === "StoreItemNotFound")
+                    request.logger.info("Data not existing on IPFS yet");
+                else {
+                    request.logger.error(error, "Could not get data from IPFS");
+                    return badGateway("Could not upload data to IPFS");
+                }
+            }
+
             // Fetch the raw CAR stream from S3
             let car: StreamingBlobPayloadOutputTypes;
             try {