feat: auto retry errors

scripts/generate-clients.ts

@@ -1014,6 +1014,16 @@ const generateServiceIndex = (
     });
     code += "  },\n";
   }
+  if (
+    metadata.retryableErrors &&
+    Object.keys(metadata.retryableErrors).length > 0
+  ) {
+    code += "  retryableErrors: {\n";
+    Object.entries(metadata.retryableErrors).forEach(([errorName, error]) => {
+      code += `    "${errorName}": ${JSON.stringify(error)},\n`;
+    });
+    code += "  },\n";
+  }
   code += "} as const satisfies ServiceMetadata;\n\n";
 
   // // Re-export all types from types.ts for backward compatibility
@@ -1707,6 +1717,42 @@ const generateServiceTypes = (serviceName: string, manifest: Manifest) =>
     // Extract operation HTTP mappings and trait mappings
     let operationMappings: Record<string, any> = {};
 
+    const extractRetryableError = (
+      shapeId: string,
+    ): [string, Record<string, string>] => {
+      const shape = manifest.shapes[shapeId];
+      if (!shape || shape.type !== "structure" || !shape.members)
+        return ["", {}];
+
+      if (shape.traits["smithy.api#retryable"] == null) return ["", {}];
+      // const isEmptyTrait = Object.keys(shape.members).length === 0;
+
+      // return shape;
+      const name = extractShapeName(shapeId);
+
+      return [
+        name,
+        {
+          retryAfterSeconds:
+            shape?.members?.retryAfterSeconds?.traits?.[
+              "smithy.api#httpHeader"
+            ],
+          // members: Object.entries(shape.members).reduce(
+          //   (acc, [key, value]) => {
+          //     if (value?.traits?.["smithy.api#httpHeader"]) {
+          //       acc[key] = value?.traits?.["smithy.api#httpHeader"];
+          //     }
+          //     return acc;
+          //   },
+          //   {} as Record<string, string>,
+          // ),
+          // ...(Object.keys(shape.traits["smithy.api#retryable"]).length > 0
+          //   ? shape.traits["smithy.api#retryable"]
+          //   : {}),
+        },
+      ];
+    };
+
     const extractHttpTraits = (shapeId: string): Record<string, string> => {
       const shape = manifest.shapes[shapeId];
       if (!shape || shape.type !== "structure" || !shape.members) return {};
@@ -1742,6 +1788,8 @@ const generateServiceTypes = (serviceName: string, manifest: Manifest) =>
       ) as Record<string, string>;
     };
 
+    let retryableErrors = {};
+
     if (protocol === "restJson1") {
       for (const operation of operations) {
         const httpTrait = operation.shape.traits?.["smithy.api#http"];
@@ -1753,6 +1801,13 @@ const generateServiceTypes = (serviceName: string, manifest: Manifest) =>
           const outputTraits = operation.shape.output
             ? extractHttpTraits(operation.shape.output.target)
             : {};
+          const errorList =
+            operation?.shape?.errors
+              ?.map((e) => extractRetryableError(e.target))
+              .filter((error) => Object.keys(error[1]).length > 0) ?? [];
+          for (const error of errorList) {
+            retryableErrors[error[0]] = error[1];
+          }
 
           if (Object.keys(outputTraits).length > 0) {
             // Store both HTTP mapping and trait mappings
@@ -1839,6 +1894,7 @@ const generateServiceTypes = (serviceName: string, manifest: Manifest) =>
       ...(Object.keys(operationMappings).length > 0 && {
         operations: operationMappings,
       }),
+      retryableErrors,
     };
 
     return { code, metadata };

src/client.ts

@@ -6,6 +6,19 @@ import { Credentials, fromStaticCredentials } from "./credentials.ts";
 import type { AwsErrorMeta } from "./error.ts";
 import { DefaultFetch, Fetch } from "./fetch.service.ts";
 import type { ProtocolHandler } from "./protocols/interface.ts";
+import * as Schedule from "effect/Schedule";
+import * as Duration from "effect/Duration";
+import { pipe } from "effect";
+import * as Context from "effect/Context";
+
+export const retryableErrorTags = [
+  "InternalFailure",
+  "RequestExpired",
+  "ServiceException",
+  "ServiceUnavailable",
+  "ThrottlingException",
+  "TooManyRequestsException",
+];
 
 const errorTags: {
   [serviceName: string]: {
@@ -17,13 +30,27 @@ const errorTags: {
 function createServiceError(
   serviceName: string,
   errorName: string,
-  errorMeta: AwsErrorMeta & { message?: string },
+  errorMeta: AwsErrorMeta & {
+    message?: string;
+    retryable:
+      | {
+          retryAfterSeconds?: number;
+        }
+      | false;
+  },
 ) {
   // Create a tagged error dynamically with the correct error name
   return new ((errorTags[serviceName] ??= {})[errorName] ??= (() =>
-    Data.TaggedError(errorName)<AwsErrorMeta & { message?: string }>)())(
-    errorMeta,
-  );
+    Data.TaggedError(errorName)<
+      AwsErrorMeta & {
+        message?: string;
+        retryable:
+          | {
+              retryAfterSeconds?: number;
+            }
+          | false;
+      }
+    >)())(errorMeta);
 }
 
 // Types
@@ -46,6 +73,7 @@ export interface ServiceMetadata {
         readonly outputTraits?: Record<string, string>;
       }
   >; // Operation mappings for restJson1 and trait mappings
+  retryableErrors?: Record<string, { retryAfterSeconds?: string }>;
 }
 
 export interface AwsCredentials {
@@ -213,6 +241,7 @@ export function createServiceProxy<T>(
                   response,
                   statusCode,
                   response.headers,
+                  metadata,
                 ),
               );
 
@@ -229,14 +258,75 @@ export function createServiceProxy<T>(
                   {
                     ...errorMeta,
                     message: parsedError.message,
+                    retryable: parsedError.retryable ?? false,
                   },
                 ),
               );
             }
           });
-          return program;
+          return Effect.gen(function* () {
+            const retryPolicy = yield* Effect.serviceOption(RetryPolicy);
+            const randomNumber = Option.getOrUndefined(retryPolicy) ?? {
+              maxRetries: 5,
+              delay: Duration.millis(100),
+            };
+            return yield* withRetry(program, randomNumber);
+          });
         };
       },
     },
   ) as T;
 }
+
+class RetryPolicy extends Context.Tag("RetryPolicy")<
+  RetryPolicy,
+  {
+    maxRetries: number;
+    delay: Duration.Duration;
+  }
+>() {}
+
+const withRetry = <A>(
+  operation: Effect.Effect<
+    A,
+    {
+      readonly _tag: string;
+      retryable:
+        | {
+            retryAfterSeconds?: number;
+          }
+        | false;
+    }
+  >,
+  randomNumber: {
+    maxRetries: number;
+    delay: Duration.Duration;
+  },
+) =>
+  pipe(
+    operation,
+    Effect.retry({
+      while: (error) =>
+        error.retryable !== false || retryableErrorTags.includes(error._tag),
+      schedule: pipe(
+        Schedule.exponential(randomNumber.delay),
+        Schedule.passthrough,
+        Schedule.addDelay((err) => {
+          const error = err as {
+            readonly _tag: string;
+            retryable:
+              | {
+                  retryAfterSeconds?: number;
+                }
+              | false;
+          };
+
+          return typeof error?.retryable === "object" &&
+            error?.retryable?.retryAfterSeconds != null
+            ? Duration.seconds(error?.retryable?.retryAfterSeconds)
+            : Duration.zero;
+        }),
+        Schedule.compose(Schedule.recurs(randomNumber.maxRetries)),
+      ),
+    }),
+  );

src/error.ts

@@ -3,6 +3,7 @@ import * as Data from "effect/Data";
 export interface AwsErrorMeta {
   readonly statusCode: number;
   readonly requestId?: string;
+  readonly retryAfterSeconds?: number;
 }
 
 // Common AWS errors that can occur across all services

src/protocols/interface.ts

@@ -6,6 +6,12 @@ export interface ParsedError {
   readonly errorType: string;
   readonly message: string;
   readonly requestId?: string;
+  readonly retryable?:
+    | {
+        retryAfterSeconds?: number;
+        retryAttempts?: number;
+      }
+    | false;
 }
 
 export interface ProtocolRequest {
@@ -37,6 +43,7 @@ export interface ProtocolHandler {
   parseError(
     responseText: Response,
     statusCode: number,
-    headers?: Headers,
+    headers: Headers,
+    serviceMetadata: ServiceMetadata,
   ): Promise<ParsedError>;
 }

src/protocols/rest-json-1.ts

@@ -128,7 +128,8 @@ export class RestJson1Handler implements ProtocolHandler {
   async parseError(
     response: Response,
     _statusCode: number,
-    headers?: Headers,
+    headers: Headers,
+    metadata: ServiceMetadata,
   ): Promise<ParsedError> {
     let errorData: any;
     const responseText = await response.text();
@@ -154,11 +155,21 @@ export class RestJson1Handler implements ProtocolHandler {
       headers?.get("x-amzn-requestid") ||
       headers?.get("x-amz-request-id") ||
       undefined;
+    const retryable =
+      metadata?.retryableErrors?.[errorType] != null
+        ? {
+            retryAfterSeconds:
+              headers?.get(
+                metadata?.retryableErrors?.[errorTypes]?.retryAfterSeconds,
+              ) ?? undefined,
+          }
+        : false;
 
     return {
       errorType,
       message,
       requestId,
+      retryable,
     };
   }
 

src/protocols/rest-xml.ts

@@ -1,4 +1,3 @@
-import * as FastCheck from "effect/FastCheck";
 import type { ServiceMetadata } from "../client.ts";
 import type {
   ParsedError,
@@ -115,7 +114,7 @@ export class RestXmlHandler implements ProtocolHandler {
 
   async parseError(
     response: Response,
-    statusCode: number,
+    _statusCode: number,
     headers?: Headers,
   ): Promise<ParsedError> {
     const responseText = await response.text();

src/services/accessanalyzer/index.ts

@@ -69,6 +69,11 @@ const metadata = {
     UpdateAnalyzer: "PUT /analyzer/{analyzerName}",
     UpdateArchiveRule: "PUT /analyzer/{analyzerName}/archive-rule/{ruleName}",
   },
+  retryableErrors: {
+    InternalServerException: { retryAfterSeconds: "Retry-After" },
+    ThrottlingException: { retryAfterSeconds: "Retry-After" },
+    UnprocessableEntityException: {},
+  },
 } as const satisfies ServiceMetadata;
 
 export type _AccessAnalyzer = _AccessAnalyzerClient;

src/services/account/index.ts

@@ -46,6 +46,10 @@ const metadata = {
     PutContactInformation: "POST /putContactInformation",
     StartPrimaryEmailUpdate: "POST /startPrimaryEmailUpdate",
   },
+  retryableErrors: {
+    InternalServerException: {},
+    TooManyRequestsException: {},
+  },
 } as const satisfies ServiceMetadata;
 
 export type _Account = _AccountClient;

src/services/amp/index.ts

@@ -96,6 +96,10 @@ const metadata = {
     UpdateWorkspaceConfiguration:
       "PATCH /workspaces/{workspaceId}/configuration",
   },
+  retryableErrors: {
+    InternalServerException: { retryAfterSeconds: "Retry-After" },
+    ThrottlingException: { retryAfterSeconds: "Retry-After" },
+  },
 } as const satisfies ServiceMetadata;
 
 export type _amp = _ampClient;

src/services/app-mesh/index.ts

@@ -214,6 +214,11 @@ const metadata = {
       },
     },
   },
+  retryableErrors: {
+    InternalServerErrorException: {},
+    ServiceUnavailableException: {},
+    TooManyRequestsException: {},
+  },
 } as const satisfies ServiceMetadata;
 
 export type _AppMesh = _AppMeshClient;

src/services/appfabric/index.ts

@@ -72,6 +72,10 @@ const metadata = {
     UpdateIngestionDestination:
       "PATCH /appbundles/{appBundleIdentifier}/ingestions/{ingestionIdentifier}/ingestiondestinations/{ingestionDestinationIdentifier}",
   },
+  retryableErrors: {
+    InternalServerException: { retryAfterSeconds: "Retry-After" },
+    ThrottlingException: { retryAfterSeconds: "Retry-After" },
+  },
 } as const satisfies ServiceMetadata;
 
 export type _AppFabric = _AppFabricClient;

src/services/artifact/index.ts

@@ -38,6 +38,10 @@ const metadata = {
     ListReports: "GET /v1/report/list",
     PutAccountSettings: "PUT /v1/account-settings/put",
   },
+  retryableErrors: {
+    InternalServerException: { retryAfterSeconds: "Retry-After" },
+    ThrottlingException: { retryAfterSeconds: "Retry-After" },
+  },
 } as const satisfies ServiceMetadata;
 
 export type _Artifact = _ArtifactClient;

src/services/bedrock-agentcore-control/index.ts

@@ -103,6 +103,10 @@ const metadata = {
       "POST /identities/UpdateOauth2CredentialProvider",
     UpdateWorkloadIdentity: "POST /identities/UpdateWorkloadIdentity",
   },
+  retryableErrors: {
+    ServiceException: {},
+    ThrottledException: {},
+  },
 } as const satisfies ServiceMetadata;
 
 export type _BedrockAgentCoreControl = _BedrockAgentCoreControlClient;