10504 dxox: Case Deadlines, Correspondences, and Worksheets

__TODO_10504.txt

@@ -0,0 +1,18 @@
+check Correspondence works now with docketNumber (added to the entity) and update validation?
+
+--
+
+Is docketNumber in Case assignCorrespondences necessary? Were there some old cases, maybe, onto which we directly stored correspondences?
+
+
+--
+
+check CaseWorksheet works now with judgeUserId (added to the entity) and update validation?
+
+--
+
+entityName: "CaseWorksheet" in updateCaseWorksheetAction is silly
+
+--
+
+add missing tests

docs/dynamodb-access-patterns.csv

@@ -1,11 +1,8 @@
 Access Scenario,PK,SK,GS1PK,GSI2PK
-the case deadline object,case-deadline|${DEADLINE_ID},case-deadline|${DEADLINE_ID},
-associate a deadline with a case (mapping record),case|${CASE_ID},case-deadline|${DEADLINE_ID},
 a case,case|${CASE_ID},case|${CASE_ID},leadCase|${LEAD_CASE_ID}
 associate an irs practitioner onto a case,case|${CASE_ID},irsPractitioner|${USER_ID},leadCase|${LEAD_CASE_ID}
 associate a private practitioner onto a case,case|${CASE_ID},privatePractitioner|${USER_ID},leadCase|${LEAD_CASE_ID}
 associate docket entry on a case,case|${CASE_ID},docket-entry|${DOCKET_ENTRY_ID},
-add correspondence to a case,case|${CASE_ID},correspondence|${CORRESPONDENCE_ID},
 add a hearing to a case,case|${CASE_ID},hearing|${TRIAL_SESSION_ID},
 a work item on a case,case|${CASE_ID},work-item|${WORK_ITEM_ID},work-item|${WORK_ITEM_ID},assigneeId|${ASSIGNEE_ID}
 docket number generator counter,docketNumberCounter-${YEAR},docketNumberCounter-${YEAR},

scripts/dynamo/fix-race-condition-served-in-drafts.test.ts

@@ -1,6 +1,9 @@
 /*
  * @jest-environment node
  */
+import '@web-api/persistence/postgres/caseCorrespondences/mocks.jest';
+import '@web-api/persistence/postgres/cases/mocks.jest';
+
 import { DynamoDBClient, GetItemCommand } from '@aws-sdk/client-dynamodb';
 import { MOCK_DOCUMENTS } from '@shared/test/mockDocketEntry';
 import { applicationContext } from '@shared/business/test/createTestApplicationContext';

scripts/run-once-scripts/postgres-migration/batch-delete-dynamo-items.ts

@@ -0,0 +1,63 @@
+import {
+  BatchWriteCommand,
+  DynamoDBDocumentClient,
+} from '@aws-sdk/lib-dynamodb';
+
+export async function batchDeleteDynamoItems(
+  itemsToDelete: { DeleteRequest: { Key: { pk: string; sk: string } } }[],
+  client: DynamoDBDocumentClient,
+  tableNameInput: string,
+): Promise<number> {
+  const BATCH_SIZE = 25;
+  const RETRY_DELAY_MS = 5000; // Set the delay between retries (in milliseconds)
+  let totalItemsDeleted = 0;
+
+  for (let i = 0; i < itemsToDelete.length; i += BATCH_SIZE) {
+    const batch = itemsToDelete.slice(i, i + BATCH_SIZE);
+
+    const batchWriteParams = {
+      RequestItems: {
+        [tableNameInput]: batch,
+      },
+    };
+
+    try {
+      let unprocessedItems: any[] = batch;
+      let retryCount = 0;
+      const MAX_RETRIES = 5;
+
+      // Retry logic for unprocessed items
+      while (unprocessedItems.length > 0 && retryCount < MAX_RETRIES) {
+        const response = await client.send(
+          new BatchWriteCommand(batchWriteParams),
+        );
+
+        totalItemsDeleted +=
+          unprocessedItems.length -
+          (response.UnprocessedItems?.[tableNameInput]?.length || 0);
+
+        unprocessedItems = response.UnprocessedItems?.[tableNameInput] ?? [];
+
+        if (unprocessedItems.length > 0) {
+          console.log(
+            `Retrying unprocessed items: ${unprocessedItems.length}, attempt ${retryCount + 1}`,
+          );
+          batchWriteParams.RequestItems[tableNameInput] = unprocessedItems;
+          retryCount++;
+
+          // Add delay before the next retry
+          await new Promise(resolve => setTimeout(resolve, RETRY_DELAY_MS));
+        }
+      }
+
+      if (unprocessedItems.length > 0) {
+        console.error(
+          `Failed to delete ${unprocessedItems.length} items after ${MAX_RETRIES} retries.`,
+        );
+      }
+    } catch (error) {
+      console.error('Error in batch delete:', error);
+    }
+  }
+  return totalItemsDeleted;
+}

scripts/run-once-scripts/postgres-migration/delete-case-correspondences.ts

@@ -0,0 +1,63 @@
+/**
+ * HOW TO RUN
+ *
+ * TABLE_NAME=testing npx ts-node --transpileOnly scripts/postgres/delete-case-correspondences.ts
+ */
+
+import { DynamoDBDocumentClient } from '@aws-sdk/lib-dynamodb';
+import { DynamoDBClient, ScanCommandInput } from '@aws-sdk/client-dynamodb';
+import { requireEnvVars } from '../../../shared/admin-tools/util';
+import { getDbReader } from '../../../web-api/src/database';
+import { isEmpty } from 'lodash';
+import { batchDeleteDynamoItems } from './batch-delete-dynamo-items';
+
+const caseCorrespondencePageSize = 10000;
+const dynamoDbClient = new DynamoDBClient({ region: 'us-east-1' });
+const dynamoDbDocClient = DynamoDBDocumentClient.from(dynamoDbClient);
+
+requireEnvVars(['TABLE_NAME']);
+
+const tableNameInput = process.env.TABLE_NAME!;
+
+const getCaseCorrespondencesToDelete = async (offset: number) => {
+  const caseCorrespondences = await getDbReader(reader =>
+    reader
+      .selectFrom('dwCaseCorrespondence')
+      .select(['docketNumber', 'correspondenceId'])
+      .orderBy('correspondenceId')
+      .limit(caseCorrespondencePageSize)
+      .offset(offset)
+      .execute(),
+  );
+  return caseCorrespondences;
+};
+
+let totalItemsDeleted = 0;
+
+async function main() {
+  let offset = 0;
+  let caseCorrespondencesToDelete =
+    await getCaseCorrespondencesToDelete(offset);
+
+  while (!isEmpty(caseCorrespondencesToDelete)) {
+    const dynamoItemsToDelete = caseCorrespondencesToDelete.map(cd => ({
+      DeleteRequest: {
+        Key: {
+          pk: `case|${cd.docketNumber}`,
+          sk: `correspondence${cd.correspondenceId}`,
+        },
+      },
+    }));
+    totalItemsDeleted += await batchDeleteDynamoItems(
+      dynamoItemsToDelete,
+      dynamoDbDocClient,
+      tableNameInput,
+    );
+    console.log(`Total case correspondences deleted: ${totalItemsDeleted}`);
+    offset += caseCorrespondencePageSize;
+    caseCorrespondencesToDelete = await getCaseCorrespondencesToDelete(offset);
+  }
+  console.log('Done deleting case correspondences from Dynamo');
+}
+
+main().catch(console.error);

scripts/run-once-scripts/postgres-migration/delete-case-deadlines.ts

@@ -0,0 +1,62 @@
+/**
+ * HOW TO RUN
+ *
+ * TABLE_NAME=testing npx ts-node --transpileOnly scripts/postgres/delete-case-deadlines.ts
+ */
+
+import { DynamoDBDocumentClient } from '@aws-sdk/lib-dynamodb';
+import { DynamoDBClient } from '@aws-sdk/client-dynamodb';
+import { requireEnvVars } from '../../../shared/admin-tools/util';
+import { getDbReader } from '../../../web-api/src/database';
+import { isEmpty } from 'lodash';
+import { batchDeleteDynamoItems } from './batch-delete-dynamo-items';
+
+const caseDeadlinePageSize = 10000;
+const dynamoDbClient = new DynamoDBClient({ region: 'us-east-1' });
+const dynamoDbDocClient = DynamoDBDocumentClient.from(dynamoDbClient);
+
+requireEnvVars(['TABLE_NAME']);
+
+const tableNameInput = process.env.TABLE_NAME!;
+
+const getCaseDeadlinesToDelete = async (offset: number) => {
+  const caseDeadlines = await getDbReader(reader =>
+    reader
+      .selectFrom('dwCaseDeadline')
+      .select(['docketNumber', 'caseDeadlineId'])
+      .orderBy('caseDeadlineId')
+      .limit(caseDeadlinePageSize)
+      .offset(offset)
+      .execute(),
+  );
+  return caseDeadlines;
+};
+
+let totalItemsDeleted = 0;
+
+async function main() {
+  let offset = 0;
+  let caseDeadlinesToDelete = await getCaseDeadlinesToDelete(offset);
+
+  while (!isEmpty(caseDeadlinesToDelete)) {
+    const dynamoItemsToDelete = caseDeadlinesToDelete.map(cd => ({
+      DeleteRequest: {
+        Key: {
+          pk: `case|${cd.docketNumber}`,
+          sk: `case-deadline|${cd.caseDeadlineId}`,
+        },
+      },
+    }));
+    totalItemsDeleted += await batchDeleteDynamoItems(
+      dynamoItemsToDelete,
+      dynamoDbDocClient,
+      tableNameInput,
+    );
+    console.log(`Total case deadlines deleted: ${totalItemsDeleted}`);
+    offset += caseDeadlinePageSize;
+    caseDeadlinesToDelete = await getCaseDeadlinesToDelete(offset);
+  }
+  console.log('Done deleting case deadlines from Dynamo');
+}
+
+main().catch(console.error);

scripts/run-once-scripts/postgres-migration/delete-case-worksheets.ts

@@ -0,0 +1,62 @@
+/**
+ * HOW TO RUN
+ *
+ * TABLE_NAME=testing npx ts-node --transpileOnly scripts/postgres/delete-case-worksheets.ts
+ */
+
+import { DynamoDBDocumentClient } from '@aws-sdk/lib-dynamodb';
+import { DynamoDBClient } from '@aws-sdk/client-dynamodb';
+import { requireEnvVars } from '../../../shared/admin-tools/util';
+import { getDbReader } from '../../../web-api/src/database';
+import { isEmpty } from 'lodash';
+import { batchDeleteDynamoItems } from './batch-delete-dynamo-items';
+
+const caseWorksheetPageSize = 10000;
+const dynamoDbClient = new DynamoDBClient({ region: 'us-east-1' });
+const dynamoDbDocClient = DynamoDBDocumentClient.from(dynamoDbClient);
+
+requireEnvVars(['TABLE_NAME']);
+
+const tableNameInput = process.env.TABLE_NAME!;
+
+const getCaseWorksheetsToDelete = async (offset: number) => {
+  const caseWorksheets = await getDbReader(reader =>
+    reader
+      .selectFrom('dwCaseWorksheet')
+      .select(['docketNumber'])
+      .orderBy('docketNumber')
+      .limit(caseWorksheetPageSize)
+      .offset(offset)
+      .execute(),
+  );
+  return caseWorksheets;
+};
+
+let totalItemsDeleted = 0;
+
+async function main() {
+  let offset = 0;
+  let caseWorksheetsToDelete = await getCaseWorksheetsToDelete(offset);
+
+  while (!isEmpty(caseWorksheetsToDelete)) {
+    const dynamoItemsToDelete = caseWorksheetsToDelete.map(cd => ({
+      DeleteRequest: {
+        Key: {
+          pk: `case|${cd.docketNumber}`,
+          sk: `case-worksheet|${cd.docketNumber}`,
+        },
+      },
+    }));
+    totalItemsDeleted += await batchDeleteDynamoItems(
+      dynamoItemsToDelete,
+      dynamoDbDocClient,
+      tableNameInput,
+    );
+    console.log(`Total case worksheets deleted: ${totalItemsDeleted}`);
+    offset += caseWorksheetPageSize;
+    caseWorksheetsToDelete = await getCaseWorksheetsToDelete(offset);
+  }
+  console.log('Done deleting case worksheets from Dynamo');
+}
+
+main().catch(console.error);

scripts/run-once-scripts/delete-messages.ts → scripts/run-once-scripts/postgres-migration/delete-messages.ts

@@ -10,7 +10,7 @@ import {
   ScanCommand,
 } from '@aws-sdk/lib-dynamodb';
 import { DynamoDBClient, ScanCommandInput } from '@aws-sdk/client-dynamodb';
-import { requireEnvVars } from '../../shared/admin-tools/util';
+import { requireEnvVars } from '../../../shared/admin-tools/util';
 
 requireEnvVars(['TABLE_NAME']);