Merge pull request #758 from sparrowapp-dev/development

Release Version 2.29.0 [Merging development into prod]

Author: itsmdasifraza

.env.example

@@ -121,4 +121,5 @@ STRIPE_SECRET_KEY=                # Stripe secret key (backend - KEEP SECURE!)
 
 # [Sparrow Admin]
 SPARROW_ADMIN_KEY=                # Sparrow admin key for privileged operations specific to Sparrow team   
-ADMIN_BASE_URL=                   # Base URL for Sparrow admin operations
+ADMIN_BASE_URL=                   # Base URL for Sparrow admin operations
+STAKEHOLDERS_EMAIL_LIST=          # Comma-separated list of sparrow admin emails

deploymentManifests/deployment.yml

@@ -340,7 +340,7 @@ spec:
               valueFrom:
                 secretKeyRef:
                   name: sparrow-api-secret
-                  key: DEEPSEEK_API_MODEL      
+                  key: DEEPSEEK_API_MODEL
             - name: DB_NAME
               valueFrom:
                 secretKeyRef:
@@ -381,6 +381,11 @@ spec:
                 secretKeyRef:
                   name: sparrow-api-secret
                   key: ADMIN_BASE_URL
+            - name: STAKEHOLDERS_EMAIL_LIST
+              valueFrom:
+                secretKeyRef:
+                  name: sparrow-api-secret
+                  key: STAKEHOLDERS_EMAIL_LIST
 
 ---
 apiVersion: v1

deploymentManifests/release-v2.yml

@@ -309,7 +309,7 @@ spec:
               valueFrom:
                 secretKeyRef:
                   name: release-api-v2-secret
-                  key: DEEPSEEK_API_MODEL      
+                  key: DEEPSEEK_API_MODEL
             - name: DB_NAME
               valueFrom:
                 secretKeyRef:
@@ -350,6 +350,11 @@ spec:
                 secretKeyRef:
                   name: release-api-v2-secret
                   key: ADMIN_BASE_URL
+            - name: STAKEHOLDERS_EMAIL_LIST
+              valueFrom:
+                secretKeyRef:
+                  name: release-api-v2-secret
+                  key: STAKEHOLDERS_EMAIL_LIST
 
 ---
 apiVersion: v1

migrations/ai-emailId.migration.ts

@@ -0,0 +1,74 @@
+import { Inject, Injectable, OnModuleInit } from "@nestjs/common";
+import { Db, ObjectId } from "mongodb";
+import { Collections } from "@src/modules/common/enum/database.collection.enum";
+
+@Injectable()
+export class AIlogsEmailIdMigration implements OnModuleInit {
+  private hasRun = false;
+
+  constructor(
+    @Inject("DATABASE_CONNECTION") private db: Db,
+  ) {}
+
+  async onModuleInit(): Promise<void> {
+    if (this.hasRun) return;
+
+    try {
+      console.log(`\n[Nest] Executing AIlogs emailId migration...`);
+
+      const aiLogsCollection = this.db.collection(Collections.AILOGS);
+      const userCollection = this.db.collection(Collections.USER);
+
+      // Get docs where emailId is missing, null, or empty string
+      const cursor = aiLogsCollection.find({
+        $or: [
+          { emailId: { $exists: false } },
+          { emailId: null },
+          { emailId: "" }
+        ]
+      });
+
+      let updatedCount = 0;
+
+      while (await cursor.hasNext()) {
+        const doc = await cursor.next();
+        if (!doc?.userId || doc.userId === "null") continue;
+
+        try {
+          // Convert userId to ObjectId if valid
+          const userId =
+            typeof doc.userId === "string" && ObjectId.isValid(doc.userId)
+              ? new ObjectId(doc.userId)
+              : doc.userId;
+
+          // Fetch user email
+          const user = await userCollection.findOne(
+            { _id: userId },
+            { projection: { email: 1 } }
+          );
+
+          if (!user?.email) continue;
+
+          // Update AIlogs document
+          await aiLogsCollection.updateOne(
+            { _id: doc._id },
+            { $set: { emailId: user.email } }
+          );
+
+          updatedCount++;
+        } catch (err) {
+          console.error(`Failed to update doc ${doc._id}:`, err.message);
+        }
+      }
+
+      console.log(`Updated ${updatedCount} AIlogs documents with emailId`);
+      this.hasRun = true;
+      console.log("Migration completed successfully. Exiting...");
+
+      process.exit(0);
+    } catch (error) {
+      console.error("Error during AIlogs emailId migration:", error);
+      process.exit(1);
+    }
+  }
+}

package.json

@@ -33,7 +33,8 @@
     "start:upgrade-plan": "ts-node -r tsconfig-paths/register src/upgrade-plan.ts",
     "start:migration-mock-url": "ts-node -r tsconfig-paths/register src/migrationMockRequestUrl.ts",
     "start:migration-hub-billing": "ts-node -r tsconfig-paths/register src/migrationHubBilling.ts",
-    "start:migration-superadmin": "ts-node -r tsconfig-paths/register src/migration-superadmin.ts"
+    "start:migration-superadmin": "ts-node -r tsconfig-paths/register src/migration-superadmin.ts",
+    "start:migration-email": "ts-node -r tsconfig-paths/register src/migration-emailId.ts"
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.54.0",
@@ -84,6 +85,7 @@
     "husky": "^8.0.3",
     "install": "^0.13.0",
     "js-yaml": "^4.1.0",
+    "json2csv": "6.0.0-alpha.2",
     "jsonwebtoken": "^9.0.2",
     "mongodb": "^5.7.0",
     "nest-access-control": "2.2.0",
@@ -117,6 +119,7 @@
     "@types/gravatar": "1.8.3",
     "@types/jest": "^29.5.3",
     "@types/js-yaml": "^4.0.7",
+    "@types/json2csv": "^5.0.7",
     "@types/jsonwebtoken": "^9.0.9",
     "@types/mime-types": "^3.0.1",
     "@types/node": "16.11.56",