Merge branch 'main' into refactor/add-typescript-to-cypress

Author: a2937

.github/workflows/deploy-eng.yml

@@ -53,6 +53,8 @@ jobs:
       LOCALE_FOR_UI: ${{ matrix.languages }}
       LOCALE_FOR_GHOST: ${{ matrix.languages }}
 
+      DO_NOT_FETCH_FROM_GHOST: true
+
     steps:
       - name: Checkout source code
         uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4

config/index.js

@@ -150,7 +150,7 @@ module.exports = Object.assign(
     eleventyEnv: eleventyEnv || 'dev',
     hashnodeAPIURL:
       !hashnodeAPIURL || hashnodeAPIURL === 'api_url_from_hashnode_dashboard'
-        ? ''
+        ? 'https://gql.hashnode.com'
         : hashnodeAPIURL,
     chatWebhookKey:
       !chatWebhookKey ||

package-lock.json

@@ -72,7 +72,7 @@
     "algoliasearch": "4.24.0",
     "clean-css": "5.3.3",
     "cross-env": "7.0.3",
-    "cypress": "13.13.3",
+    "cypress": "13.14.1",
     "dayjs": "1.11.13",
     "dotenv": "16.4.5",
     "eslint": "8.57.0",
@@ -91,7 +91,7 @@
     "js-yaml": "4.1.0",
     "jsdom": "24.1.3",
     "libxmljs": "1.0.11",
-    "lint-staged": "15.2.9",
+    "lint-staged": "15.2.10",
     "lodash": "4.17.21",
     "md5": "2.3.0",
     "node-cache": "5.1.2",

package.json

@@ -91,3 +91,6 @@ POSTS_PER_PAGE=25
 SITE_DOMAIN=localhost:8080
 LOCALE_FOR_UI=italian
 LOCALE_FOR_GHOST=italian
+
+# HASHNODE_DEBUG_MODE_FIRST_PAGE_ONLY=true
+# DO_NOT_FETCH_FROM_GHOST=true

sample.env

@@ -11,6 +11,13 @@ const fetchFromGhost = async endpoint => {
     limit: 200
   };
 
+  if (process.env.DO_NOT_FETCH_FROM_GHOST) {
+    console.log(
+      'DO_NOT_FETCH_FROM_GHOST is active. This is likely because Ghost is not available for this environment.'
+    );
+    return [];
+  }
+
   while (currPage && currPage <= lastPage) {
     const ghostRes = await ghostAPI[endpoint]
       .browse({

utils/ghost/fetch-from-ghost.js

@@ -1,6 +1,10 @@
 const { gql, request } = require('graphql-request');
 const { hashnodeHost } = require('../api');
-const { eleventyEnv, currentLocale_i18n } = require('../../config');
+const {
+  eleventyEnv,
+  currentLocale_i18n,
+  hashnodeAPIURL
+} = require('../../config');
 const wait = require('../wait');
 
 const fetchFromHashnode = async contentType => {
@@ -86,28 +90,62 @@ const fetchFromHashnode = async contentType => {
   let hasNextPage = true;
 
   while (hasNextPage) {
-    const res =
-      eleventyEnv === 'ci' && currentLocale_i18n === 'english'
-        ? require(`../../cypress/fixtures/mock-hashnode-${contentType}.json`)
-        : await request(process.env.HASHNODE_API_URL, query, {
-            host: hashnodeHost,
-            first: 20,
-            after
-          });
-
-    const resData =
-      res.publication[fieldName]?.edges.map(({ node }) => node) || [];
-    const pageInfo = res.publication[fieldName]?.pageInfo;
-
-    if (resData.length > 0)
-      console.log(
-        `Fetched Hashnode ${contentType} ${pageInfo.endCursor}... and using ${process.memoryUsage.rss() / 1024 / 1024} MB of memory`
-      );
-
-    after = pageInfo.endCursor;
-    hasNextPage = pageInfo.hasNextPage;
-
-    data.push(...resData);
+    let retries = 3;
+    let success = false;
+
+    while (retries > 0 && !success) {
+      try {
+        const res =
+          eleventyEnv === 'ci' && currentLocale_i18n === 'english'
+            ? require(
+                `../../cypress/fixtures/mock-hashnode-${contentType}.json`
+              )
+            : await request(hashnodeAPIURL, query, {
+                host: hashnodeHost,
+                first: 20,
+                after
+              });
+
+        const resData =
+          res.publication[fieldName]?.edges.map(({ node }) => node) || [];
+        const pageInfo = res.publication[fieldName]?.pageInfo;
+
+        if (resData.length > 0)
+          console.log(
+            `Fetched Hashnode ${contentType} ${pageInfo.endCursor}... and using ${process.memoryUsage.rss() / 1024 / 1024} MB of memory`
+          );
+
+        after = pageInfo.endCursor;
+        if (process.env.HASHNODE_DEBUG_MODE_FIRST_PAGE_ONLY) {
+          console.log(
+            'HASHNODE_DEBUG_MODE_FIRST_PAGE_ONLY is active. Fetching only the first page.'
+          );
+        }
+
+        hasNextPage =
+          pageInfo.hasNextPage &&
+          !process.env.HASHNODE_DEBUG_MODE_FIRST_PAGE_ONLY;
+
+        data.push(...resData);
+
+        success = true;
+      } catch (error) {
+        if (error.message.includes('ECONNRESET') && retries > 1) {
+          console.log(
+            `Connection reset error. Retrying... (${retries - 1} attempts left)`
+          );
+          retries--;
+          await wait(10000); // Wait for 10 seconds before retrying
+        } else {
+          throw error; // If it's not a connection reset or no more retries, rethrow the error
+        }
+      }
+    }
+
+    if (!success) {
+      console.error('Failed to fetch data after multiple retries');
+      break;
+    }
 
     await wait(200);
   }