Update cluster concurrency to use Cluster.CONCURRENCY_CONTEXT

- Update the cluster concurrency to use Cluster.CONCURRENCY_CONTEXT
  instead of Cluster.CONCURRENCY_BROWSER for better context handling and
  error logging.

Generated by gpt-3.5-turbo

Author: joone

README.md

@@ -7,16 +7,22 @@ Headless-cluster enables authenticated proxy support. Pass a data object to clus
 
 ```js
   // Create a cluster with 2 workers
+  // You can also use Cluster.CONCURRENCY_BROWSER
   const cluster = await Cluster.launch({
-      concurrency: Cluster.CONCURRENCY_BROWSER,
+      concurrency: Cluster.CONCURRENCY_CONTEXT,
       maxConcurrency: 2,
   });
 
   // Define a task
   await cluster.task(async ({ page, data }) => {
+    try {
       await page.goto(data.url);
-      const pageTitle = await page.evaluate(() => document.title);
-      return pageTitle;
+    } catch (err) {
+      console.log(err);
+      return 'Failed to load the page';
+    }
+    const pageTitle = await page.evaluate(() => document.title);
+    return pageTitle;
   });
 
   // Use try-catch block as "execute" will throw instead of using events

examples/execute-proxy.js

@@ -2,16 +2,22 @@ const { Cluster } = require('../dist');
 
 (async () => {
     // Create a cluster with 2 workers
+    // You can also use Cluster.CONCURRENCY_BROWSER
     const cluster = await Cluster.launch({
-        concurrency: Cluster.CONCURRENCY_BROWSER,
+        concurrency: Cluster.CONCURRENCY_CONTEXT,
         maxConcurrency: 2,
     });
 
     // Define a task
     await cluster.task(async ({ page, data }) => {
+      try {
         await page.goto(data.url);
-        const pageTitle = await page.evaluate(() => document.title);
-        return pageTitle;
+      } catch (err) {
+        console.log(err);
+        return 'Failed to load the page';
+      }
+      const pageTitle = await page.evaluate(() => document.title);
+      return pageTitle;
     });
 
     // Use try-catch block as "execute" will throw instead of using events
@@ -32,4 +38,4 @@ const { Cluster } = require('../dist');
     // Shutdown after everything is done
     await cluster.idle();
     await cluster.close();
-})();
+})();

src/concurrency/built-in/Context.ts

@@ -6,10 +6,12 @@ import SingleBrowserImplementation from '../SingleBrowserImplementation';
 
 export default class Context extends SingleBrowserImplementation {
 
-    protected async createResources(): Promise<ResourceData> {
+    protected async createResources(data: any): Promise<ResourceData> {
         const context = await (this.browser as puppeteer.Browser)
-            .createBrowserContext();
+            .createBrowserContext(data.contextOptions || {});
         const page = await context.newPage();
+        if (data.authentication)
+            page.authenticate(data.authentication);
         return {
             context,
             page,