-
Notifications
You must be signed in to change notification settings - Fork 311
/
function-queuing-complex.js
39 lines (32 loc) · 1.18 KB
/
function-queuing-complex.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
const { Cluster } = require('../dist');
(async () => {
const cluster = await Cluster.launch({
concurrency: Cluster.CONCURRENCY_CONTEXT,
maxConcurrency: 2,
});
// We don't define a task and instead use own functions
const screenshot = async ({ page, data: url }) => {
await page.goto(url);
const path = url.replace(/[^a-zA-Z]/g, '_') + '.png';
await page.screenshot({ path });
};
const extractTitle = async ({ page, data: url }) => {
await page.goto(url);
const pageTitle = await page.evaluate(() => document.title);
console.log(`Page title is ${pageTitle}`);
};
// Make screenshots
cluster.queue('https://www.google.com/', screenshot);
cluster.queue('https://github.com/', screenshot);
// But also do some other stuff
cluster.queue('https://reddit.com/', extractTitle);
cluster.queue('https://twitter.com/', extractTitle);
// We can still define single functions
cluster.queue(async ({ page }) => {
await page.goto('https://www.google.com/');
// ...
console.log('Went to google.com');
});
await cluster.idle();
await cluster.close();
})();