forked from wigy-opensource-developer/hydra-crawler
-
Notifications
You must be signed in to change notification settings - Fork 0
/
app.js
130 lines (111 loc) · 3.79 KB
/
app.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
const { orderBy } = require('lodash')
const fs = require('fs')
const path = require('path')
const moment = require('moment')
const Crawler = require('./src/crawler')
const report = (crawler) => {
const blockStats = {}
const nodeStats = {}
const versionStats = {}
const nodes = Object.values(crawler.nodes)
for (const node of nodes) {
if (node.height === undefined || node.id === undefined) {
continue
}
if (blockStats[node.height]) {
blockStats[node.height].count += 1
blockStats[node.height].ids[node.id] += 1
} else {
blockStats[node.height] = {}
blockStats[node.height].count = 1
blockStats[node.height].height = node.height
// todo block ids
blockStats[node.height].ids = {}
blockStats[node.height].ids[node.id] = 1
}
if (versionStats[node.version]) {
versionStats[node.version].count += 1
} else {
versionStats[node.version] = {
count: 1,
version: node.version
}
}
if (nodeStats[node.ip]) {
continue
} else {
nodeStats[node.ip] = {
ip: node.ip,
location: node.location,
version: node.config.version,
height: node.height
}
}
}
const allDelays = nodes.filter(item => item.latency).map(item => item.latency)
const averageDelay = (allDelays.reduce((a, b) => a + b, 0) / allDelays.length).toFixed(2)
const maxDelay = Math.max(...allDelays)
const minDelay = Math.min(...allDelays)
// Node stats;
console.log('Individual node stats');
for (const node of orderBy(Object.values(nodeStats),['ip'],['desc'])) {
console.log(`\nIP: ${node.ip}`)
console.log(`Version: ${node.version} at height: ${node.height}`)
if (node.location) {
console.log(`Location: ${node.location.city},${node.location.region},${node.location.country}`)
console.log(`Organization: ${node.location.org}`)
} else {
console.log('Could not fetch location data')
}
}
console.log('===========================================')
console.log(`All nodes: ${Object.keys(crawler.nodes).length}`)
console.log(`Nodes online: ${crawler.heights.length}`)
console.log(`Nodes offline: ${Object.keys(crawler.nodes).length - crawler.heights.length}`)
// height/block stats
console.log('')
console.log('Height and block stats:')
for (const stat of orderBy(Object.values(blockStats), ['height'], ['desc'])) {
console.log(` ${stat.height} with ${stat.count} nodes. Block hashes:`)
for (const hash in stat.ids) {
console.log(` - ${hash} (${stat.ids[hash]} nodes)`)
}
}
// version stats
console.log('')
console.log('Version stats:')
for (const stat of orderBy(Object.values(versionStats), ['version'], ['desc'])) {
console.log(` - ${stat.version} on ${stat.count} nodes`)
}
// delay stats
console.log('')
console.log('Delay')
console.log(` Avg: ${averageDelay}ms`)
console.log(` Min: ${minDelay}ms`)
console.log(` Max: ${maxDelay}ms`)
console.log('------------------------------------------')
console.log(`Finished scanning in ${new Date() - crawler.startTime}ms`)
return crawler
}
const main = async () => {
try {
const crawler = new Crawler()
const args = process.argv.slice(2)
const outputFilename = `${path.basename(args[0], '.json')}-${moment().format('YYYYMMDD-HHmmss')}.json`
const inputStr = fs.readFileSync(args[0], { encoding: 'utf-8' })
let input = JSON.parse(inputStr)
if ('list' in input) {
input = input.list
}
for (const node of input) {
crawler.add(node)
}
await crawler.run()
await report(crawler)
const outputStr = JSON.stringify(Object.values(crawler.nodes), undefined, 2)
fs.writeFileSync(outputFilename, outputStr, { encoding: 'utf-8' })
} catch (err) {
console.error(err)
}
}
main().then(() => {})