-
Notifications
You must be signed in to change notification settings - Fork 4
/
build.py
75 lines (63 loc) · 2.16 KB
/
build.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
import urllib.request
import os
import json
from html.parser import HTMLParser
class MLStripper(HTMLParser):
def __init__(self):
super().__init__()
self.reset()
self.fed = []
def handle_data(self, d):
self.fed.append(d)
def get_data(self):
return ''.join(self.fed)
def strip_tags(html):
s = MLStripper()
s.feed(html)
return s.get_data()
# Download all module.json files from the list
lines = open('modulelist.txt').readlines()
result = []
names = set()
for url in lines:
try:
myreq = urllib.request.urlopen(url)
mydata = myreq.read()
module = json.loads(mydata.decode('utf-8'))
if 'name' not in module:
print('No name specified:', url)
else:
if module['name'].lower() in names:
print('WARNING: Duplicate module name:', url)
names.add(module['name'].lower())
# Upgrade legacy fields
if 'options' in module:
if 'niceName' in module['options']:
module['options']['cliName'] = module['options']['niceName']
del module['options']['niceName']
if 'category' in module:
if 'keywords' not in module:
module['keywords'] = [module['category']]
else:
module['keywords'].append(module['category'])
del module['category']
else:
if 'keywords' not in module:
module['keywords'] = ['network']
result.append(module)
except:
print(url)
# Sort by name
def guiname(x):
if 'options' in x:
if 'guiName' in x['options']:
return strip_tags(x['options']['guiName'])
if 'cliName' in x['options']:
return strip_tags(x['options']['cliName'])
return x['name']
result = sorted(result, key = lambda x: guiname(x).lower())
with open('modulelist.json', 'w') as fh:
json.dump(result, fh)
print(len(result), 'mods listed!')
print(sum(1 for x in result if 'network' in x['keywords']), 'network mods listed!')
print(sum(1 for x in result if 'client' in x['keywords']), 'client mods listed!')