countstatements.py

# counts the number of statements
# needs kb
import gzip

subjects = set()
objects = set()

output = file('stats.txt', 'w')

count = 0
linecount = 0
aliascount = 0
labelcount = 0
descriptioncount = 0
sitelinkcount = 0

for line in gzip.open('kb.txt.gz') :
	linecount += 1
	if (linecount % 1000000) == 0 : print linecount / 1000000
	if line.startswith('#') :
		output.write(line)
		continue
	if line.startswith(' ') : continue
	parts = line.split(' ', 2)
	if len(parts) != 3 : continue
	s = parts[0]
	if not s.startswith('Q') : continue
	p = parts[1]
	o = parts[2]
	if p == 'label' :
		labelcount += 1
	if p == 'description' :
		descriptioncount += 1
	if p == 'alias' :
		aliascount += 1
	if p == 'link' :
		sitelinkcount += 1
	if not p.startswith('P') : continue
	subjects.add(s)
	count += 1
	if not o.startswith('Q') : continue
	objects.add(o)

output.write(str(linecount) + ' lines' + "\n")
output.write(str(count) + ' statements' + "\n")
output.write(str(labelcount) + ' labels' + "\n")
output.write(str(descriptioncount) + ' descriptions' + "\n")
output.write(str(aliascount) + ' aliases' + "\n")
output.write(str(sitelinkcount) + ' sitelinks' + "\n")
output.write(str(len(subjects)) + ' subjects' + "\n")
output.write(str(len(objects)) + ' objects' + "\n")
#output.write(str(len(subjects.intersection(objects))), 'nodes' + "\n")