Skip to content

Commit 19a5ce0

Browse files
committed
remove limit in sentence quality counter
1 parent 5c71f7f commit 19a5ce0

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

scripts/stats/sentence_quality.php

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,6 @@ function update() {
1818
LEFT JOIN sentences USING (sent_id)
1919
WHERE is_last = 1
2020
ORDER BY sent_id
21-
LIMIT 50000
2221
");
2322
$stats = array();
2423
$last_sent_id = 0;
@@ -62,7 +61,7 @@ function update() {
6261
++$word_count;
6362
} else {
6463
$gram = $pset->parses[0]->gramlist[0]['inner'];
65-
if (!in_array($gram, array('PNCT', 'SYMB'))) {
64+
if (!in_array($gram, array('PNCT', 'SYMB', 'NUMB', 'TIME', 'DATE'))) {
6665
++$word_count;
6766
}
6867
}

0 commit comments

Comments
 (0)