moved db commit statement to improve performance with large text files, updated test

Author: codebox

parse.py

@@ -31,10 +31,10 @@ def parse(self, txt):
 			for n in range(0, len(words) - depth + 1):
 				self.db.add_word(words[n:n+depth])
 
-			self.db.commit()
 			i += 1
 			if i % 1000 == 0:
 				print i
 				sys.stdout.flush()
 
+		self.db.commit()
 

test/parse_test.py

@@ -7,7 +7,7 @@ def setUp(self):
 
     def test_db_updated_correctly_from_input_with_depth_2_and_extra_whitespace(self):
         Parser('name', self.db, '\n', ' ').parse(' the   cat  sat  on the  mat \n good    cat ')
-        self.assertEqual(self.db.commit_count, 2)
+        self.assertEqual(self.db.commit_count, 1)
         self.assertEqual(self.db.added_word_list, [['^', 'the'], ['the', 'cat'], ['cat', 'sat'], ['sat', 'on'], ['on', 'the'], ['the', 'mat'], ['mat', '$'], ['^', 'good'], ['good', 'cat'], ['cat', '$']])
 
     def test_db_updated_correctly_from_input_with_depth_4(self):