建立索引时，添加过滤停止词功能

README.md

@@ -67,6 +67,12 @@ php artisan vendor:publish --provider="Laravel\Scout\ScoutServiceProvider"
             'duality' => false,
         ],
     ],
+
+    'stopwords' => [
+        '的',
+        '了',
+        '而是',
+    ],
 ],
 
 ```

config/scout.php

@@ -29,5 +29,11 @@
                 'duality' => false,
             ],
         ],
+
+        'stopwords' => [
+            '的',
+            '了',
+            '而是',
+        ],
     ],
 ];

src/Engines/TNTSearchEngine.php

@@ -45,6 +45,10 @@ public function update($models)
         $index->setTokenizer($this->tnt->tokenizer);
         $index->setPrimaryKey($models->first()->getKeyName());
 
+        if (isset($this->tnt->config['stopwords'])) {
+            $index->setStopWords((array) $this->tnt->config['stopwords']);
+        }
+
         $index->indexBeginTransaction();
         $models->each(function ($model) use ($index) {
             $array = $model->toSearchableArray();

src/Tokenizers/Tokenizer.php

@@ -6,9 +6,11 @@
 
 abstract class Tokenizer implements TokenizerInterface
 {
-    public function tokenize($text)
+    public function tokenize($text, $stopwords = [])
     {
-        return is_numeric($text) ? [] : $this->getTokens($text);
+        $tokens = is_numeric($text) ? [] : $this->getTokens($text);
+
+        return array_diff($tokens, $stopwords);
     }
 
     abstract protected function getTokens($text);