Adds detection for various bots and improves detection for Googlebot (#…

…7551) * Improves detection for Googlebot * Update Googlebot urls * Adds detection for Spawning AI * Improves generic bot regex * Adds detection for Domain Research Project * Adds detection for VK Robot * Improves generic bot regex
matomo-org · Jan 9, 2024 · 52346ab · 52346ab
1 parent b9d3650
commit 52346ab
Show file tree

Hide file tree

Showing 4 changed files with 171 additions and 102 deletions.
diff --git a/Tests/DeviceDetectorTest.php b/Tests/DeviceDetectorTest.php
@@ -449,10 +449,10 @@ public function testGetInfoFromUABot(): void
             'bot'        => [
                 'name'     => 'Googlebot',
                 'category' => 'Search bot',
-                'url'      => 'http://www.google.com/bot.html',
+                'url'      => 'https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers',
                 'producer' => [
                     'name' => 'Google Inc.',
-                    'url'  => 'http://www.google.com',
+                    'url'  => 'https://www.google.com/',
                 ],
             ],
         ];

diff --git a/Tests/Parser/BotTest.php b/Tests/Parser/BotTest.php
@@ -22,10 +22,10 @@ public function testGetInfoFromUABot(): void
         $expected  = [
             'name'     => 'Googlebot',
             'category' => 'Search bot',
-            'url'      => 'http://www.google.com/bot.html',
+            'url'      => 'https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers',
             'producer' => [
                 'name' => 'Google Inc.',
-                'url'  => 'http://www.google.com',
+                'url'  => 'https://www.google.com/',
             ],
         ];
         $botParser = new Bot();