fix: fix robots.txt and sitemap (#65)

Author: asbiin

app/Console/Commands/GenerateSitemap.php

@@ -8,7 +8,6 @@
 use Illuminate\Support\Facades\File;
 use Illuminate\Support\Str;
 use Psr\Http\Message\UriInterface;
-use Spatie\Crawler\Crawler;
 use Spatie\Sitemap\Sitemap;
 use Spatie\Sitemap\SitemapGenerator;
 use Spatie\Sitemap\SitemapIndex;
@@ -61,9 +60,6 @@ private function sitemap_root(SitemapIndex $sitemapIndex): void
         $file = $this->file('sitemap_root.xml');
 
         SitemapGenerator::create(config('app.url'))
-            ->configureCrawler(function (Crawler $crawler) {
-                $crawler->ignoreRobots();
-            })
             ->shouldCrawl(function (UriInterface $url): bool {
                 return $url->getQuery() === ''
                     && ! Str::isMatch('/\/prenoms\/\d+\/\w+/', $url->getPath());

public/robots.txt

@@ -1,6 +1,4 @@
 User-agent: *
-Disallow: /register
-Disallow: /login
 Disallow: /forgot-password
 Disallow: /reset-password
 Allow: /

vite.config.js

@@ -10,10 +10,7 @@ export default defineConfig(({ mode }) => {
   return {
     plugins: [
       laravel({
-        input: [
-          'resources/css/app.css',
-          'resources/js/app.js'
-        ],
+        input: ['resources/js/app.js'],
         refresh: true,
       }),
       basicSsl(),