Merge branch 'development' into main

README.md

@@ -7,6 +7,8 @@ The issues on your website are organized into three categories based on their le
 
 A hosted version of SEOnaut is available at [seonaut.org](https://seonaut.org).
 
+![seonaut](https://github.com/user-attachments/assets/6184b418-bd54-4456-9266-fcfd4ce5726d)
+
 ## Technology
 
 SEOnaut is a web based application built with the Go programming language and a MySQL database for its data storage. On the frontend side, the user interface is designed with simplicity in mind, using custom CSS and minimal vanilla Javascript. To make the dashboard interactive, the application utilizes Apache ECharts.

internal/issues/page/language.go

@@ -23,6 +23,10 @@ func NewInvalidLangReporter() *models.PageIssueReporter {
 			return false
 		}
 
+		if pageReport.StatusCode >= 300 && pageReport.StatusCode < 400 {
+			return false
+		}
+
 		if pageReport.Lang == "" {
 			return false
 		}
@@ -56,6 +60,10 @@ func NewMissingLangReporter() *models.PageIssueReporter {
 			return false
 		}
 
+		if pageReport.StatusCode >= 300 && pageReport.StatusCode < 400 {
+			return false
+		}
+
 		return pageReport.Lang == ""
 	}
 

internal/issues/page/language_test.go

@@ -53,6 +53,28 @@ func TestInvalidLangIssues(t *testing.T) {
 	}
 }
 
+// Test the InvalidLang reporter with a PageReport that has a redirect status code.
+// The reporter should not report the issue.
+func TestInvalidLang30xNoIssues(t *testing.T) {
+	pageReport := &models.PageReport{
+		Crawled:    true,
+		MediaType:  "text/html",
+		Lang:       "InvalidLangCode",
+		StatusCode: 301,
+	}
+
+	reporter := page.NewInvalidLangReporter()
+	if reporter.ErrorType != errors.ErrorInvalidLanguage {
+		t.Errorf("TestNoIssues: error type is not correct")
+	}
+
+	reportsIssue := reporter.Callback(pageReport, &html.Node{}, &http.Header{})
+
+	if reportsIssue == true {
+		t.Errorf("TestInvalidLangIssues: reportsIssue should be false")
+	}
+}
+
 // Test the MissingLang reporter with a PageReport that has a language attribute.
 // The reporter should not report the issue.
 func TestMissingLangNoIssues(t *testing.T) {
@@ -74,6 +96,27 @@ func TestMissingLangNoIssues(t *testing.T) {
 	}
 }
 
+// Test the MissingLang reporter with a PageReport that has a redirect status code.
+// The reporter should not report the issue.
+func TestMissingLang30xNoIssues(t *testing.T) {
+	pageReport := &models.PageReport{
+		Crawled:    true,
+		MediaType:  "text/html",
+		StatusCode: 301,
+	}
+
+	reporter := page.NewMissingLangReporter()
+	if reporter.ErrorType != errors.ErrorNoLang {
+		t.Errorf("TestNoIssues: error type is not correct")
+	}
+
+	reportsIssue := reporter.Callback(pageReport, &html.Node{}, &http.Header{})
+
+	if reportsIssue == true {
+		t.Errorf("TestMissingLangNoIssues: reportsIssue should be false")
+	}
+}
+
 // Test the MissingLang reporter with a PageReport that has an empty language attribute.
 // The reporter should report the issue.
 func TestMissingLangIssues(t *testing.T) {

translations/translation.en.yaml

@@ -112,7 +112,7 @@ ERROR_BLOCKED: Blocked by robots.txt
 ERROR_BLOCKED_DESC: Pages blocked by robots.txt won't be crawled by search engines. Keep an eye on this list to make sure important pages are not being blocked.
 
 ERROR_ORPHAN: Orphan pages
-ERROR_ORPHAN_DESC: Pages that are not linked anywhere in your site, this means no visitors can access to it and may lead to lead to crawl wastage.
+ERROR_ORPHAN_DESC: Pages that are not linked anywhere in your site, this means no visitors can access to it and may lead to crawl wastage.
 
 NO_INDEX_IN_SITEMAP: Non-indexable pages are included in the sitemap
 NO_INDEX_IN_SITEMAP_DESC: Non-indexable pages should not be included in a sitemap, as this sends a mixed signal to the search engines. They can also slow down the crawling process and lead to incorrect indexing.