weaver_test.go

package weaver_test

import (
	"context"
	"io"
	"log"
	"net/http"
	"net/http/httptest"
	"testing"
	"testing/fstest"

	"github.com/bitfield/weaver"
	"github.com/google/go-cmp/cmp"
	"golang.org/x/time/rate"
)

func TestCrawlReturnsExpectedResults(t *testing.T) {
	t.Parallel()
	ts := httptest.NewTLSServer(
		http.FileServerFS(testFS),
	)
	defer ts.Close()
	c := weaver.NewChecker()
	c.HTTPClient = ts.Client()
	c.Output = io.Discard
	c.Limiter.SetLimit(rate.Inf)
	c.Check(context.Background(), ts.URL)
	want := []weaver.Result{
		{
			Link:     ts.URL,
			Status:   weaver.StatusOK,
			Message:  "200 OK",
			Referrer: "START",
		},
		{
			Link:     ts.URL + "/go/sucks.html",
			Status:   weaver.StatusOK,
			Message:  "200 OK",
			Referrer: ts.URL,
		},
		{
			Link:     ts.URL + "/bogus",
			Status:   weaver.StatusError,
			Message:  "404 Not Found",
			Referrer: ts.URL + "/go/sucks.html",
		},
		{
			Link:     ts.URL + "/go/post.html",
			Status:   weaver.StatusOK,
			Message:  "200 OK",
			Referrer: ts.URL + "/go/sucks.html",
		},
		{
			Link:     ts.URL + "/rust_rules.html",
			Status:   weaver.StatusError,
			Message:  "404 Not Found",
			Referrer: ts.URL,
		},
		{
			Link:     ts.URL + "/invalid_links.html",
			Status:   weaver.StatusOK,
			Message:  "200 OK",
			Referrer: ts.URL,
		},
		{
			Link:     "httq://invalid_scheme.html",
			Status:   weaver.StatusError,
			Message:  `Get "httq://invalid_scheme.html": unsupported protocol scheme "httq"`,
			Referrer: ts.URL + "/invalid_links.html",
		},
		{
			Link:     "http:// /",
			Status:   weaver.StatusError,
			Message:  `parse "http:// /": invalid character " " in host name`,
			Referrer: ts.URL + "/invalid_links.html",
		},
	}
	got := c.Results()
	if !cmp.Equal(want, got) {
		t.Error(cmp.Diff(want, got))
	}
}

func TestReduceLimit_SetsCorrectLimit(t *testing.T) {
	t.Parallel()
	a := weaver.NewAdaptiveRateLimiter()
	a.SetLimit(4)
	a.ReduceLimit()
	want := rate.Limit(2)
	got := a.Limit()
	if want != got {
		t.Errorf("want %.2f, got %.2f", want, got)
	}
}

func TestCertVerifyFailuresAreRecordedAsWarnings(t *testing.T) {
	t.Parallel()
	ts := httptest.NewTLSServer(nil)
	defer ts.Close()
	ts.Config.ErrorLog = log.New(io.Discard, "", 0)
	c := weaver.NewChecker()
	c.Output = io.Discard
	c.Check(context.Background(), ts.URL)
	got := c.Results()
	if len(got) != 1 {
		t.Fatalf("unexpected result set %v", got)
	}
	res := got[0]
	if res.Link != ts.URL {
		t.Errorf("want URL %q, got %q", ts.URL, res.Link)
	}
	if res.Status != weaver.StatusWarning {
		t.Errorf("want status %q, got %q", weaver.StatusWarning, res.Status)
	}
}

var testFS = fstest.MapFS{
	"go/sucks.html": {
		Data: []byte(`<html><head><title>Why Go Sucks</title></head>
	<body>
	  Something something error handling (source: <a href="/bogus">Hacker News</a>)
	
	  <a href="/">Index</a>
	  <a href="post.html">Post in same subfolder</a>
	</body>
	</html>`),
	},
	"go/post.html": {},
	"index.html": {
		Data: []byte(`<html><head><title>Start page</title></head>
	<body>
	  My latest interesting opinions:
	
	  <ul>
	    <li><a href="go/sucks.html">Why Go Sucks</a></li>
	    <li><a href="rust_rules.html">Why Rust Rules</a></li>
	    <li><a href="invalid_links.html">Invalid Links</a></li>
	  </ul>
	
	<a href="mailto:john@example.com">Contact me</a>
	
	</body>
	</html>
	`),
	},
	"invalid_links.html": {
		Data: []byte(`<html><head><title>Invalid links</title></head>
	<body>
	    My latest interesting opinions:
    
	    <ul>
		<li><a href="httq://invalid_scheme.html">Invalid scheme example</a></li>
		<li><a href="http:// /">Invalid path</a></li>
	    </ul>
	</body>
    </html>
    `),
	},
}