Improvements to matching (#42)

* Add extra logging, allow for custom response codes

* Prefix test runs

* Don't verify value types, all things get converted to strings

* Allow duplicate spans for retries

testhelpers/tempo/responses/response_helpers.go

@@ -5,21 +5,24 @@ import (
 	"encoding/hex"
 	"encoding/json"
 	"fmt"
-	"go.opentelemetry.io/collector/pdata/pcommon"
-	"go.opentelemetry.io/collector/pdata/ptrace"
 	"regexp"
 	"strings"
+
+	"go.opentelemetry.io/collector/pdata/pcommon"
+	"go.opentelemetry.io/collector/pdata/ptrace"
 )
 
 func MatchTraceAttribute(attributes pcommon.Map, attrType pcommon.ValueType, key, value string) error {
 	att, found := attributes.Get(key)
 	if !found {
 		return fmt.Errorf("couldn't find attribute %s", key)
 	}
-	valueType := att.Type()
-	if valueType != attrType {
-		return fmt.Errorf("value type for key %s is %s which doesn't match the expect type %s", key, valueType, attrType)
-	}
+
+	// We convert to strings anyway, if this check is here you can't match Int values in traces
+	// valueType := att.Type()
+	// if valueType != attrType {
+	// 	return fmt.Errorf("value type for key %s is %s which doesn't match the expect type %s", key, valueType, attrType)
+	// }
 
 	if value != "" && !matcherMaybeRegex(value)(att.AsString()) {
 		return fmt.Errorf("value for key %s is %s which doesn't match the expect value %s", key, att.AsString(), value)

yaml/model.go

@@ -33,6 +33,7 @@ type ExpectedMetrics struct {
 type ExpectedSpan struct {
 	Name       string            `yaml:"name"`
 	Attributes map[string]string `yaml:"attributes"`
+	AllowDups  bool              `yaml:"allow-duplicates"`
 }
 
 type ExpectedLogs struct {

yaml/traces.go

@@ -39,7 +39,11 @@ func assertTrace(r *runner, tr responses.Trace, wantSpans []ExpectedSpan) {
 
 	for _, wantSpan := range wantSpans {
 		spans, atts := responses.FindSpansWithAttributes(td, wantSpan.Name)
-		g.Expect(spans).To(HaveLen(1), "we should find a single span with the name %s", wantSpan.Name)
+		if wantSpan.AllowDups {
+			g.Expect(len(spans)).Should(BeNumerically(">", 0), "we should find at least one span with the name %s", wantSpan.Name)
+		} else {
+			g.Expect(spans).To(HaveLen(1), "we should find a single span with the name %s", wantSpan.Name)
+		}
 
 		for k, v := range wantSpan.Attributes {
 			for k, v := range spans[0].Attributes().AsRaw() {