artifact_manager.go

package doug

import (
	"bufio"
	"fmt"
	"io"
	"os"
	"sync"

	"github.com/aws/aws-sdk-go/aws"
	"github.com/aws/aws-sdk-go/aws/credentials"
	"github.com/aws/aws-sdk-go/aws/session"
	"github.com/aws/aws-sdk-go/service/s3/s3manager"
	"github.com/google/go-github/github"
)

const truffleArtifactPath = "/build/contracts"

//UploadArtifacts . . .
func UploadArtifacts(event github.ReleaseEvent) []error {
	repo := event.GetRepo()
	tagName := event.GetRelease().GetTagName()
	url := repo.GetCloneURL()
	dir, err := CloneRepo(url, tagName)
	if err != nil {
		return []error{err}
	}
	errs := upload(dir, repo.GetName()+"/"+tagName, repo.GetName())
	if errs != nil {
		return errs
	}

	return nil
}

func upload(tempDir string, s3Path string, project string) []error {
	var wg sync.WaitGroup
	var errorMap sync.Map
	errorMap.Store("errs", []error{})
	for _, artifact := range Configs.Artifacts[project] {
		path := fmt.Sprintf("%s/%s", s3Path, artifact.(string))
		err := s3Upload(tempDir, path, artifact.(string), &wg)
		if err != nil {
			errs, _ := errorMap.Load("errs")
			errorMap.Store("errs", append(errs.([]error), err...))
		}
	}
	wg.Wait()
	removeTempDir(tempDir)
	errs, _ := errorMap.Load("errs")
	if len(errs.([]error)) > 0 {
		return errs.([]error)
	}

	return nil
}

func s3Upload(tempDir string, s3Path string, artifact string, wg *sync.WaitGroup) []error {
	file, err := os.Open(tempDir + truffleArtifactPath + "/" + artifact)
	if err != nil {
		return []error{err}
	}
	reader, writer := io.Pipe()
	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		content := bufio.NewWriter(writer)
		io.Copy(content, file)
		file.Close()
		writer.Close()
	}(wg)

	return putToRegions(reader, s3Path, wg)
}

// loop through configured s3 regions and put artifact in each region
func putToRegions(reader *io.PipeReader, s3Path string, wg *sync.WaitGroup) []error {
	creds := credentials.NewEnvCredentials()
	var errorMap sync.Map
	errorMap.Store("errs", []error{})
	for _, region := range Configs.S3Conf.Regions {
		wg.Add(1)
		go func(creds *credentials.Credentials, region string, bucket string, wg *sync.WaitGroup, errorMap sync.Map) {
			defer wg.Done()
			err := putObj(creds, region, bucket, s3Path, reader)
			if err != nil {
				errs, _ := errorMap.Load("errs")
				errorMap.Store("errs", append(errs.([]error), err))
			}
		}(creds, region, Configs.S3Conf.Bucket, wg, errorMap)
	}

	errs, _ := errorMap.Load("errs")
	if len(errs.([]error)) > 0 {
		return errs.([]error)
	}

	return nil
}

// put artifact to specific region
func putObj(creds *credentials.Credentials, region string, bucket string, s3Path string, reader *io.PipeReader) error {
	uploader := s3manager.NewUploader(session.New(&aws.Config{Region: aws.String(region), Credentials: creds}))
	_, err := uploader.Upload(&s3manager.UploadInput{
		Body:   reader,
		Bucket: aws.String(bucket),
		Key:    aws.String(string(s3Path)),
	})

	return err
}