drone-s3-sync/plugin/impl.go

package plugin

import (
	"fmt"
	"os"
	"path/filepath"
	"strings"

	"github.com/sirupsen/logrus"
)

// Settings for the Plugin.
type Settings struct {
	Endpoint               string
	AccessKey              string
	SecretKey              string
	Bucket                 string
	Region                 string
	Source                 string
	Target                 string
	Delete                 bool
	Access                 map[string]string
	CacheControl           map[string]string
	ContentType            map[string]string
	ContentEncoding        map[string]string
	Metadata               map[string]map[string]string
	Redirects              map[string]string
	CloudFrontDistribution string
	DryRun                 bool
	PathStyle              bool
	Client                 AWS
	Jobs                   []Job
	MaxConcurrency         int
}

type Job struct {
	local  string
	remote string
	action string
}

type Result struct {
	j   Job
	err error
}

var MissingAwsValuesMessage = "Must set 'bucket'"

// Validate handles the settings validation of the plugin.
func (p *Plugin) Validate() error {
	wd, err := os.Getwd()
	if err != nil {
		return fmt.Errorf("error while retrieving working directory: %w", err)
	}
	p.settings.Source = filepath.Join(wd, p.settings.Source)
	p.settings.Target = strings.TrimPrefix(p.settings.Target, "/")

	return nil
}

// Execute provides the implementation of the plugin.
func (p *Plugin) Execute() error {
	p.settings.Jobs = make([]Job, 1)
	p.settings.Client = NewAWS(p)

	if err := p.createSyncJobs(); err != nil {
		return fmt.Errorf("error while creating sync job: %w", err)
	}

	if len(p.settings.CloudFrontDistribution) > 0 {
		p.settings.Jobs = append(p.settings.Jobs, Job{
			local:  "",
			remote: filepath.Join("/", p.settings.Target, "*"),
			action: "invalidateCloudFront",
		})
	}

	if err := p.runJobs(); err != nil {
		return fmt.Errorf("error while creating sync job: %w", err)
	}

	return nil
}

func (p *Plugin) createSyncJobs() error {
	remote, err := p.settings.Client.List(p.settings.Target)
	if err != nil {
		return err
	}

	local := make([]string, 1)

	err = filepath.Walk(p.settings.Source, func(path string, info os.FileInfo, err error) error {
		if err != nil || info.IsDir() {
			return err
		}

		localPath := path
		if p.settings.Source != "." {
			localPath = strings.TrimPrefix(path, p.settings.Source)
			localPath = strings.TrimPrefix(localPath, "/")
		}
		local = append(local, localPath)
		p.settings.Jobs = append(p.settings.Jobs, Job{
			local:  filepath.Join(p.settings.Source, localPath),
			remote: filepath.Join(p.settings.Target, localPath),
			action: "upload",
		})

		return nil
	})
	if err != nil {
		return err
	}

	for path, location := range p.settings.Redirects {
		path = strings.TrimPrefix(path, "/")
		local = append(local, path)
		p.settings.Jobs = append(p.settings.Jobs, Job{
			local:  path,
			remote: location,
			action: "redirect",
		})
	}
	if p.settings.Delete {
		for _, r := range remote {
			found := false
			rPath := strings.TrimPrefix(r, p.settings.Target+"/")
			for _, l := range local {
				if l == rPath {
					found = true
					break
				}
			}

			if !found {
				p.settings.Jobs = append(p.settings.Jobs, Job{
					local:  "",
					remote: r,
					action: "delete",
				})
			}
		}
	}

	return nil
}

func (p *Plugin) runJobs() error {
	client := p.settings.Client
	jobChan := make(chan struct{}, p.settings.MaxConcurrency)
	results := make(chan *Result, len(p.settings.Jobs))
	var invalidateJob *Job

	logrus.Infof("Synchronizing with bucket '%s'", p.settings.Bucket)
	for _, j := range p.settings.Jobs {
		jobChan <- struct{}{}
		go func(j Job) {
			var err error
			switch j.action {
			case "upload":
				err = client.Upload(j.local, j.remote)
			case "redirect":
				err = client.Redirect(j.local, j.remote)
			case "delete":
				err = client.Delete(j.remote)
			case "invalidateCloudFront":
				invalidateJob = &j
			default:
				err = nil
			}
			results <- &Result{j, err}
			<-jobChan
		}(j)
	}

	for range p.settings.Jobs {
		r := <-results
		if r.err != nil {
			return fmt.Errorf("failed to %s %s to %s: %+v", r.j.action, r.j.local, r.j.remote, r.err)
		}
	}

	if invalidateJob != nil {
		err := client.Invalidate(invalidateJob.remote)
		if err != nil {
			return fmt.Errorf("failed to %s %s to %s: %+v", invalidateJob.action, invalidateJob.local, invalidateJob.remote, err)
		}
	}

	return nil
}