mirror of
https://github.com/thegeeklab/wp-s3-action.git
synced 2024-11-09 18:30:40 +00:00
222 lines
4.9 KiB
Go
222 lines
4.9 KiB
Go
package plugin
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
"github.com/thegeeklab/wp-s3-action/aws"
|
|
)
|
|
|
|
var ErrTypeAssertionFailed = errors.New("type assertion failed")
|
|
|
|
// Execute provides the implementation of the plugin.
|
|
//
|
|
//nolint:revive
|
|
func (p *Plugin) run(ctx context.Context) error {
|
|
if err := p.Validate(); err != nil {
|
|
return fmt.Errorf("validation failed: %w", err)
|
|
}
|
|
|
|
if err := p.Execute(); err != nil {
|
|
return fmt.Errorf("execution failed: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Validate handles the settings validation of the plugin.
|
|
func (p *Plugin) Validate() error {
|
|
wd, err := os.Getwd()
|
|
if err != nil {
|
|
return fmt.Errorf("error while retrieving working directory: %w", err)
|
|
}
|
|
|
|
p.Settings.Source = filepath.Join(wd, p.Settings.Source)
|
|
p.Settings.Target = strings.TrimPrefix(p.Settings.Target, "/")
|
|
|
|
return nil
|
|
}
|
|
|
|
// Execute provides the implementation of the plugin.
|
|
func (p *Plugin) Execute() error {
|
|
p.Settings.Jobs = make([]Job, 1)
|
|
|
|
client, err := aws.NewClient(
|
|
p.Network.Context,
|
|
p.Settings.Endpoint,
|
|
p.Settings.Region,
|
|
p.Settings.AccessKey,
|
|
p.Settings.SecretKey,
|
|
p.Settings.PathStyle,
|
|
)
|
|
if err != nil {
|
|
return fmt.Errorf("error while creating AWS client: %w", err)
|
|
}
|
|
|
|
client.S3.Bucket = p.Settings.Bucket
|
|
client.S3.DryRun = p.Settings.DryRun
|
|
|
|
client.Cloudfront.Distribution = p.Settings.CloudFrontDistribution
|
|
|
|
if err := p.createSyncJobs(p.Network.Context, client); err != nil {
|
|
return fmt.Errorf("error while creating sync job: %w", err)
|
|
}
|
|
|
|
if len(p.Settings.CloudFrontDistribution) > 0 {
|
|
p.Settings.Jobs = append(p.Settings.Jobs, Job{
|
|
local: "",
|
|
remote: filepath.Join("/", p.Settings.Target, "*"),
|
|
action: "invalidateCloudFront",
|
|
})
|
|
}
|
|
|
|
if err := p.runJobs(p.Network.Context, client); err != nil {
|
|
return fmt.Errorf("error while running jobs: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Plugin) createSyncJobs(ctx context.Context, client *aws.Client) error {
|
|
remote, err := client.S3.List(ctx, aws.S3ListOptions{Path: p.Settings.Target})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
local := make([]string, 0)
|
|
|
|
err = filepath.Walk(p.Settings.Source, func(path string, info os.FileInfo, err error) error {
|
|
if err != nil || info.IsDir() {
|
|
return err
|
|
}
|
|
|
|
localPath := path
|
|
if p.Settings.Source != "." {
|
|
localPath = strings.TrimPrefix(path, p.Settings.Source)
|
|
localPath = strings.TrimPrefix(localPath, "/")
|
|
}
|
|
|
|
local = append(local, localPath)
|
|
|
|
p.Settings.Jobs = append(p.Settings.Jobs, Job{
|
|
local: filepath.Join(p.Settings.Source, localPath),
|
|
remote: filepath.Join(p.Settings.Target, localPath),
|
|
action: "upload",
|
|
})
|
|
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
for path, location := range p.Settings.Redirects {
|
|
path = strings.TrimPrefix(path, "/")
|
|
local = append(local, path)
|
|
p.Settings.Jobs = append(p.Settings.Jobs, Job{
|
|
local: path,
|
|
remote: location,
|
|
action: "redirect",
|
|
})
|
|
}
|
|
|
|
if p.Settings.Delete {
|
|
for _, remote := range remote {
|
|
found := false
|
|
remotePath := strings.TrimPrefix(remote, p.Settings.Target+"/")
|
|
|
|
for _, l := range local {
|
|
if l == remotePath {
|
|
found = true
|
|
|
|
break
|
|
}
|
|
}
|
|
|
|
if !found {
|
|
p.Settings.Jobs = append(p.Settings.Jobs, Job{
|
|
local: "",
|
|
remote: remote,
|
|
action: "delete",
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Plugin) runJobs(ctx context.Context, client *aws.Client) error {
|
|
jobChan := make(chan struct{}, p.Settings.MaxConcurrency)
|
|
results := make(chan *Result, len(p.Settings.Jobs))
|
|
|
|
var invalidateJob *Job
|
|
|
|
log.Info().Msgf("Synchronizing with bucket '%s'", p.Settings.Bucket)
|
|
|
|
for _, job := range p.Settings.Jobs {
|
|
jobChan <- struct{}{}
|
|
|
|
go func(job Job) {
|
|
var err error
|
|
|
|
switch job.action {
|
|
case "upload":
|
|
opt := aws.S3UploadOptions{
|
|
LocalFilePath: job.local,
|
|
RemoteObjectKey: job.remote,
|
|
ACL: p.Settings.ACL,
|
|
ContentType: p.Settings.ContentType,
|
|
ContentEncoding: p.Settings.ContentEncoding,
|
|
CacheControl: p.Settings.CacheControl,
|
|
Metadata: p.Settings.Metadata,
|
|
}
|
|
err = client.S3.Upload(ctx, opt)
|
|
case "redirect":
|
|
opt := aws.S3RedirectOptions{
|
|
Path: job.local,
|
|
Location: job.remote,
|
|
}
|
|
err = client.S3.Redirect(ctx, opt)
|
|
case "delete":
|
|
opt := aws.S3DeleteOptions{
|
|
RemoteObjectKey: job.remote,
|
|
}
|
|
err = client.S3.Delete(ctx, opt)
|
|
case "invalidateCloudFront":
|
|
invalidateJob = &job
|
|
default:
|
|
err = nil
|
|
}
|
|
results <- &Result{job, err}
|
|
|
|
<-jobChan
|
|
}(job)
|
|
}
|
|
|
|
for range p.Settings.Jobs {
|
|
r := <-results
|
|
if r.err != nil {
|
|
return fmt.Errorf("failed to %s %s to %s: %w", r.j.action, r.j.local, r.j.remote, r.err)
|
|
}
|
|
}
|
|
|
|
if invalidateJob != nil {
|
|
opt := aws.CloudfrontInvalidateOptions{
|
|
Path: invalidateJob.remote,
|
|
}
|
|
|
|
err := client.Cloudfront.Invalidate(ctx, opt)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to %s %s to %s: %w", invalidateJob.action, invalidateJob.local, invalidateJob.remote, err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|