github/drone-s3-sync
0
0
Fork 0
mirror of https://github.com/thegeeklab/drone-s3-sync.git synced 2024-11-05 02:40:40 +00:00
Code Issues Projects Releases Wiki Activity

Merge pull request #42 from stephensxu/feature/allow_dynamic_concurrency

Browse Source 
add flag to allow user set dynamic concurrency instead of using hardcoded number
This commit is contained in:
Thomas Boerger 2018-08-15 20:37:01 +02:00 committed by GitHub
commit d22af6277e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
main.go
View File

@ -116,6 +116,13 @@ func main() {
Name: "env-file",
Usage: "source env file",
},
cli.IntFlag{
Name: "max-concurrency",
Usage: "customize number concurrent files to process",
Value: 100,
EnvVar: "PLUGIN_MAX_CONCURRENCY",
},
}
if err := app.Run(os.Args); err != nil {
@ -145,6 +152,7 @@ func run(c *cli.Context) error {
Redirects: c.Generic("redirects").(*MapFlag).Get(),
CloudFrontDistribution: c.String("cloudfront-distribution"),
DryRun: c.Bool("dry-run"),
MaxConcurrency: c.Int("max-concurrency"),
}
return plugin.Exec()

5
plugin.go
View File

@ -28,10 +28,9 @@ type Plugin struct {
PathStyle bool
client AWS
jobs []job
MaxConcurrency int
}
const maxConcurrent = 100
type job struct {
local string
remote string
@ -156,7 +155,7 @@ func (p *Plugin) createInvalidateJob() {
func (p *Plugin) runJobs() {
client := p.client
jobChan := make(chan struct{}, maxConcurrent)
jobChan := make(chan struct{}, p.MaxConcurrency)
results := make(chan *result, len(p.jobs))
var invalidateJob *job