Merge pull request #6571 from cgetzen/cg/dev-v3/kube_create_goroutine

v3: Performance: Batch kube API operations
pull/6582/head
Taylor Thomas 5 years ago committed by GitHub
commit 07c950fc41
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -23,6 +23,7 @@ import (
"io"
"log"
"strings"
"sync"
"time"
jsonpatch "github.com/evanphx/json-patch"
@ -273,14 +274,35 @@ func perform(infos ResourceList, fn func(*resource.Info) error) error {
return ErrNoObjectsVisited
}
for _, info := range infos {
if err := fn(info); err != nil {
errs := make(chan error)
go batchPerform(infos, fn, errs)
for range infos {
err := <-errs
if err != nil {
return err
}
}
return nil
}
func batchPerform(infos ResourceList, fn func(*resource.Info) error, errs chan<- error) {
var kind string
var wg sync.WaitGroup
for _, info := range infos {
currentKind := info.Object.GetObjectKind().GroupVersionKind().Kind
if kind != currentKind {
wg.Wait()
kind = currentKind
}
wg.Add(1)
go func(i *resource.Info) {
errs <- fn(i)
wg.Done()
}(info)
}
}
func createResource(info *resource.Info) error {
obj, err := resource.NewHelper(info.Client, info.Mapping).Create(info.Namespace, true, info.Object, nil)
if err != nil {

Loading…
Cancel
Save