This commit is contained in:
Michael Yang
2024-01-29 17:16:37 -08:00
parent 6a4b994433
commit 084d846621
2 changed files with 69 additions and 75 deletions

View File

@@ -136,41 +136,15 @@ func (b *blobUpload) Run(ctx context.Context, opts *registryOptions) {
}
defer b.file.Close()
g, inner := NewLimitGroup(ctx, numUploadParts)
go func() {
ticker := time.NewTicker(time.Second)
var n int64 = 1
var maxDelta float64
var buckets []int64
for {
select {
case <-ticker.C:
buckets = append(buckets, b.Completed.Load())
if len(buckets) < 2 {
continue
} else if len(buckets) > 10 {
buckets = buckets[1:]
}
delta := float64((buckets[len(buckets)-1] - buckets[0])) / float64(len(buckets))
slog.Debug(fmt.Sprintf("delta: %s/s max_delta: %s/s", format.HumanBytes(int64(delta)), format.HumanBytes(int64(maxDelta))))
if delta > maxDelta*1.5 {
maxDelta = delta
g.SetLimit(n)
n++
}
case <-ctx.Done():
return
}
}
}()
var limit int64 = 2
g, inner := NewLimitGroup(ctx, numUploadParts, limit)
go watchDelta(inner, g, &b.Completed, limit)
for i := range b.Parts {
part := &b.Parts[i]
select {
case <-inner.Done():
break
case requestURL := <-b.nextURL:
g.Go(inner, func() error {
var err error