You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
199 lines
4.4 KiB
199 lines
4.4 KiB
// Copyright © 2023 OpenIM. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package retry
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"runtime/debug"
|
|
"time"
|
|
)
|
|
|
|
var (
|
|
ErrorAbort = errors.New("stop retry")
|
|
ErrorTimeout = errors.New("retry timeout")
|
|
ErrorContextDeadlineExceed = errors.New("context deadline exceeded")
|
|
ErrorEmptyRetryFunc = errors.New("empty retry function")
|
|
ErrorTimeFormat = errors.New("time out err")
|
|
)
|
|
|
|
type RetriesFunc func() error
|
|
type Option func(c *Config)
|
|
type HookFunc func()
|
|
type RetriesChecker func(err error) (needRetry bool)
|
|
type Config struct {
|
|
MaxRetryTimes int
|
|
Timeout time.Duration
|
|
RetryChecker RetriesChecker
|
|
Strategy Strategy
|
|
RecoverPanic bool
|
|
BeforeTry HookFunc
|
|
AfterTry HookFunc
|
|
}
|
|
|
|
var (
|
|
DefaultMaxRetryTimes = 3
|
|
DefaultTimeout = time.Minute
|
|
DefaultInterval = time.Second * 2
|
|
DefaultRetryChecker = func(err error) bool {
|
|
return !errors.Is(err, ErrorAbort) // not abort error, should continue retry
|
|
}
|
|
)
|
|
|
|
func newDefaultConfig() *Config {
|
|
return &Config{
|
|
MaxRetryTimes: DefaultMaxRetryTimes,
|
|
RetryChecker: DefaultRetryChecker,
|
|
Timeout: DefaultTimeout,
|
|
Strategy: NewLinear(DefaultInterval),
|
|
BeforeTry: func() {},
|
|
AfterTry: func() {},
|
|
}
|
|
}
|
|
|
|
func WithTimeout(timeout time.Duration) Option {
|
|
return func(c *Config) {
|
|
c.Timeout = timeout
|
|
}
|
|
}
|
|
|
|
func WithMaxRetryTimes(times int) Option {
|
|
return func(c *Config) {
|
|
c.MaxRetryTimes = times
|
|
}
|
|
}
|
|
|
|
func WithRecoverPanic() Option {
|
|
return func(c *Config) {
|
|
c.RecoverPanic = true
|
|
}
|
|
}
|
|
|
|
func WithBeforeHook(hook HookFunc) Option {
|
|
return func(c *Config) {
|
|
c.BeforeTry = hook
|
|
}
|
|
}
|
|
|
|
func WithAfterHook(hook HookFunc) Option {
|
|
return func(c *Config) {
|
|
c.AfterTry = hook
|
|
}
|
|
}
|
|
|
|
func WithRetryChecker(checker RetriesChecker) Option {
|
|
return func(c *Config) {
|
|
c.RetryChecker = checker
|
|
}
|
|
}
|
|
|
|
func WithBackOffStrategy(s BackoffStrategy, duration time.Duration) Option {
|
|
return func(c *Config) {
|
|
switch s {
|
|
case StrategyConstant:
|
|
c.Strategy = NewConstant(duration)
|
|
case StrategyLinear:
|
|
c.Strategy = NewLinear(duration)
|
|
case StrategyFibonacci:
|
|
c.Strategy = NewFibonacci(duration)
|
|
}
|
|
}
|
|
}
|
|
|
|
func WithCustomStrategy(s Strategy) Option {
|
|
return func(c *Config) {
|
|
c.Strategy = s
|
|
}
|
|
}
|
|
|
|
func Do(ctx context.Context, fn RetriesFunc, opts ...Option) error {
|
|
if fn == nil {
|
|
return ErrorEmptyRetryFunc
|
|
}
|
|
var (
|
|
abort = make(chan struct{}, 1) // caller choose to abort retry
|
|
run = make(chan error, 1)
|
|
panicInfoChan = make(chan string, 1)
|
|
|
|
timer *time.Timer
|
|
runErr error
|
|
)
|
|
config := newDefaultConfig()
|
|
for _, o := range opts {
|
|
o(config)
|
|
}
|
|
if config.Timeout > 0 {
|
|
timer = time.NewTimer(config.Timeout)
|
|
} else {
|
|
return ErrorTimeFormat
|
|
}
|
|
go func() {
|
|
var err error
|
|
defer func() {
|
|
if e := recover(); e == nil {
|
|
return
|
|
} else {
|
|
panicInfoChan <- fmt.Sprintf("retry function panic has occured, err=%v, stack:%s", e, string(debug.Stack()))
|
|
}
|
|
}()
|
|
for i := 0; i < config.MaxRetryTimes; i++ {
|
|
config.BeforeTry()
|
|
err = fn()
|
|
config.AfterTry()
|
|
if err == nil {
|
|
run <- nil
|
|
return
|
|
}
|
|
// check whether to retry
|
|
if config.RetryChecker != nil {
|
|
needRetry := config.RetryChecker(err)
|
|
if !needRetry {
|
|
abort <- struct{}{}
|
|
return
|
|
}
|
|
}
|
|
if config.Strategy != nil {
|
|
interval := config.Strategy.Sleep(i + 1)
|
|
<-time.After(interval)
|
|
}
|
|
}
|
|
run <- err
|
|
}()
|
|
select {
|
|
case <-ctx.Done():
|
|
// context deadline exceed
|
|
return ErrorContextDeadlineExceed
|
|
case <-timer.C:
|
|
// timeout
|
|
return ErrorTimeout
|
|
case <-abort:
|
|
// caller abort
|
|
return ErrorAbort
|
|
case msg := <-panicInfoChan:
|
|
// panic occurred
|
|
if !config.RecoverPanic {
|
|
panic(msg)
|
|
}
|
|
runErr = fmt.Errorf("panic occurred=%s", msg)
|
|
case e := <-run:
|
|
// normal run
|
|
if e != nil {
|
|
runErr = fmt.Errorf("retry failed, err=%w", e)
|
|
}
|
|
}
|
|
return runErr
|
|
}
|