add retry to master clients also

This commit is contained in:
Chris Lu
2020-11-01 01:40:16 -07:00
parent 004aa9ca5d
commit 7192a378cc
2 changed files with 16 additions and 7 deletions

View File

@@ -9,13 +9,18 @@ import (
func Retry(name string, waitTimeLimit time.Duration, job func() error) (err error) {
waitTime := time.Second
hasErr := false
for waitTime < waitTimeLimit {
err = job()
if err == nil {
if hasErr {
glog.V(0).Infof("retry %s successfully", name)
}
break
}
if strings.Contains(err.Error(), "transport: ") {
glog.V(1).Infof("retry %s", name)
if strings.Contains(err.Error(), "transport") {
hasErr = true
glog.V(0).Infof("retry %s", name)
time.Sleep(waitTime)
waitTime += waitTime / 2
}