wrap getting Patroni state into retry (#1293)
Retry calls to Patorni API to get cluster state Co-authored-by: Sergey Dudoladov <sergey.dudoladov@zalando.de>
This commit is contained in:
		
							parent
							
								
									9d94e018ff
								
							
						
					
					
						commit
						b7f4cde541
					
				|  | @ -4,6 +4,7 @@ import ( | ||||||
| 	"context" | 	"context" | ||||||
| 	"fmt" | 	"fmt" | ||||||
| 	"math/rand" | 	"math/rand" | ||||||
|  | 	"time" | ||||||
| 
 | 
 | ||||||
| 	appsv1 "k8s.io/api/apps/v1" | 	appsv1 "k8s.io/api/apps/v1" | ||||||
| 	v1 "k8s.io/api/core/v1" | 	v1 "k8s.io/api/core/v1" | ||||||
|  | @ -11,6 +12,7 @@ import ( | ||||||
| 
 | 
 | ||||||
| 	"github.com/zalando/postgres-operator/pkg/spec" | 	"github.com/zalando/postgres-operator/pkg/spec" | ||||||
| 	"github.com/zalando/postgres-operator/pkg/util" | 	"github.com/zalando/postgres-operator/pkg/util" | ||||||
|  | 	"github.com/zalando/postgres-operator/pkg/util/retryutil" | ||||||
| ) | ) | ||||||
| 
 | 
 | ||||||
| func (c *Cluster) listPods() ([]v1.Pod, error) { | func (c *Cluster) listPods() ([]v1.Pod, error) { | ||||||
|  | @ -309,7 +311,23 @@ func (c *Cluster) isSafeToRecreatePods(pods *v1.PodList) bool { | ||||||
| 	} | 	} | ||||||
| 
 | 
 | ||||||
| 	for _, pod := range pods.Items { | 	for _, pod := range pods.Items { | ||||||
| 		state, err := c.patroni.GetPatroniMemberState(&pod) | 
 | ||||||
|  | 		var state string | ||||||
|  | 
 | ||||||
|  | 		err := retryutil.Retry(1*time.Second, 5*time.Second, | ||||||
|  | 			func() (bool, error) { | ||||||
|  | 
 | ||||||
|  | 				var err error | ||||||
|  | 
 | ||||||
|  | 				state, err = c.patroni.GetPatroniMemberState(&pod) | ||||||
|  | 
 | ||||||
|  | 				if err != nil { | ||||||
|  | 					return false, err | ||||||
|  | 				} | ||||||
|  | 				return true, nil | ||||||
|  | 			}, | ||||||
|  | 		) | ||||||
|  | 
 | ||||||
| 		if err != nil { | 		if err != nil { | ||||||
| 			c.logger.Errorf("failed to get Patroni state for pod: %s", err) | 			c.logger.Errorf("failed to get Patroni state for pod: %s", err) | ||||||
| 			return false | 			return false | ||||||
|  |  | ||||||
		Loading…
	
		Reference in New Issue