From 88d6a7be3ff8c6b3ccd0cfdac5cfbd1aaa7c7f55 Mon Sep 17 00:00:00 2001
From: Oleksii Kliukin <oleksii.kliukin@zalando.de>
Date: Fri, 18 May 2018 12:01:43 +0200
Subject: [PATCH] Sync persistent volumes before statefulsets. (#293)

Avoid the condition of waiting for the pod that cannot start
PostgreSQL because it ran out of disk space.
---
 pkg/cluster/sync.go | 18 ++++++++++++------
 1 file changed, 12 insertions(+), 6 deletions(-)

diff --git a/pkg/cluster/sync.go b/pkg/cluster/sync.go
index 48ceed992..7cff5d935 100644
--- a/pkg/cluster/sync.go
+++ b/pkg/cluster/sync.go
@@ -50,6 +50,18 @@ func (c *Cluster) Sync(newSpec *spec.Postgresql) (err error) {
 		return
 	}
 
+	// potentially enlarge volumes before changing the statefulset. By doing that
+	// in this order we make sure the operator is not stuck waiting for a pod that
+	// cannot start because it ran out of disk space.
+	// TODO: handle the case of the cluster that is downsized and enlarged again
+	// (there will be a volume from the old pod for which we can't act before the
+	//  the statefulset modification is concluded)
+	c.logger.Debugf("syncing persistent volumes")
+	if err = c.syncVolumes(); err != nil {
+		err = fmt.Errorf("could not sync persistent volumes: %v", err)
+		return
+	}
+
 	c.logger.Debugf("syncing statefulsets")
 	if err = c.syncStatefulSet(); err != nil {
 		if !k8sutil.ResourceAlreadyExists(err) {
@@ -72,12 +84,6 @@ func (c *Cluster) Sync(newSpec *spec.Postgresql) (err error) {
 		}
 	}
 
-	c.logger.Debugf("syncing persistent volumes")
-	if err = c.syncVolumes(); err != nil {
-		err = fmt.Errorf("could not sync persistent volumes: %v", err)
-		return
-	}
-
 	c.logger.Debug("syncing pod disruption budgets")
 	if err = c.syncPodDisruptionBudget(false); err != nil {
 		err = fmt.Errorf("could not sync pod disruption budget: %v", err)