Discard cluster events from the queue on cluster delete

This commit is contained in:
Murat Kabilov 2017-08-17 21:30:54 +02:00 committed by GitHub
commit 5ff6d6a636
4 changed files with 41 additions and 15 deletions

View File

@ -93,7 +93,7 @@ func (s *Server) Run(stopCh <-chan struct{}, wg *sync.WaitGroup) {
s.logger.Fatalf("Could not start http server: %v", err)
}
}()
s.logger.Infof("Listening on %s", s.http.Addr)
s.logger.Infof("listening on %s", s.http.Addr)
<-stopCh

View File

@ -132,12 +132,12 @@ func (c *Cluster) setStatus(status spec.PostgresStatus) {
DoRaw()
if k8sutil.ResourceNotFound(err) {
c.logger.Warningf("could not set status for the non-existing cluster")
c.logger.Warningf("could not set %q status for the non-existing cluster", status)
return
}
if err != nil {
c.logger.Warningf("could not set status for the cluster: %v", err)
c.logger.Warningf("could not set %q status for the cluster: %v", status, err)
}
}

View File

@ -6,6 +6,7 @@ import (
"github.com/Sirupsen/logrus"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/types"
"k8s.io/client-go/pkg/api/v1"
"k8s.io/client-go/rest"
"k8s.io/client-go/tools/cache"
@ -169,7 +170,7 @@ func (c *Controller) initController() {
return "", fmt.Errorf("could not cast to ClusterEvent")
}
return fmt.Sprintf("%s-%s", e.EventType, e.UID), nil
return queueClusterKey(e.EventType, e.UID), nil
})
}
@ -206,3 +207,7 @@ func (c *Controller) runPostgresqlInformer(stopCh <-chan struct{}, wg *sync.Wait
c.postgresqlInformer.Run(stopCh)
}
func queueClusterKey(eventType spec.EventType, uid types.UID) string {
return fmt.Sprintf("%s-%s", eventType, uid)
}

View File

@ -193,26 +193,20 @@ func (c *Controller) processEvent(event spec.ClusterEvent) {
cl.Error = nil
lg.Infoln("cluster has been updated")
case spec.EventDelete:
teamName := strings.ToLower(cl.Spec.TeamID)
lg.Infoln("Deletion of the cluster started")
if !clusterFound {
lg.Errorf("unknown cluster: %q", clusterName)
return
}
lg.Infoln("deletion of the cluster started")
if err := cl.Delete(); err != nil {
lg.Errorf("could not delete cluster: %v", err)
return
}
teamName := strings.ToLower(cl.Spec.TeamID)
func() {
defer c.clustersMu.Unlock()
c.clustersMu.Lock()
delete(c.clusters, clusterName)
delete(c.clusterLogs, clusterName)
for i, val := range c.teamClusters[teamName] { // on relativel
for i, val := range c.teamClusters[teamName] {
if val == clusterName {
copy(c.teamClusters[teamName][i:], c.teamClusters[teamName][i+1:])
c.teamClusters[teamName][len(c.teamClusters[teamName])-1] = spec.NamespacedName{}
@ -222,6 +216,11 @@ func (c *Controller) processEvent(event spec.ClusterEvent) {
}
}()
if err := cl.Delete(); err != nil {
lg.Errorf("could not delete cluster: %v", err)
return
}
lg.Infof("cluster has been deleted")
case spec.EventSync:
lg.Infof("syncing of the cluster started")
@ -305,13 +304,35 @@ func (c *Controller) queueClusterEvent(old, new *spec.Postgresql, eventType spec
NewSpec: new,
WorkerID: workerID,
}
//TODO: if we delete cluster, discard all the previous events for the cluster
lg := c.logger.WithField("worker", workerID).WithField("cluster-name", clusterName)
if err := c.clusterEventQueues[workerID].Add(clusterEvent); err != nil {
lg.Errorf("error when queueing cluster event: %v", clusterEvent)
lg.Errorf("error while queueing cluster event: %v", clusterEvent)
}
lg.Infof("%q event has been queued", eventType)
if eventType != spec.EventDelete {
return
}
for _, evType := range []spec.EventType{spec.EventAdd, spec.EventSync, spec.EventUpdate} {
obj, exists, err := c.clusterEventQueues[workerID].GetByKey(queueClusterKey(evType, uid))
if err != nil {
lg.Warningf("could not get event from the queue: %v", err)
continue
}
if !exists {
continue
}
err = c.clusterEventQueues[workerID].Delete(obj)
if err != nil {
lg.Warningf("could not delete event from the queue: %v", err)
} else {
lg.Debugf("event %q has been discarded for the cluster", evType)
}
}
}
func (c *Controller) postgresqlAdd(obj interface{}) {