Use fake client for connection pooler (#1301)
Connection pooler creation, deletion, and synchronization now tested using fake client API. Co-authored-by: Rafia Sabih <rafia.sabih@zalando.de>
This commit is contained in:
parent
2b45478f3a
commit
a9b677c957
|
|
@ -713,7 +713,7 @@ func (c *Cluster) syncConnectionPooler(oldSpec, newSpec *acidv1.Postgresql, Look
|
||||||
// as per spec, hence do not skip syncing in that case, even though there
|
// as per spec, hence do not skip syncing in that case, even though there
|
||||||
// is no diff in specs
|
// is no diff in specs
|
||||||
if (!needSync && len(masterChanges) <= 0 && len(replicaChanges) <= 0) &&
|
if (!needSync && len(masterChanges) <= 0 && len(replicaChanges) <= 0) &&
|
||||||
(c.ConnectionPooler != nil && *newSpec.Spec.EnableConnectionPooler) {
|
(c.ConnectionPooler != nil && (needConnectionPooler(&newSpec.Spec))) {
|
||||||
c.logger.Debugln("syncing pooler is not required")
|
c.logger.Debugln("syncing pooler is not required")
|
||||||
return nil, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -6,13 +6,17 @@ import (
|
||||||
"strings"
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
acidv1 "github.com/zalando/postgres-operator/pkg/apis/acid.zalan.do/v1"
|
acidv1 "github.com/zalando/postgres-operator/pkg/apis/acid.zalan.do/v1"
|
||||||
|
fakeacidv1 "github.com/zalando/postgres-operator/pkg/generated/clientset/versioned/fake"
|
||||||
|
"github.com/zalando/postgres-operator/pkg/util"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/config"
|
"github.com/zalando/postgres-operator/pkg/util/config"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/k8sutil"
|
"github.com/zalando/postgres-operator/pkg/util/k8sutil"
|
||||||
|
|
||||||
appsv1 "k8s.io/api/apps/v1"
|
appsv1 "k8s.io/api/apps/v1"
|
||||||
v1 "k8s.io/api/core/v1"
|
v1 "k8s.io/api/core/v1"
|
||||||
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
||||||
|
"k8s.io/client-go/kubernetes/fake"
|
||||||
)
|
)
|
||||||
|
|
||||||
func mockInstallLookupFunction(schema string, user string, role PostgresRole) error {
|
func mockInstallLookupFunction(schema string, user string, role PostgresRole) error {
|
||||||
|
|
@ -27,79 +31,122 @@ func int32ToPointer(value int32) *int32 {
|
||||||
return &value
|
return &value
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestConnectionPoolerCreationAndDeletion(t *testing.T) {
|
func deploymentUpdated(cluster *Cluster, err error, reason SyncReason) error {
|
||||||
testName := "Test connection pooler creation"
|
|
||||||
var cluster = New(
|
|
||||||
Config{
|
|
||||||
OpConfig: config.Config{
|
|
||||||
ProtectedRoles: []string{"admin"},
|
|
||||||
Auth: config.Auth{
|
|
||||||
SuperUsername: superUserName,
|
|
||||||
ReplicationUsername: replicationUserName,
|
|
||||||
},
|
|
||||||
ConnectionPooler: config.ConnectionPooler{
|
|
||||||
ConnectionPoolerDefaultCPURequest: "100m",
|
|
||||||
ConnectionPoolerDefaultCPULimit: "100m",
|
|
||||||
ConnectionPoolerDefaultMemoryRequest: "100Mi",
|
|
||||||
ConnectionPoolerDefaultMemoryLimit: "100Mi",
|
|
||||||
NumberOfInstances: int32ToPointer(1),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}, k8sutil.NewMockKubernetesClient(), acidv1.Postgresql{}, logger, eventRecorder)
|
|
||||||
|
|
||||||
cluster.Statefulset = &appsv1.StatefulSet{
|
|
||||||
ObjectMeta: metav1.ObjectMeta{
|
|
||||||
Name: "test-sts",
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
cluster.Spec = acidv1.PostgresSpec{
|
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{},
|
|
||||||
EnableReplicaConnectionPooler: boolToPointer(true),
|
|
||||||
}
|
|
||||||
|
|
||||||
reason, err := cluster.createConnectionPooler(mockInstallLookupFunction)
|
|
||||||
|
|
||||||
if err != nil {
|
|
||||||
t.Errorf("%s: Cannot create connection pooler, %s, %+v",
|
|
||||||
testName, err, reason)
|
|
||||||
}
|
|
||||||
for _, role := range [2]PostgresRole{Master, Replica} {
|
for _, role := range [2]PostgresRole{Master, Replica} {
|
||||||
if cluster.ConnectionPooler[role] != nil {
|
|
||||||
if cluster.ConnectionPooler[role].Deployment == nil {
|
|
||||||
t.Errorf("%s: Connection pooler deployment is empty for role %s", testName, role)
|
|
||||||
}
|
|
||||||
|
|
||||||
if cluster.ConnectionPooler[role].Service == nil {
|
poolerLabels := cluster.labelsSet(false)
|
||||||
t.Errorf("%s: Connection pooler service is empty for role %s", testName, role)
|
poolerLabels["application"] = "db-connection-pooler"
|
||||||
}
|
poolerLabels["connection-pooler"] = cluster.connectionPoolerName(role)
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[role] != nil && cluster.ConnectionPooler[role].Deployment != nil &&
|
||||||
|
util.MapContains(cluster.ConnectionPooler[role].Deployment.Labels, poolerLabels) &&
|
||||||
|
(cluster.ConnectionPooler[role].Deployment.Spec.Replicas == nil ||
|
||||||
|
*cluster.ConnectionPooler[role].Deployment.Spec.Replicas != 2) {
|
||||||
|
return fmt.Errorf("Wrong number of instances")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
oldSpec := &acidv1.Postgresql{
|
return nil
|
||||||
Spec: acidv1.PostgresSpec{
|
}
|
||||||
EnableConnectionPooler: boolToPointer(true),
|
|
||||||
EnableReplicaConnectionPooler: boolToPointer(true),
|
func objectsAreSaved(cluster *Cluster, err error, reason SyncReason) error {
|
||||||
},
|
if cluster.ConnectionPooler == nil {
|
||||||
}
|
return fmt.Errorf("Connection pooler resources are empty")
|
||||||
newSpec := &acidv1.Postgresql{
|
|
||||||
Spec: acidv1.PostgresSpec{
|
|
||||||
EnableConnectionPooler: boolToPointer(false),
|
|
||||||
EnableReplicaConnectionPooler: boolToPointer(false),
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Delete connection pooler via sync
|
for _, role := range []PostgresRole{Master, Replica} {
|
||||||
_, err = cluster.syncConnectionPooler(oldSpec, newSpec, mockInstallLookupFunction)
|
poolerLabels := cluster.labelsSet(false)
|
||||||
if err != nil {
|
poolerLabels["application"] = "db-connection-pooler"
|
||||||
t.Errorf("%s: Cannot sync connection pooler, %s", testName, err)
|
poolerLabels["connection-pooler"] = cluster.connectionPoolerName(role)
|
||||||
}
|
|
||||||
|
|
||||||
for _, role := range [2]PostgresRole{Master, Replica} {
|
if cluster.ConnectionPooler[role].Deployment == nil || !util.MapContains(cluster.ConnectionPooler[role].Deployment.Labels, poolerLabels) {
|
||||||
err = cluster.deleteConnectionPooler(role)
|
return fmt.Errorf("Deployment was not saved or labels not attached %s %s", role, cluster.ConnectionPooler[role].Deployment.Labels)
|
||||||
if err != nil {
|
}
|
||||||
t.Errorf("%s: Cannot delete connection pooler, %s", testName, err)
|
|
||||||
|
if cluster.ConnectionPooler[role].Service == nil || !util.MapContains(cluster.ConnectionPooler[role].Service.Labels, poolerLabels) {
|
||||||
|
return fmt.Errorf("Service was not saved or labels not attached %s %s", role, cluster.ConnectionPooler[role].Service.Labels)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func MasterObjectsAreSaved(cluster *Cluster, err error, reason SyncReason) error {
|
||||||
|
if cluster.ConnectionPooler == nil {
|
||||||
|
return fmt.Errorf("Connection pooler resources are empty")
|
||||||
|
}
|
||||||
|
|
||||||
|
poolerLabels := cluster.labelsSet(false)
|
||||||
|
poolerLabels["application"] = "db-connection-pooler"
|
||||||
|
poolerLabels["connection-pooler"] = cluster.connectionPoolerName(Master)
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[Master].Deployment == nil || !util.MapContains(cluster.ConnectionPooler[Master].Deployment.Labels, poolerLabels) {
|
||||||
|
return fmt.Errorf("Deployment was not saved or labels not attached %s", cluster.ConnectionPooler[Master].Deployment.Labels)
|
||||||
|
}
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[Master].Service == nil || !util.MapContains(cluster.ConnectionPooler[Master].Service.Labels, poolerLabels) {
|
||||||
|
return fmt.Errorf("Service was not saved or labels not attached %s", cluster.ConnectionPooler[Master].Service.Labels)
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func ReplicaObjectsAreSaved(cluster *Cluster, err error, reason SyncReason) error {
|
||||||
|
if cluster.ConnectionPooler == nil {
|
||||||
|
return fmt.Errorf("Connection pooler resources are empty")
|
||||||
|
}
|
||||||
|
|
||||||
|
poolerLabels := cluster.labelsSet(false)
|
||||||
|
poolerLabels["application"] = "db-connection-pooler"
|
||||||
|
poolerLabels["connection-pooler"] = cluster.connectionPoolerName(Replica)
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[Replica].Deployment == nil || !util.MapContains(cluster.ConnectionPooler[Replica].Deployment.Labels, poolerLabels) {
|
||||||
|
return fmt.Errorf("Deployment was not saved or labels not attached %s", cluster.ConnectionPooler[Replica].Deployment.Labels)
|
||||||
|
}
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[Replica].Service == nil || !util.MapContains(cluster.ConnectionPooler[Replica].Service.Labels, poolerLabels) {
|
||||||
|
return fmt.Errorf("Service was not saved or labels not attached %s", cluster.ConnectionPooler[Replica].Service.Labels)
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func objectsAreDeleted(cluster *Cluster, err error, reason SyncReason) error {
|
||||||
|
for _, role := range [2]PostgresRole{Master, Replica} {
|
||||||
|
if cluster.ConnectionPooler[role] != nil &&
|
||||||
|
(cluster.ConnectionPooler[role].Deployment != nil || cluster.ConnectionPooler[role].Service != nil) {
|
||||||
|
return fmt.Errorf("Connection pooler was not deleted for role %v", role)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func OnlyMasterDeleted(cluster *Cluster, err error, reason SyncReason) error {
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[Master] != nil &&
|
||||||
|
(cluster.ConnectionPooler[Master].Deployment != nil || cluster.ConnectionPooler[Master].Service != nil) {
|
||||||
|
return fmt.Errorf("Connection pooler master was not deleted")
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func OnlyReplicaDeleted(cluster *Cluster, err error, reason SyncReason) error {
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[Replica] != nil &&
|
||||||
|
(cluster.ConnectionPooler[Replica].Deployment != nil || cluster.ConnectionPooler[Replica].Service != nil) {
|
||||||
|
return fmt.Errorf("Connection pooler replica was not deleted")
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func noEmptySync(cluster *Cluster, err error, reason SyncReason) error {
|
||||||
|
for _, msg := range reason {
|
||||||
|
if strings.HasPrefix(msg, "update [] from '<nil>' to '") {
|
||||||
|
return fmt.Errorf("There is an empty reason, %s", msg)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestNeedConnectionPooler(t *testing.T) {
|
func TestNeedConnectionPooler(t *testing.T) {
|
||||||
|
|
@ -210,133 +257,178 @@ func TestNeedConnectionPooler(t *testing.T) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func deploymentUpdated(cluster *Cluster, err error, reason SyncReason) error {
|
func TestConnectionPoolerCreateDeletion(t *testing.T) {
|
||||||
for _, role := range [2]PostgresRole{Master, Replica} {
|
|
||||||
if cluster.ConnectionPooler[role] != nil && cluster.ConnectionPooler[role].Deployment != nil &&
|
|
||||||
(cluster.ConnectionPooler[role].Deployment.Spec.Replicas == nil ||
|
|
||||||
*cluster.ConnectionPooler[role].Deployment.Spec.Replicas != 2) {
|
|
||||||
return fmt.Errorf("Wrong number of instances")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func objectsAreSaved(cluster *Cluster, err error, reason SyncReason) error {
|
testName := "test connection pooler creation and deletion"
|
||||||
if cluster.ConnectionPooler == nil {
|
clientSet := fake.NewSimpleClientset()
|
||||||
return fmt.Errorf("Connection pooler resources are empty")
|
acidClientSet := fakeacidv1.NewSimpleClientset()
|
||||||
|
namespace := "default"
|
||||||
|
|
||||||
|
client := k8sutil.KubernetesClient{
|
||||||
|
StatefulSetsGetter: clientSet.AppsV1(),
|
||||||
|
ServicesGetter: clientSet.CoreV1(),
|
||||||
|
DeploymentsGetter: clientSet.AppsV1(),
|
||||||
|
PostgresqlsGetter: acidClientSet.AcidV1(),
|
||||||
|
SecretsGetter: clientSet.CoreV1(),
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, role := range []PostgresRole{Master, Replica} {
|
pg := acidv1.Postgresql{
|
||||||
if cluster.ConnectionPooler[role].Deployment == nil {
|
|
||||||
return fmt.Errorf("Deployment was not saved %s", role)
|
|
||||||
}
|
|
||||||
|
|
||||||
if cluster.ConnectionPooler[role].Service == nil {
|
|
||||||
return fmt.Errorf("Service was not saved %s", role)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func MasterobjectsAreSaved(cluster *Cluster, err error, reason SyncReason) error {
|
|
||||||
if cluster.ConnectionPooler == nil {
|
|
||||||
return fmt.Errorf("Connection pooler resources are empty")
|
|
||||||
}
|
|
||||||
|
|
||||||
if cluster.ConnectionPooler[Master].Deployment == nil {
|
|
||||||
return fmt.Errorf("Deployment was not saved")
|
|
||||||
}
|
|
||||||
|
|
||||||
if cluster.ConnectionPooler[Master].Service == nil {
|
|
||||||
return fmt.Errorf("Service was not saved")
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func ReplicaobjectsAreSaved(cluster *Cluster, err error, reason SyncReason) error {
|
|
||||||
if cluster.ConnectionPooler == nil {
|
|
||||||
return fmt.Errorf("Connection pooler resources are empty")
|
|
||||||
}
|
|
||||||
|
|
||||||
if cluster.ConnectionPooler[Replica].Deployment == nil {
|
|
||||||
return fmt.Errorf("Deployment was not saved")
|
|
||||||
}
|
|
||||||
|
|
||||||
if cluster.ConnectionPooler[Replica].Service == nil {
|
|
||||||
return fmt.Errorf("Service was not saved")
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func objectsAreDeleted(cluster *Cluster, err error, reason SyncReason) error {
|
|
||||||
for _, role := range [2]PostgresRole{Master, Replica} {
|
|
||||||
if cluster.ConnectionPooler[role] != nil &&
|
|
||||||
(cluster.ConnectionPooler[role].Deployment != nil || cluster.ConnectionPooler[role].Service != nil) {
|
|
||||||
return fmt.Errorf("Connection pooler was not deleted for role %v", role)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func OnlyMasterDeleted(cluster *Cluster, err error, reason SyncReason) error {
|
|
||||||
|
|
||||||
if cluster.ConnectionPooler[Master] != nil &&
|
|
||||||
(cluster.ConnectionPooler[Master].Deployment != nil || cluster.ConnectionPooler[Master].Service != nil) {
|
|
||||||
return fmt.Errorf("Connection pooler master was not deleted")
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func OnlyReplicaDeleted(cluster *Cluster, err error, reason SyncReason) error {
|
|
||||||
|
|
||||||
if cluster.ConnectionPooler[Replica] != nil &&
|
|
||||||
(cluster.ConnectionPooler[Replica].Deployment != nil || cluster.ConnectionPooler[Replica].Service != nil) {
|
|
||||||
return fmt.Errorf("Connection pooler replica was not deleted")
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func noEmptySync(cluster *Cluster, err error, reason SyncReason) error {
|
|
||||||
for _, msg := range reason {
|
|
||||||
if strings.HasPrefix(msg, "update [] from '<nil>' to '") {
|
|
||||||
return fmt.Errorf("There is an empty reason, %s", msg)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestConnectionPoolerSynchronization(t *testing.T) {
|
|
||||||
testName := "Test connection pooler synchronization"
|
|
||||||
newCluster := func(client k8sutil.KubernetesClient) *Cluster {
|
|
||||||
return New(
|
|
||||||
Config{
|
|
||||||
OpConfig: config.Config{
|
|
||||||
ProtectedRoles: []string{"admin"},
|
|
||||||
Auth: config.Auth{
|
|
||||||
SuperUsername: superUserName,
|
|
||||||
ReplicationUsername: replicationUserName,
|
|
||||||
},
|
|
||||||
ConnectionPooler: config.ConnectionPooler{
|
|
||||||
ConnectionPoolerDefaultCPURequest: "100m",
|
|
||||||
ConnectionPoolerDefaultCPULimit: "100m",
|
|
||||||
ConnectionPoolerDefaultMemoryRequest: "100Mi",
|
|
||||||
ConnectionPoolerDefaultMemoryLimit: "100Mi",
|
|
||||||
NumberOfInstances: int32ToPointer(1),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}, client, acidv1.Postgresql{}, logger, eventRecorder)
|
|
||||||
}
|
|
||||||
cluster := newCluster(k8sutil.KubernetesClient{})
|
|
||||||
|
|
||||||
cluster.Statefulset = &appsv1.StatefulSet{
|
|
||||||
ObjectMeta: metav1.ObjectMeta{
|
ObjectMeta: metav1.ObjectMeta{
|
||||||
Name: "test-sts",
|
Name: "acid-fake-cluster",
|
||||||
|
Namespace: namespace,
|
||||||
},
|
},
|
||||||
|
Spec: acidv1.PostgresSpec{
|
||||||
|
EnableConnectionPooler: boolToPointer(true),
|
||||||
|
EnableReplicaConnectionPooler: boolToPointer(true),
|
||||||
|
Volume: acidv1.Volume{
|
||||||
|
Size: "1Gi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
var cluster = New(
|
||||||
|
Config{
|
||||||
|
OpConfig: config.Config{
|
||||||
|
ConnectionPooler: config.ConnectionPooler{
|
||||||
|
ConnectionPoolerDefaultCPURequest: "100m",
|
||||||
|
ConnectionPoolerDefaultCPULimit: "100m",
|
||||||
|
ConnectionPoolerDefaultMemoryRequest: "100Mi",
|
||||||
|
ConnectionPoolerDefaultMemoryLimit: "100Mi",
|
||||||
|
NumberOfInstances: int32ToPointer(1),
|
||||||
|
},
|
||||||
|
PodManagementPolicy: "ordered_ready",
|
||||||
|
Resources: config.Resources{
|
||||||
|
ClusterLabels: map[string]string{"application": "spilo"},
|
||||||
|
ClusterNameLabel: "cluster-name",
|
||||||
|
DefaultCPURequest: "300m",
|
||||||
|
DefaultCPULimit: "300m",
|
||||||
|
DefaultMemoryRequest: "300Mi",
|
||||||
|
DefaultMemoryLimit: "300Mi",
|
||||||
|
PodRoleLabel: "spilo-role",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, client, pg, logger, eventRecorder)
|
||||||
|
|
||||||
|
cluster.Name = "acid-fake-cluster"
|
||||||
|
cluster.Namespace = "default"
|
||||||
|
|
||||||
|
_, err := cluster.createService(Master)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
_, err = cluster.createStatefulSet()
|
||||||
|
assert.NoError(t, err)
|
||||||
|
|
||||||
|
reason, err := cluster.createConnectionPooler(mockInstallLookupFunction)
|
||||||
|
|
||||||
|
if err != nil {
|
||||||
|
t.Errorf("%s: Cannot create connection pooler, %s, %+v",
|
||||||
|
testName, err, reason)
|
||||||
|
}
|
||||||
|
for _, role := range [2]PostgresRole{Master, Replica} {
|
||||||
|
poolerLabels := cluster.labelsSet(false)
|
||||||
|
poolerLabels["application"] = "db-connection-pooler"
|
||||||
|
poolerLabels["connection-pooler"] = cluster.connectionPoolerName(role)
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[role] != nil {
|
||||||
|
if cluster.ConnectionPooler[role].Deployment == nil && util.MapContains(cluster.ConnectionPooler[role].Deployment.Labels, poolerLabels) {
|
||||||
|
t.Errorf("%s: Connection pooler deployment is empty for role %s", testName, role)
|
||||||
|
}
|
||||||
|
|
||||||
|
if cluster.ConnectionPooler[role].Service == nil && util.MapContains(cluster.ConnectionPooler[role].Service.Labels, poolerLabels) {
|
||||||
|
t.Errorf("%s: Connection pooler service is empty for role %s", testName, role)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
oldSpec := &acidv1.Postgresql{
|
||||||
|
Spec: acidv1.PostgresSpec{
|
||||||
|
EnableConnectionPooler: boolToPointer(true),
|
||||||
|
EnableReplicaConnectionPooler: boolToPointer(true),
|
||||||
|
},
|
||||||
|
}
|
||||||
|
newSpec := &acidv1.Postgresql{
|
||||||
|
Spec: acidv1.PostgresSpec{
|
||||||
|
EnableConnectionPooler: boolToPointer(false),
|
||||||
|
EnableReplicaConnectionPooler: boolToPointer(false),
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
// Delete connection pooler via sync
|
||||||
|
_, err = cluster.syncConnectionPooler(oldSpec, newSpec, mockInstallLookupFunction)
|
||||||
|
if err != nil {
|
||||||
|
t.Errorf("%s: Cannot sync connection pooler, %s", testName, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, role := range [2]PostgresRole{Master, Replica} {
|
||||||
|
err = cluster.deleteConnectionPooler(role)
|
||||||
|
if err != nil {
|
||||||
|
t.Errorf("%s: Cannot delete connection pooler, %s", testName, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConnectionPoolerSync(t *testing.T) {
|
||||||
|
|
||||||
|
testName := "test connection pooler synchronization"
|
||||||
|
clientSet := fake.NewSimpleClientset()
|
||||||
|
acidClientSet := fakeacidv1.NewSimpleClientset()
|
||||||
|
namespace := "default"
|
||||||
|
|
||||||
|
client := k8sutil.KubernetesClient{
|
||||||
|
StatefulSetsGetter: clientSet.AppsV1(),
|
||||||
|
ServicesGetter: clientSet.CoreV1(),
|
||||||
|
DeploymentsGetter: clientSet.AppsV1(),
|
||||||
|
PostgresqlsGetter: acidClientSet.AcidV1(),
|
||||||
|
SecretsGetter: clientSet.CoreV1(),
|
||||||
|
}
|
||||||
|
|
||||||
|
pg := acidv1.Postgresql{
|
||||||
|
ObjectMeta: metav1.ObjectMeta{
|
||||||
|
Name: "acid-fake-cluster",
|
||||||
|
Namespace: namespace,
|
||||||
|
},
|
||||||
|
Spec: acidv1.PostgresSpec{
|
||||||
|
Volume: acidv1.Volume{
|
||||||
|
Size: "1Gi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
var cluster = New(
|
||||||
|
Config{
|
||||||
|
OpConfig: config.Config{
|
||||||
|
ConnectionPooler: config.ConnectionPooler{
|
||||||
|
ConnectionPoolerDefaultCPURequest: "100m",
|
||||||
|
ConnectionPoolerDefaultCPULimit: "100m",
|
||||||
|
ConnectionPoolerDefaultMemoryRequest: "100Mi",
|
||||||
|
ConnectionPoolerDefaultMemoryLimit: "100Mi",
|
||||||
|
NumberOfInstances: int32ToPointer(1),
|
||||||
|
},
|
||||||
|
PodManagementPolicy: "ordered_ready",
|
||||||
|
Resources: config.Resources{
|
||||||
|
ClusterLabels: map[string]string{"application": "spilo"},
|
||||||
|
ClusterNameLabel: "cluster-name",
|
||||||
|
DefaultCPURequest: "300m",
|
||||||
|
DefaultCPULimit: "300m",
|
||||||
|
DefaultMemoryRequest: "300Mi",
|
||||||
|
DefaultMemoryLimit: "300Mi",
|
||||||
|
PodRoleLabel: "spilo-role",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, client, pg, logger, eventRecorder)
|
||||||
|
|
||||||
|
cluster.Name = "acid-fake-cluster"
|
||||||
|
cluster.Namespace = "default"
|
||||||
|
|
||||||
|
_, err := cluster.createService(Master)
|
||||||
|
assert.NoError(t, err)
|
||||||
|
_, err = cluster.createStatefulSet()
|
||||||
|
assert.NoError(t, err)
|
||||||
|
|
||||||
|
reason, err := cluster.createConnectionPooler(mockInstallLookupFunction)
|
||||||
|
|
||||||
|
if err != nil {
|
||||||
|
t.Errorf("%s: Cannot create connection pooler, %s, %+v",
|
||||||
|
testName, err, reason)
|
||||||
}
|
}
|
||||||
|
|
||||||
tests := []struct {
|
tests := []struct {
|
||||||
|
|
@ -358,10 +450,10 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{},
|
ConnectionPooler: &acidv1.ConnectionPooler{},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.ClientMissingObjects()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: MasterobjectsAreSaved,
|
check: MasterObjectsAreSaved,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
subTest: "create if doesn't exist",
|
subTest: "create if doesn't exist",
|
||||||
|
|
@ -375,10 +467,10 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{},
|
ConnectionPooler: &acidv1.ConnectionPooler{},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.ClientMissingObjects()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: MasterobjectsAreSaved,
|
check: MasterObjectsAreSaved,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
subTest: "create if doesn't exist with a flag",
|
subTest: "create if doesn't exist with a flag",
|
||||||
|
|
@ -390,10 +482,10 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
EnableConnectionPooler: boolToPointer(true),
|
EnableConnectionPooler: boolToPointer(true),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.ClientMissingObjects()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: MasterobjectsAreSaved,
|
check: MasterObjectsAreSaved,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
subTest: "create no replica with flag",
|
subTest: "create no replica with flag",
|
||||||
|
|
@ -405,7 +497,7 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
EnableReplicaConnectionPooler: boolToPointer(false),
|
EnableReplicaConnectionPooler: boolToPointer(false),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: objectsAreDeleted,
|
check: objectsAreDeleted,
|
||||||
|
|
@ -421,10 +513,10 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
EnableReplicaConnectionPooler: boolToPointer(true),
|
EnableReplicaConnectionPooler: boolToPointer(true),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: ReplicaobjectsAreSaved,
|
check: ReplicaObjectsAreSaved,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
subTest: "create both master and replica",
|
subTest: "create both master and replica",
|
||||||
|
|
@ -438,7 +530,7 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
EnableConnectionPooler: boolToPointer(true),
|
EnableConnectionPooler: boolToPointer(true),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.ClientMissingObjects()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: objectsAreSaved,
|
check: objectsAreSaved,
|
||||||
|
|
@ -456,7 +548,7 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{},
|
ConnectionPooler: &acidv1.ConnectionPooler{},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: OnlyReplicaDeleted,
|
check: OnlyReplicaDeleted,
|
||||||
|
|
@ -474,7 +566,7 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
EnableReplicaConnectionPooler: boolToPointer(true),
|
EnableReplicaConnectionPooler: boolToPointer(true),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: OnlyMasterDeleted,
|
check: OnlyMasterDeleted,
|
||||||
|
|
@ -489,7 +581,7 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
newSpec: &acidv1.Postgresql{
|
newSpec: &acidv1.Postgresql{
|
||||||
Spec: acidv1.PostgresSpec{},
|
Spec: acidv1.PostgresSpec{},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: objectsAreDeleted,
|
check: objectsAreDeleted,
|
||||||
|
|
@ -502,53 +594,11 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
newSpec: &acidv1.Postgresql{
|
newSpec: &acidv1.Postgresql{
|
||||||
Spec: acidv1.PostgresSpec{},
|
Spec: acidv1.PostgresSpec{},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: objectsAreDeleted,
|
check: objectsAreDeleted,
|
||||||
},
|
},
|
||||||
{
|
|
||||||
subTest: "update deployment",
|
|
||||||
oldSpec: &acidv1.Postgresql{
|
|
||||||
Spec: acidv1.PostgresSpec{
|
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{
|
|
||||||
NumberOfInstances: int32ToPointer(1),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
newSpec: &acidv1.Postgresql{
|
|
||||||
Spec: acidv1.PostgresSpec{
|
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{
|
|
||||||
NumberOfInstances: int32ToPointer(2),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
|
||||||
defaultImage: "pooler:1.0",
|
|
||||||
defaultInstances: 1,
|
|
||||||
check: deploymentUpdated,
|
|
||||||
},
|
|
||||||
{
|
|
||||||
subTest: "update deployment",
|
|
||||||
oldSpec: &acidv1.Postgresql{
|
|
||||||
Spec: acidv1.PostgresSpec{
|
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{
|
|
||||||
NumberOfInstances: int32ToPointer(1),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
newSpec: &acidv1.Postgresql{
|
|
||||||
Spec: acidv1.PostgresSpec{
|
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{
|
|
||||||
NumberOfInstances: int32ToPointer(2),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
|
||||||
defaultImage: "pooler:1.0",
|
|
||||||
defaultInstances: 1,
|
|
||||||
check: deploymentUpdated,
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
subTest: "update image from changed defaults",
|
subTest: "update image from changed defaults",
|
||||||
oldSpec: &acidv1.Postgresql{
|
oldSpec: &acidv1.Postgresql{
|
||||||
|
|
@ -561,7 +611,7 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{},
|
ConnectionPooler: &acidv1.ConnectionPooler{},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:2.0",
|
defaultImage: "pooler:2.0",
|
||||||
defaultInstances: 2,
|
defaultInstances: 2,
|
||||||
check: deploymentUpdated,
|
check: deploymentUpdated,
|
||||||
|
|
@ -580,7 +630,7 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
ConnectionPooler: &acidv1.ConnectionPooler{},
|
ConnectionPooler: &acidv1.ConnectionPooler{},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
cluster: newCluster(k8sutil.NewMockKubernetesClient()),
|
cluster: cluster,
|
||||||
defaultImage: "pooler:1.0",
|
defaultImage: "pooler:1.0",
|
||||||
defaultInstances: 1,
|
defaultInstances: 1,
|
||||||
check: noEmptySync,
|
check: noEmptySync,
|
||||||
|
|
@ -591,6 +641,8 @@ func TestConnectionPoolerSynchronization(t *testing.T) {
|
||||||
tt.cluster.OpConfig.ConnectionPooler.NumberOfInstances =
|
tt.cluster.OpConfig.ConnectionPooler.NumberOfInstances =
|
||||||
int32ToPointer(tt.defaultInstances)
|
int32ToPointer(tt.defaultInstances)
|
||||||
|
|
||||||
|
t.Logf("running test for %s [%s]", testName, tt.subTest)
|
||||||
|
|
||||||
reason, err := tt.cluster.syncConnectionPooler(tt.oldSpec,
|
reason, err := tt.cluster.syncConnectionPooler(tt.oldSpec,
|
||||||
tt.newSpec, mockInstallLookupFunction)
|
tt.newSpec, mockInstallLookupFunction)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue