postgres-operator/pkg/util/patroni/patroni_test.go

package patroni

import (
	"bytes"
	"errors"
	"fmt"
	"io/ioutil"
	"net/http"
	"reflect"
	"testing"

	"github.com/golang/mock/gomock"
	"github.com/sirupsen/logrus"
	"github.com/zalando/postgres-operator/mocks"

	acidv1 "github.com/zalando/postgres-operator/pkg/apis/acid.zalan.do/v1"
	v1 "k8s.io/api/core/v1"
)

var logger = logrus.New().WithField("test", "patroni")

func newMockPod(ip string) *v1.Pod {
	return &v1.Pod{
		Status: v1.PodStatus{
			PodIP: ip,
		},
	}
}

func TestApiURL(t *testing.T) {
	var testTable = []struct {
		podIP            string
		expectedResponse string
		expectedError    error
	}{
		{
			"127.0.0.1",
			fmt.Sprintf("http://127.0.0.1:%d", apiPort),
			nil,
		},
		{
			"0000:0000:0000:0000:0000:0000:0000:0001",
			fmt.Sprintf("http://[::1]:%d", apiPort),
			nil,
		},
		{
			"::1",
			fmt.Sprintf("http://[::1]:%d", apiPort),
			nil,
		},
		{
			"",
			"",
			errors.New(" is not a valid IP"),
		},
		{
			"foobar",
			"",
			errors.New("foobar is not a valid IP"),
		},
		{
			"127.0.1",
			"",
			errors.New("127.0.1 is not a valid IP"),
		},
		{
			":::",
			"",
			errors.New("::: is not a valid IP"),
		},
	}
	for _, test := range testTable {
		resp, err := apiURL(newMockPod(test.podIP))
		if resp != test.expectedResponse {
			t.Errorf("expected response %v does not match the actual %v", test.expectedResponse, resp)
		}
		if err != test.expectedError {
			if err == nil || test.expectedError == nil {
				t.Errorf("expected error '%v' does not match the actual error '%v'", test.expectedError, err)
			}
			if err != nil && test.expectedError != nil && err.Error() != test.expectedError.Error() {
				t.Errorf("expected error '%v' does not match the actual error '%v'", test.expectedError, err)
			}
		}
	}
}

func TestGetMemberData(t *testing.T) {
	ctrl := gomock.NewController(t)
	defer ctrl.Finish()

	expectedMemberData := MemberData{
		State:          "running",
		Role:           "master",
		ServerVersion:  130004,
		PendingRestart: true,
		Patroni: MemberDataPatroni{
			Version: "2.1.1",
			Scope:   "acid-test-cluster",
		},
	}

	json := `{"state": "running", "postmaster_start_time": "2021-02-19 14:31:50.053 CET", "role": "master", "server_version": 130004, "cluster_unlocked": false, "xlog": {"location": 123456789}, "timeline": 1, "database_system_identifier": "6462555844314089962", "pending_restart": true, "patroni": {"version": "2.1.1", "scope": "acid-test-cluster"}}`
	r := ioutil.NopCloser(bytes.NewReader([]byte(json)))

	response := http.Response{
		StatusCode: 200,
		Body:       r,
	}

	mockClient := mocks.NewMockHTTPClient(ctrl)
	mockClient.EXPECT().Get(gomock.Any()).Return(&response, nil)

	p := New(logger, mockClient)

	memberData, err := p.GetMemberData(newMockPod("192.168.100.1"))

	if !reflect.DeepEqual(expectedMemberData, memberData) {
		t.Errorf("Patroni member data differs: expected: %#v, got: %#v", expectedMemberData, memberData)
	}

	if err != nil {
		t.Errorf("Could not read Patroni data: %v", err)
	}
}

func TestGetConfig(t *testing.T) {
	ctrl := gomock.NewController(t)
	defer ctrl.Finish()

	expectedPatroniConfig := acidv1.Patroni{
		TTL:                  30,
		LoopWait:             10,
		RetryTimeout:         10,
		MaximumLagOnFailover: 33554432,
		Slots: map[string]map[string]string{
			"cdc": {
				"database": "foo",
				"plugin":   "wal2json",
				"type":     "logical",
			},
		},
	}

	expectedPgParameters := map[string]string{
		"archive_mode":                    "on",
		"archive_timeout":                 "1800s",
		"autovacuum_analyze_scale_factor": "0.02",
		"autovacuum_max_workers":          "5",
		"autovacuum_vacuum_scale_factor":  "0.05",
		"checkpoint_completion_target":    "0.9",
		"hot_standby":                     "on",
		"log_autovacuum_min_duration":     "0",
		"log_checkpoints":                 "on",
		"log_connections":                 "on",
		"log_disconnections":              "on",
		"log_line_prefix":                 "%t [%p]: [%l-1] %c %x %d %u %a %h ",
		"log_lock_waits":                  "on",
		"log_min_duration_statement":      "500",
		"log_statement":                   "ddl",
		"log_temp_files":                  "0",
		"max_connections":                 "100",
		"max_replication_slots":           "10",
		"max_wal_senders":                 "10",
		"tcp_keepalives_idle":             "900",
		"tcp_keepalives_interval":         "100",
		"track_functions":                 "all",
		"wal_level":                       "hot_standby",
		"wal_log_hints":                   "on",
	}

	configJson := `{"loop_wait": 10, "maximum_lag_on_failover": 33554432, "postgresql": {"parameters": {"archive_mode": "on", "archive_timeout": "1800s", "autovacuum_analyze_scale_factor": 0.02, "autovacuum_max_workers": 5, "autovacuum_vacuum_scale_factor": 0.05, "checkpoint_completion_target": 0.9, "hot_standby": "on", "log_autovacuum_min_duration": 0, "log_checkpoints": "on", "log_connections": "on", "log_disconnections": "on", "log_line_prefix": "%t [%p]: [%l-1] %c %x %d %u %a %h ", "log_lock_waits": "on", "log_min_duration_statement": 500, "log_statement": "ddl", "log_temp_files": 0, "max_connections": 100, "max_replication_slots": 10, "max_wal_senders": 10, "tcp_keepalives_idle": 900, "tcp_keepalives_interval": 100, "track_functions": "all", "wal_level": "hot_standby", "wal_log_hints": "on"}, "use_pg_rewind": true, "use_slots": true}, "retry_timeout": 10, "slots": {"cdc": {"database": "foo", "plugin": "wal2json", "type": "logical"}}, "ttl": 30}`
	r := ioutil.NopCloser(bytes.NewReader([]byte(configJson)))

	response := http.Response{
		StatusCode: 200,
		Body:       r,
	}

	mockClient := mocks.NewMockHTTPClient(ctrl)
	mockClient.EXPECT().Get(gomock.Any()).Return(&response, nil)

	p := New(logger, mockClient)

	patroniConfig, pgParameters, err := p.GetConfig(newMockPod("192.168.100.1"))
	if err != nil {
		t.Errorf("Could not read Patroni config endpoint: %v", err)
	}

	if !reflect.DeepEqual(expectedPatroniConfig, patroniConfig) {
		t.Errorf("Patroni config differs: expected: %#v, got: %#v", expectedPatroniConfig, patroniConfig)
	}
	if !reflect.DeepEqual(expectedPgParameters, pgParameters) {
		t.Errorf("Postgre parameters differ: expected: %#v, got: %#v", expectedPgParameters, pgParameters)
	}
}

func TestSetPostgresParameters(t *testing.T) {
	ctrl := gomock.NewController(t)
	defer ctrl.Finish()

	parametersToSet := map[string]string{
		"max_connections": "50",
		"wal_level":       "logical",
	}

	configJson := `{"loop_wait": 10, "maximum_lag_on_failover": 33554432, "postgresql": {"parameters": {"archive_mode": "on", "archive_timeout": "1800s", "autovacuum_analyze_scale_factor": 0.02, "autovacuum_max_workers": 5, "autovacuum_vacuum_scale_factor": 0.05, "checkpoint_completion_target": 0.9, "hot_standby": "on", "log_autovacuum_min_duration": 0, "log_checkpoints": "on", "log_connections": "on", "log_disconnections": "on", "log_line_prefix": "%t [%p]: [%l-1] %c %x %d %u %a %h ", "log_lock_waits": "on", "log_min_duration_statement": 500, "log_statement": "ddl", "log_temp_files": 0, "max_connections": 50, "max_replication_slots": 10, "max_wal_senders": 10, "tcp_keepalives_idle": 900, "tcp_keepalives_interval": 100, "track_functions": "all", "wal_level": "logical", "wal_log_hints": "on"}, "use_pg_rewind": true, "use_slots": true}, "retry_timeout": 10, "slots": {"cdc": {"database": "foo", "plugin": "wal2json", "type": "logical"}}, "ttl": 30}`
	r := ioutil.NopCloser(bytes.NewReader([]byte(configJson)))

	response := http.Response{
		StatusCode: 200,
		Body:       r,
	}

	mockClient := mocks.NewMockHTTPClient(ctrl)
	mockClient.EXPECT().Do(gomock.Any()).Return(&response, nil)

	p := New(logger, mockClient)

	err := p.SetPostgresParameters(newMockPod("192.168.100.1"), parametersToSet)
	if err != nil {
		t.Errorf("could not call patch Patroni config: %v", err)
	}

}