initial commit for gp3 migration.
This commit is contained in:
parent
dc9a5b1e61
commit
6bb78c8de2
7
go.mod
7
go.mod
|
|
@ -1,16 +1,17 @@
|
||||||
module github.com/zalando/postgres-operator
|
module github.com/zalando/postgres-operator
|
||||||
|
|
||||||
go 1.14
|
go 1.15
|
||||||
|
|
||||||
require (
|
require (
|
||||||
github.com/aws/aws-sdk-go v1.35.15
|
github.com/aws/aws-sdk-go v1.36.2
|
||||||
github.com/lib/pq v1.8.0
|
github.com/lib/pq v1.8.0
|
||||||
github.com/motomux/pretty v0.0.0-20161209205251-b2aad2c9a95d
|
github.com/motomux/pretty v0.0.0-20161209205251-b2aad2c9a95d
|
||||||
github.com/r3labs/diff v1.1.0
|
github.com/r3labs/diff v1.1.0
|
||||||
github.com/sirupsen/logrus v1.7.0
|
github.com/sirupsen/logrus v1.7.0
|
||||||
github.com/stretchr/testify v1.5.1
|
github.com/stretchr/testify v1.5.1
|
||||||
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9
|
golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9
|
||||||
golang.org/x/tools v0.0.0-20201121010211-780cb80bd7fb // indirect
|
golang.org/x/mod v0.4.0 // indirect
|
||||||
|
golang.org/x/tools v0.0.0-20201206230334-368bee879bfd // indirect
|
||||||
gopkg.in/yaml.v2 v2.2.8
|
gopkg.in/yaml.v2 v2.2.8
|
||||||
k8s.io/api v0.19.3
|
k8s.io/api v0.19.3
|
||||||
k8s.io/apiextensions-apiserver v0.19.3
|
k8s.io/apiextensions-apiserver v0.19.3
|
||||||
|
|
|
||||||
13
go.sum
13
go.sum
|
|
@ -44,8 +44,8 @@ github.com/andreyvit/diff v0.0.0-20170406064948-c7f18ee00883/go.mod h1:rCTlJbsFo
|
||||||
github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8=
|
github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8=
|
||||||
github.com/asaskevich/govalidator v0.0.0-20180720115003-f9ffefc3facf/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY=
|
github.com/asaskevich/govalidator v0.0.0-20180720115003-f9ffefc3facf/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY=
|
||||||
github.com/asaskevich/govalidator v0.0.0-20190424111038-f61b66f89f4a/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY=
|
github.com/asaskevich/govalidator v0.0.0-20190424111038-f61b66f89f4a/go.mod h1:lB+ZfQJz7igIIfQNfa7Ml4HSf2uFQQRzpGGRXenZAgY=
|
||||||
github.com/aws/aws-sdk-go v1.35.15 h1:JdQNM8hJe+9N9xP53S54NDmX8GCaZn8CCJ4LBHfom4U=
|
github.com/aws/aws-sdk-go v1.36.2 h1:UAeFPct+jHqWM+tgiqDrC9/sfbWj6wkcvpsJ+zdcsvA=
|
||||||
github.com/aws/aws-sdk-go v1.35.15/go.mod h1:tlPOdRjfxPBpNIwqDj61rmsnA85v9jc0Ps9+muhnW+k=
|
github.com/aws/aws-sdk-go v1.36.2/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro=
|
||||||
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q=
|
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q=
|
||||||
github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8=
|
github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8=
|
||||||
github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
|
github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
|
||||||
|
|
@ -403,6 +403,8 @@ golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzB
|
||||||
golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
|
golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
|
||||||
golang.org/x/mod v0.3.0 h1:RM4zey1++hCTbCVQfnWeKs9/IEsaBLA8vTkd0WVtmH4=
|
golang.org/x/mod v0.3.0 h1:RM4zey1++hCTbCVQfnWeKs9/IEsaBLA8vTkd0WVtmH4=
|
||||||
golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
|
golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
|
||||||
|
golang.org/x/mod v0.4.0 h1:8pl+sMODzuvGJkmj2W4kZihvVb5mKm8pB/X44PIQHv8=
|
||||||
|
golang.org/x/mod v0.4.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA=
|
||||||
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
||||||
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
||||||
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
||||||
|
|
@ -423,12 +425,13 @@ golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLL
|
||||||
golang.org/x/net v0.0.0-20190813141303-74dc4d7220e7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
golang.org/x/net v0.0.0-20190813141303-74dc4d7220e7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
||||||
golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
||||||
golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
||||||
golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
|
||||||
golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
|
||||||
golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
|
golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A=
|
||||||
golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
|
golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA=
|
||||||
golang.org/x/net v0.0.0-20201021035429-f5854403a974 h1:IX6qOQeG5uLjB/hjjwjedwfjND0hgjPMMyO1RoIXQNI=
|
golang.org/x/net v0.0.0-20201021035429-f5854403a974 h1:IX6qOQeG5uLjB/hjjwjedwfjND0hgjPMMyO1RoIXQNI=
|
||||||
golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
|
golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
|
||||||
|
golang.org/x/net v0.0.0-20201110031124-69a78807bb2b h1:uwuIcX0g4Yl1NC5XAz37xsr2lTtcqevgzYNVt49waME=
|
||||||
|
golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU=
|
||||||
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
|
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
|
||||||
golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
||||||
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
||||||
|
|
@ -505,8 +508,8 @@ golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtn
|
||||||
golang.org/x/tools v0.0.0-20191125144606-a911d9008d1f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
|
golang.org/x/tools v0.0.0-20191125144606-a911d9008d1f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
|
||||||
golang.org/x/tools v0.0.0-20191227053925-7b8e75db28f4/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28=
|
golang.org/x/tools v0.0.0-20191227053925-7b8e75db28f4/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28=
|
||||||
golang.org/x/tools v0.0.0-20200616133436-c1934b75d054/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE=
|
golang.org/x/tools v0.0.0-20200616133436-c1934b75d054/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE=
|
||||||
golang.org/x/tools v0.0.0-20201121010211-780cb80bd7fb h1:z5+u0pkAUPUWd3taoTialQ2JAMo4Wo1Z3L25U4ZV9r0=
|
golang.org/x/tools v0.0.0-20201206230334-368bee879bfd h1:EqFvKLTxjH6gEy2baWxX2AgJwZkBIDIcZFYcoYlI9RA=
|
||||||
golang.org/x/tools v0.0.0-20201121010211-780cb80bd7fb/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA=
|
golang.org/x/tools v0.0.0-20201206230334-368bee879bfd/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA=
|
||||||
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4=
|
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4=
|
||||||
|
|
|
||||||
|
|
@ -115,8 +115,11 @@ type Volume struct {
|
||||||
Size string `json:"size"`
|
Size string `json:"size"`
|
||||||
StorageClass string `json:"storageClass"`
|
StorageClass string `json:"storageClass"`
|
||||||
SubPath string `json:"subPath,omitempty"`
|
SubPath string `json:"subPath,omitempty"`
|
||||||
|
Iops *int64 `json:"iops,omitempty"`
|
||||||
|
Throughput *int64 `json:"throughput,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// AdditionalVolume specs additional optional volumes for statefulset
|
||||||
type AdditionalVolume struct {
|
type AdditionalVolume struct {
|
||||||
Name string `json:"name"`
|
Name string `json:"name"`
|
||||||
MountPath string `json:"mountPath"`
|
MountPath string `json:"mountPath"`
|
||||||
|
|
@ -156,11 +159,12 @@ type Patroni struct {
|
||||||
SynchronousModeStrict bool `json:"synchronous_mode_strict"`
|
SynchronousModeStrict bool `json:"synchronous_mode_strict"`
|
||||||
}
|
}
|
||||||
|
|
||||||
//StandbyCluster
|
// StandbyDescription contains s3 wal path
|
||||||
type StandbyDescription struct {
|
type StandbyDescription struct {
|
||||||
S3WalPath string `json:"s3_wal_path,omitempty"`
|
S3WalPath string `json:"s3_wal_path,omitempty"`
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// TLSDescription specs TLS properties
|
||||||
type TLSDescription struct {
|
type TLSDescription struct {
|
||||||
SecretName string `json:"secretName,omitempty"`
|
SecretName string `json:"secretName,omitempty"`
|
||||||
CertificateFile string `json:"certificateFile,omitempty"`
|
CertificateFile string `json:"certificateFile,omitempty"`
|
||||||
|
|
@ -198,7 +202,7 @@ type PostgresStatus struct {
|
||||||
PostgresClusterStatus string `json:"PostgresClusterStatus"`
|
PostgresClusterStatus string `json:"PostgresClusterStatus"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// Options for connection pooler
|
// ConnectionPooler Options for connection pooler
|
||||||
//
|
//
|
||||||
// TODO: prepared snippets of configuration, one can choose via type, e.g.
|
// TODO: prepared snippets of configuration, one can choose via type, e.g.
|
||||||
// pgbouncer-large (with higher resources) or odyssey-small (with smaller
|
// pgbouncer-large (with higher resources) or odyssey-small (with smaller
|
||||||
|
|
|
||||||
|
|
@ -25,6 +25,7 @@ import (
|
||||||
"github.com/zalando/postgres-operator/pkg/util/patroni"
|
"github.com/zalando/postgres-operator/pkg/util/patroni"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/teams"
|
"github.com/zalando/postgres-operator/pkg/util/teams"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/users"
|
"github.com/zalando/postgres-operator/pkg/util/users"
|
||||||
|
"github.com/zalando/postgres-operator/pkg/util/volumes"
|
||||||
appsv1 "k8s.io/api/apps/v1"
|
appsv1 "k8s.io/api/apps/v1"
|
||||||
v1 "k8s.io/api/core/v1"
|
v1 "k8s.io/api/core/v1"
|
||||||
policybeta1 "k8s.io/api/policy/v1beta1"
|
policybeta1 "k8s.io/api/policy/v1beta1"
|
||||||
|
|
@ -64,6 +65,14 @@ type kubeResources struct {
|
||||||
//PVCs are treated separately
|
//PVCs are treated separately
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type EBSVolume struct {
|
||||||
|
volumeId string
|
||||||
|
volumeType string
|
||||||
|
size int64
|
||||||
|
iops int32
|
||||||
|
throughput int32
|
||||||
|
}
|
||||||
|
|
||||||
// Cluster describes postgresql cluster
|
// Cluster describes postgresql cluster
|
||||||
type Cluster struct {
|
type Cluster struct {
|
||||||
kubeResources
|
kubeResources
|
||||||
|
|
@ -89,7 +98,10 @@ type Cluster struct {
|
||||||
processMu sync.RWMutex // protects the current operation for reporting, no need to hold the master mutex
|
processMu sync.RWMutex // protects the current operation for reporting, no need to hold the master mutex
|
||||||
specMu sync.RWMutex // protects the spec for reporting, no need to hold the master mutex
|
specMu sync.RWMutex // protects the spec for reporting, no need to hold the master mutex
|
||||||
ConnectionPooler map[PostgresRole]*ConnectionPoolerObjects
|
ConnectionPooler map[PostgresRole]*ConnectionPoolerObjects
|
||||||
|
EBSVolumes map[string]EBSVolume
|
||||||
|
VolumeResizer volumes.VolumeResizer
|
||||||
}
|
}
|
||||||
|
|
||||||
type compareStatefulsetResult struct {
|
type compareStatefulsetResult struct {
|
||||||
match bool
|
match bool
|
||||||
replace bool
|
replace bool
|
||||||
|
|
@ -134,6 +146,11 @@ func New(cfg Config, kubeClient k8sutil.KubernetesClient, pgSpec acidv1.Postgres
|
||||||
cluster.oauthTokenGetter = newSecretOauthTokenGetter(&kubeClient, cfg.OpConfig.OAuthTokenSecretName)
|
cluster.oauthTokenGetter = newSecretOauthTokenGetter(&kubeClient, cfg.OpConfig.OAuthTokenSecretName)
|
||||||
cluster.patroni = patroni.New(cluster.logger)
|
cluster.patroni = patroni.New(cluster.logger)
|
||||||
cluster.eventRecorder = eventRecorder
|
cluster.eventRecorder = eventRecorder
|
||||||
|
|
||||||
|
if cfg.OpConfig.StorageResizeMode != "pvc" {
|
||||||
|
cluster.VolumeResizer = &volumes.EBSVolumeResizer{AWSRegion: cfg.OpConfig.AWSRegion}
|
||||||
|
}
|
||||||
|
|
||||||
return cluster
|
return cluster
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -11,7 +11,6 @@ import (
|
||||||
"github.com/zalando/postgres-operator/pkg/util"
|
"github.com/zalando/postgres-operator/pkg/util"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/constants"
|
"github.com/zalando/postgres-operator/pkg/util/constants"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/k8sutil"
|
"github.com/zalando/postgres-operator/pkg/util/k8sutil"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/volumes"
|
|
||||||
appsv1 "k8s.io/api/apps/v1"
|
appsv1 "k8s.io/api/apps/v1"
|
||||||
batchv1beta1 "k8s.io/api/batch/v1beta1"
|
batchv1beta1 "k8s.io/api/batch/v1beta1"
|
||||||
v1 "k8s.io/api/core/v1"
|
v1 "k8s.io/api/core/v1"
|
||||||
|
|
@ -55,7 +54,15 @@ func (c *Cluster) Sync(newSpec *acidv1.Postgresql) error {
|
||||||
}
|
}
|
||||||
|
|
||||||
c.logger.Debugf("syncing volumes using %q storage resize mode", c.OpConfig.StorageResizeMode)
|
c.logger.Debugf("syncing volumes using %q storage resize mode", c.OpConfig.StorageResizeMode)
|
||||||
if c.OpConfig.StorageResizeMode == "pvc" {
|
|
||||||
|
if c.OpConfig.StorageResizeMode == "mixed" {
|
||||||
|
|
||||||
|
// resize pvc to adjust filesystem size until better K8s support
|
||||||
|
if err = c.syncVolumeClaims(); err != nil {
|
||||||
|
err = fmt.Errorf("could not sync persistent volume claims: %v", err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
} else if c.OpConfig.StorageResizeMode == "pvc" {
|
||||||
if err = c.syncVolumeClaims(); err != nil {
|
if err = c.syncVolumeClaims(); err != nil {
|
||||||
err = fmt.Errorf("could not sync persistent volume claims: %v", err)
|
err = fmt.Errorf("could not sync persistent volume claims: %v", err)
|
||||||
return err
|
return err
|
||||||
|
|
@ -599,7 +606,8 @@ func (c *Cluster) syncVolumes() error {
|
||||||
if !act {
|
if !act {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
if err := c.resizeVolumes(c.Spec.Volume, []volumes.VolumeResizer{&volumes.EBSVolumeResizer{AWSRegion: c.OpConfig.AWSRegion}}); err != nil {
|
|
||||||
|
if err := c.resizeVolumes(); err != nil {
|
||||||
return fmt.Errorf("could not sync volumes: %v", err)
|
return fmt.Errorf("could not sync volumes: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,6 @@ import (
|
||||||
"github.com/zalando/postgres-operator/pkg/util"
|
"github.com/zalando/postgres-operator/pkg/util"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/constants"
|
"github.com/zalando/postgres-operator/pkg/util/constants"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/filesystems"
|
"github.com/zalando/postgres-operator/pkg/util/filesystems"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/volumes"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
func (c *Cluster) listPersistentVolumeClaims() ([]v1.PersistentVolumeClaim, error) {
|
func (c *Cluster) listPersistentVolumeClaims() ([]v1.PersistentVolumeClaim, error) {
|
||||||
|
|
@ -119,19 +118,26 @@ func (c *Cluster) listPersistentVolumes() ([]*v1.PersistentVolume, error) {
|
||||||
}
|
}
|
||||||
|
|
||||||
// resizeVolumes resize persistent volumes compatible with the given resizer interface
|
// resizeVolumes resize persistent volumes compatible with the given resizer interface
|
||||||
func (c *Cluster) resizeVolumes(newVolume acidv1.Volume, resizers []volumes.VolumeResizer) error {
|
func (c *Cluster) resizeVolumes() error {
|
||||||
c.setProcessName("resizing volumes")
|
if c.VolumeResizer == nil {
|
||||||
|
return fmt.Errorf("no volume resizer set for EBS volume handling")
|
||||||
|
}
|
||||||
|
|
||||||
|
c.setProcessName("resizing EBS volumes")
|
||||||
|
|
||||||
|
resizer := c.VolumeResizer
|
||||||
var totalIncompatible int
|
var totalIncompatible int
|
||||||
|
|
||||||
newQuantity, err := resource.ParseQuantity(newVolume.Size)
|
newQuantity, err := resource.ParseQuantity(c.Spec.Volume.Size)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("could not parse volume size: %v", err)
|
return fmt.Errorf("could not parse volume size: %v", err)
|
||||||
}
|
}
|
||||||
pvs, newSize, err := c.listVolumesWithManifestSize(newVolume)
|
|
||||||
|
pvs, newSize, err := c.listVolumesWithManifestSize(c.Spec.Volume)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("could not list persistent volumes: %v", err)
|
return fmt.Errorf("could not list persistent volumes: %v", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, pv := range pvs {
|
for _, pv := range pvs {
|
||||||
volumeSize := quantityToGigabyte(pv.Spec.Capacity[v1.ResourceStorage])
|
volumeSize := quantityToGigabyte(pv.Spec.Capacity[v1.ResourceStorage])
|
||||||
if volumeSize >= newSize {
|
if volumeSize >= newSize {
|
||||||
|
|
@ -141,43 +147,43 @@ func (c *Cluster) resizeVolumes(newVolume acidv1.Volume, resizers []volumes.Volu
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
compatible := false
|
compatible := false
|
||||||
for _, resizer := range resizers {
|
|
||||||
if !resizer.VolumeBelongsToProvider(pv) {
|
if !resizer.VolumeBelongsToProvider(pv) {
|
||||||
continue
|
continue
|
||||||
}
|
|
||||||
compatible = true
|
|
||||||
if !resizer.IsConnectedToProvider() {
|
|
||||||
err := resizer.ConnectToProvider()
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("could not connect to the volume provider: %v", err)
|
|
||||||
}
|
|
||||||
defer func() {
|
|
||||||
if err := resizer.DisconnectFromProvider(); err != nil {
|
|
||||||
c.logger.Errorf("%v", err)
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
}
|
|
||||||
awsVolumeID, err := resizer.GetProviderVolumeID(pv)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
c.logger.Debugf("updating persistent volume %q to %d", pv.Name, newSize)
|
|
||||||
if err := resizer.ResizeVolume(awsVolumeID, newSize); err != nil {
|
|
||||||
return fmt.Errorf("could not resize EBS volume %q: %v", awsVolumeID, err)
|
|
||||||
}
|
|
||||||
c.logger.Debugf("resizing the filesystem on the volume %q", pv.Name)
|
|
||||||
podName := getPodNameFromPersistentVolume(pv)
|
|
||||||
if err := c.resizePostgresFilesystem(podName, []filesystems.FilesystemResizer{&filesystems.Ext234Resize{}}); err != nil {
|
|
||||||
return fmt.Errorf("could not resize the filesystem on pod %q: %v", podName, err)
|
|
||||||
}
|
|
||||||
c.logger.Debugf("filesystem resize successful on volume %q", pv.Name)
|
|
||||||
pv.Spec.Capacity[v1.ResourceStorage] = newQuantity
|
|
||||||
c.logger.Debugf("updating persistent volume definition for volume %q", pv.Name)
|
|
||||||
if _, err := c.KubeClient.PersistentVolumes().Update(context.TODO(), pv, metav1.UpdateOptions{}); err != nil {
|
|
||||||
return fmt.Errorf("could not update persistent volume: %q", err)
|
|
||||||
}
|
|
||||||
c.logger.Debugf("successfully updated persistent volume %q", pv.Name)
|
|
||||||
}
|
}
|
||||||
|
compatible = true
|
||||||
|
if !resizer.IsConnectedToProvider() {
|
||||||
|
err := resizer.ConnectToProvider()
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("could not connect to the volume provider: %v", err)
|
||||||
|
}
|
||||||
|
defer func() {
|
||||||
|
if err := resizer.DisconnectFromProvider(); err != nil {
|
||||||
|
c.logger.Errorf("%v", err)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
awsVolumeID, err := resizer.GetProviderVolumeID(pv)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
c.logger.Debugf("updating persistent volume %q to %d", pv.Name, newSize)
|
||||||
|
if err := resizer.ResizeVolume(awsVolumeID, newSize); err != nil {
|
||||||
|
return fmt.Errorf("could not resize EBS volume %q: %v", awsVolumeID, err)
|
||||||
|
}
|
||||||
|
c.logger.Debugf("resizing the filesystem on the volume %q", pv.Name)
|
||||||
|
podName := getPodNameFromPersistentVolume(pv)
|
||||||
|
if err := c.resizePostgresFilesystem(podName, []filesystems.FilesystemResizer{&filesystems.Ext234Resize{}}); err != nil {
|
||||||
|
return fmt.Errorf("could not resize the filesystem on pod %q: %v", podName, err)
|
||||||
|
}
|
||||||
|
c.logger.Debugf("filesystem resize successful on volume %q", pv.Name)
|
||||||
|
pv.Spec.Capacity[v1.ResourceStorage] = newQuantity
|
||||||
|
c.logger.Debugf("updating persistent volume definition for volume %q", pv.Name)
|
||||||
|
if _, err := c.KubeClient.PersistentVolumes().Update(context.TODO(), pv, metav1.UpdateOptions{}); err != nil {
|
||||||
|
return fmt.Errorf("could not update persistent volume: %q", err)
|
||||||
|
}
|
||||||
|
c.logger.Debugf("successfully updated persistent volume %q", pv.Name)
|
||||||
|
|
||||||
if !compatible {
|
if !compatible {
|
||||||
c.logger.Warningf("volume %q is incompatible with all available resizing providers, consider switching storage_resize_mode to pvc or off", pv.Name)
|
c.logger.Warningf("volume %q is incompatible with all available resizing providers, consider switching storage_resize_mode to pvc or off", pv.Name)
|
||||||
totalIncompatible++
|
totalIncompatible++
|
||||||
|
|
|
||||||
|
|
@ -198,6 +198,8 @@ type Config struct {
|
||||||
SetMemoryRequestToLimit bool `name:"set_memory_request_to_limit" default:"false"`
|
SetMemoryRequestToLimit bool `name:"set_memory_request_to_limit" default:"false"`
|
||||||
EnableLazySpiloUpgrade bool `name:"enable_lazy_spilo_upgrade" default:"false"`
|
EnableLazySpiloUpgrade bool `name:"enable_lazy_spilo_upgrade" default:"false"`
|
||||||
EnablePgVersionEnvVar bool `name:"enable_pgversion_env_var" default:"false"`
|
EnablePgVersionEnvVar bool `name:"enable_pgversion_env_var" default:"false"`
|
||||||
|
EnableEBSGp3Migration bool `name:"enable_ebs_gp3_migration" default:"false"`
|
||||||
|
EnableEBSGp3MaxSize int32 `name:"enable_ebs_gp3_max_size" default:"1000"`
|
||||||
}
|
}
|
||||||
|
|
||||||
// MustMarshal marshals the config or panics
|
// MustMarshal marshals the config or panics
|
||||||
|
|
|
||||||
|
|
@ -7,7 +7,7 @@ import (
|
||||||
"github.com/aws/aws-sdk-go/aws"
|
"github.com/aws/aws-sdk-go/aws"
|
||||||
"github.com/aws/aws-sdk-go/aws/session"
|
"github.com/aws/aws-sdk-go/aws/session"
|
||||||
"github.com/aws/aws-sdk-go/service/ec2"
|
"github.com/aws/aws-sdk-go/service/ec2"
|
||||||
"k8s.io/api/core/v1"
|
v1 "k8s.io/api/core/v1"
|
||||||
|
|
||||||
"github.com/zalando/postgres-operator/pkg/util/constants"
|
"github.com/zalando/postgres-operator/pkg/util/constants"
|
||||||
"github.com/zalando/postgres-operator/pkg/util/retryutil"
|
"github.com/zalando/postgres-operator/pkg/util/retryutil"
|
||||||
|
|
@ -102,6 +102,57 @@ func (c *EBSVolumeResizer) ResizeVolume(volumeID string, newSize int64) error {
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ModifyVolume Modify EBS volume
|
||||||
|
func (c *EBSVolumeResizer) ModifyVolume(volumeID string, newType string, newSize int64, iops int64, throughput int64) error {
|
||||||
|
/* first check if the volume is already of a requested size */
|
||||||
|
volumeOutput, err := c.connection.DescribeVolumes(&ec2.DescribeVolumesInput{VolumeIds: []*string{&volumeID}})
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("could not get information about the volume: %v", err)
|
||||||
|
}
|
||||||
|
vol := volumeOutput.Volumes[0]
|
||||||
|
if *vol.VolumeId != volumeID {
|
||||||
|
return fmt.Errorf("describe volume %q returned information about a non-matching volume %q", volumeID, *vol.VolumeId)
|
||||||
|
}
|
||||||
|
if *vol.Size == newSize {
|
||||||
|
// nothing to do
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
input := ec2.ModifyVolumeInput{Size: &newSize, VolumeId: &volumeID, VolumeType: &newType, Iops: &iops, Throughput: &throughput}
|
||||||
|
output, err := c.connection.ModifyVolume(&input)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("could not modify persistent volume: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
state := *output.VolumeModification.ModificationState
|
||||||
|
if state == constants.EBSVolumeStateFailed {
|
||||||
|
return fmt.Errorf("could not modify persistent volume %q: modification state failed", volumeID)
|
||||||
|
}
|
||||||
|
if state == "" {
|
||||||
|
return fmt.Errorf("received empty modification status")
|
||||||
|
}
|
||||||
|
if state == constants.EBSVolumeStateOptimizing || state == constants.EBSVolumeStateCompleted {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
// wait until the volume reaches the "optimizing" or "completed" state
|
||||||
|
in := ec2.DescribeVolumesModificationsInput{VolumeIds: []*string{&volumeID}}
|
||||||
|
return retryutil.Retry(constants.EBSVolumeResizeWaitInterval, constants.EBSVolumeResizeWaitTimeout,
|
||||||
|
func() (bool, error) {
|
||||||
|
out, err := c.connection.DescribeVolumesModifications(&in)
|
||||||
|
if err != nil {
|
||||||
|
return false, fmt.Errorf("could not describe volume modification: %v", err)
|
||||||
|
}
|
||||||
|
if len(out.VolumesModifications) != 1 {
|
||||||
|
return false, fmt.Errorf("describe volume modification didn't return one record for volume %q", volumeID)
|
||||||
|
}
|
||||||
|
if *out.VolumesModifications[0].VolumeId != volumeID {
|
||||||
|
return false, fmt.Errorf("non-matching volume id when describing modifications: %q is different from %q",
|
||||||
|
*out.VolumesModifications[0].VolumeId, volumeID)
|
||||||
|
}
|
||||||
|
return *out.VolumesModifications[0].ModificationState != constants.EBSVolumeStateModifying, nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
// DisconnectFromProvider closes connection to the EC2 instance
|
// DisconnectFromProvider closes connection to the EC2 instance
|
||||||
func (c *EBSVolumeResizer) DisconnectFromProvider() error {
|
func (c *EBSVolumeResizer) DisconnectFromProvider() error {
|
||||||
c.connection = nil
|
c.connection = nil
|
||||||
|
|
|
||||||
|
|
@ -1,8 +1,6 @@
|
||||||
package volumes
|
package volumes
|
||||||
|
|
||||||
import (
|
import v1 "k8s.io/api/core/v1"
|
||||||
"k8s.io/api/core/v1"
|
|
||||||
)
|
|
||||||
|
|
||||||
// VolumeResizer defines the set of methods used to implememnt provider-specific resizing of persistent volumes.
|
// VolumeResizer defines the set of methods used to implememnt provider-specific resizing of persistent volumes.
|
||||||
type VolumeResizer interface {
|
type VolumeResizer interface {
|
||||||
|
|
@ -11,5 +9,6 @@ type VolumeResizer interface {
|
||||||
VolumeBelongsToProvider(pv *v1.PersistentVolume) bool
|
VolumeBelongsToProvider(pv *v1.PersistentVolume) bool
|
||||||
GetProviderVolumeID(pv *v1.PersistentVolume) (string, error)
|
GetProviderVolumeID(pv *v1.PersistentVolume) (string, error)
|
||||||
ResizeVolume(providerVolumeID string, newSize int64) error
|
ResizeVolume(providerVolumeID string, newSize int64) error
|
||||||
|
ModifyVolume(providerVolumeID string, newType string, newSize int64, iops int64, throughput int64) error
|
||||||
DisconnectFromProvider() error
|
DisconnectFromProvider() error
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue