-
Notifications
You must be signed in to change notification settings - Fork 450
/
create_update_delete.go
116 lines (99 loc) · 4.63 KB
/
create_update_delete.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
// Copyright (c) 2022 SAP SE or an SAP affiliate company. All rights reserved. This file is licensed under the Apache Software License, v. 2 except as noted otherwise in the LICENSE file
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package shoot
import (
"context"
"strconv"
"time"
gardencorev1beta1 "github.com/gardener/gardener/pkg/apis/core/v1beta1"
"github.com/gardener/gardener/pkg/client/kubernetes"
"github.com/gardener/gardener/pkg/utils"
e2e "github.com/gardener/gardener/test/e2e/gardener"
"github.com/gardener/gardener/test/framework"
"github.com/gardener/gardener/test/utils/shoots/access"
shootupdatesuite "github.com/gardener/gardener/test/utils/shoots/update"
. "github.com/onsi/ginkgo/v2"
. "github.com/onsi/gomega"
corev1 "k8s.io/api/core/v1"
"k8s.io/utils/pointer"
"sigs.k8s.io/controller-runtime/pkg/client"
)
var _ = Describe("Shoot Tests", Label("Shoot", "default"), func() {
f := defaultShootCreationFramework()
f.Shoot = e2e.DefaultShoot("e2e-default")
// explicitly use one version below the latest supported minor version so that Kubernetes version update test can be
// performed
f.Shoot.Spec.Kubernetes.Version = "1.25.4"
// create two additional worker pools which explicitly specify the kubernetes version
pool1 := f.Shoot.Spec.Provider.Workers[0]
pool2, pool3 := pool1.DeepCopy(), pool1.DeepCopy()
pool2.Name += "2"
pool2.Kubernetes = &gardencorev1beta1.WorkerKubernetes{Version: &f.Shoot.Spec.Kubernetes.Version}
pool3.Name += "3"
pool3.Kubernetes = &gardencorev1beta1.WorkerKubernetes{Version: pointer.String("1.24.8")}
f.Shoot.Spec.Provider.Workers = append(f.Shoot.Spec.Provider.Workers, *pool2, *pool3)
It("Create, Update, Delete", Label("simple"), func() {
By("Create Shoot")
ctx, cancel := context.WithTimeout(parentCtx, 30*time.Minute)
defer cancel()
Expect(f.CreateShootAndWaitForCreation(ctx, false)).To(Succeed())
f.Verify()
var (
shootClient kubernetes.Interface
err error
)
By("Verify shoot access using admin kubeconfig")
Eventually(func(g Gomega) {
shootClient, err = access.CreateShootClientFromAdminKubeconfig(ctx, f.GardenClient, f.Shoot)
g.Expect(err).NotTo(HaveOccurred())
g.Expect(shootClient.Client().List(ctx, &corev1.NamespaceList{})).To(Succeed())
}).Should(Succeed())
By("Verify worker node labels")
commonNodeLabels := utils.MergeStringMaps(f.Shoot.Spec.Provider.Workers[0].Labels)
commonNodeLabels["networking.gardener.cloud/node-local-dns-enabled"] = "false"
commonNodeLabels["node.kubernetes.io/role"] = "node"
Eventually(func(g Gomega) {
for _, workerPool := range f.Shoot.Spec.Provider.Workers {
expectedNodeLabels := utils.MergeStringMaps(commonNodeLabels)
expectedNodeLabels["worker.gardener.cloud/pool"] = workerPool.Name
expectedNodeLabels["worker.gardener.cloud/cri-name"] = string(workerPool.CRI.Name)
expectedNodeLabels["worker.gardener.cloud/system-components"] = strconv.FormatBool(workerPool.SystemComponents.Allow)
kubernetesVersion := f.Shoot.Spec.Kubernetes.Version
if workerPool.Kubernetes != nil && workerPool.Kubernetes.Version != nil {
kubernetesVersion = *workerPool.Kubernetes.Version
}
expectedNodeLabels["worker.gardener.cloud/kubernetes-version"] = kubernetesVersion
nodeList := &corev1.NodeList{}
g.Expect(shootClient.Client().List(ctx, nodeList, client.MatchingLabels{
"worker.gardener.cloud/pool": workerPool.Name,
})).To(Succeed())
g.Expect(nodeList.Items).To(HaveLen(1), "worker pool %s should have exactly one Node", workerPool.Name)
for key, value := range expectedNodeLabels {
g.Expect(nodeList.Items[0].Labels).To(HaveKeyWithValue(key, value), "worker pool %s should have expected labels", workerPool.Name)
}
}
}).Should(Succeed())
By("Update Shoot")
ctx, cancel = context.WithTimeout(parentCtx, 20*time.Minute)
defer cancel()
shootupdatesuite.RunTest(ctx, &framework.ShootFramework{
GardenerFramework: f.GardenerFramework,
Shoot: f.Shoot,
}, nil, nil)
By("Delete Shoot")
ctx, cancel = context.WithTimeout(parentCtx, 20*time.Minute)
defer cancel()
Expect(f.DeleteShootAndWaitForDeletion(ctx, f.Shoot)).To(Succeed())
})
})