From 2f53aa4bd212ea0d05c6ec8b65ab75866f95d302 Mon Sep 17 00:00:00 2001
From: Timofey Kirillov <timofey.kirillov@flant.com>
Date: Wed, 7 Sep 2022 11:43:38 +0300
Subject: [PATCH] fix(cleanup): fallback to batch/v1beta1 when querying
 CronJobs for cleanup

First query batch/v1, if server is not supports CronJobs in this group-version then fallback to batch/v1beta1.

Fixes https://github.com/werf/werf/issues/4896.

Signed-off-by: Timofey Kirillov <timofey.kirillov@flant.com>
---
 pkg/cleaning/allow_list/kubernetes.go | 40 +++++++++++++++++++++++++--
 1 file changed, 38 insertions(+), 2 deletions(-)

diff --git a/pkg/cleaning/allow_list/kubernetes.go b/pkg/cleaning/allow_list/kubernetes.go
index db0cbcb01f..d0958e8fd2 100644
--- a/pkg/cleaning/allow_list/kubernetes.go
+++ b/pkg/cleaning/allow_list/kubernetes.go
@@ -6,6 +6,7 @@ import (
 
 	batchv1 "k8s.io/api/batch/v1"
 	corev1 "k8s.io/api/core/v1"
+	apierrors "k8s.io/apimachinery/pkg/api/errors"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"k8s.io/client-go/kubernetes"
 
@@ -57,7 +58,7 @@ func DeployedDockerImages(ctx context.Context, kubernetesClient kubernetes.Inter
 
 	deployedDockerImages = append(deployedDockerImages, images...)
 
-	images, err = getCronJobsImages(kubernetesClient, kubernetesNamespace)
+	images, err = getCronJobsImages(ctx, kubernetesClient, kubernetesNamespace)
 	if err != nil {
 		return nil, fmt.Errorf("cannot get CronJobs images: %w", err)
 	}
@@ -188,8 +189,23 @@ func getReplicaSetsImages(kubernetesClient kubernetes.Interface, kubernetesNames
 	return images, nil
 }
 
-func getCronJobsImages(kubernetesClient kubernetes.Interface, kubernetesNamespace string) ([]string, error) {
+func getCronJobsImages(ctx context.Context, kubernetesClient kubernetes.Interface, kubernetesNamespace string) ([]string, error) {
+	images, err := getCronJobsImagesBatchV1(kubernetesClient, kubernetesNamespace)
+	if apierrors.IsNotFound(err) {
+		logboek.Context(ctx).Warn().LogF("\n")
+		logboek.Context(ctx).Warn().LogF("WARNING: Unable to query CronJobs in batch/v1: %s\n", err)
+		logboek.Context(ctx).Warn().LogF("WARNING: Will fallback to CronJobs in batch/v1beta1, which is not officially supported anymore\n")
+
+		if images, fallbackErr := getCronJobsImagesBatchV1beta1(kubernetesClient, kubernetesNamespace); fallbackErr == nil {
+			return images, nil
+		}
+	}
+	return images, err
+}
+
+func getCronJobsImagesBatchV1(kubernetesClient kubernetes.Interface, kubernetesNamespace string) ([]string, error) {
 	var images []string
+
 	list, err := kubernetesClient.BatchV1().CronJobs(kubernetesNamespace).List(context.Background(), metav1.ListOptions{})
 	if err != nil {
 		return nil, err
@@ -207,6 +223,26 @@ func getCronJobsImages(kubernetesClient kubernetes.Interface, kubernetesNamespac
 	return images, nil
 }
 
+func getCronJobsImagesBatchV1beta1(kubernetesClient kubernetes.Interface, kubernetesNamespace string) ([]string, error) {
+	var images []string
+
+	list, err := kubernetesClient.BatchV1beta1().CronJobs(kubernetesNamespace).List(context.Background(), metav1.ListOptions{})
+	if err != nil {
+		return nil, err
+	}
+
+	for _, cronJob := range list.Items {
+		for _, container := range append(
+			cronJob.Spec.JobTemplate.Spec.Template.Spec.Containers,
+			cronJob.Spec.JobTemplate.Spec.Template.Spec.InitContainers...,
+		) {
+			images = append(images, container.Image)
+		}
+	}
+
+	return images, nil
+}
+
 func getJobsImages(ctx context.Context, kubernetesClient kubernetes.Interface, kubernetesNamespace string) ([]string, error) {
 	var images []string
 	list, err := kubernetesClient.BatchV1().Jobs(kubernetesNamespace).List(ctx, metav1.ListOptions{})