K8s - Add annotation support for k8s containers

k8s/app_v2.Makefile

@@ -129,6 +129,7 @@ app/uninstall: .build/var/APP_DEPLOYER_IMAGE \
 app/verify: app/publish \
             .build/var/APP_DEPLOYER_IMAGE \
             .build/var/MARKETPLACE_TOOLS_TAG \
+						.build/setup_crane \
             | .build/app/dev
 	$(call print_target)
 	.build/app/dev verify \

k8s/c2d_deployer.Makefile

@@ -48,14 +48,35 @@ $(info ---- RELEASE = $(RELEASE))
 .build/$(CHART_NAME): | .build
 	mkdir -p "$@"
 
-
-app/build:: .build/$(CHART_NAME)/VERSION \
+app/build:: .build/setup_crane \
+						.build/$(CHART_NAME)/VERSION \
             .build/$(CHART_NAME)/$(CHART_NAME) \
             .build/$(CHART_NAME)/images \
             .build/$(CHART_NAME)/deployer
 
 
-.build/$(CHART_NAME)/deployer: deployer/* \
+.build/setup_crane:
+	@if ! command -v crane &>/dev/null; then \
+		set -x; \
+	  VERSION=v0.20.2; \
+	  OS=Linux; \
+	  ARCH=x86_64; \
+	  echo "Downloading crane version $$VERSION..."; \
+	  curl -L -o go-containerregistry.tar.gz "https://github.com/google/go-containerregistry/releases/download/$$VERSION/go-containerregistry_$${OS}_$${ARCH}.tar.gz" \
+			&& tar -zxvf go-containerregistry.tar.gz crane \
+			&& mv crane /usr/local/bin/crane \
+			&& chmod 755 /usr/local/bin/crane \
+			&& chmod +x /usr/local/bin/crane \
+			&& rm go-containerregistry.tar.gz \
+			&& echo "crane successfully installed"; \
+	else \
+	  echo "crane is already installed"; \
+	fi; \
+	crane version
+
+
+.build/$(CHART_NAME)/deployer: .build/setup_crane \
+															 deployer/* \
                                chart/$(CHART_NAME)/* \
                                chart/$(CHART_NAME)/templates/* \
                                schema.yaml \
@@ -67,68 +88,81 @@ app/build:: .build/$(CHART_NAME)/VERSION \
                                .build/var/RELEASE \
                                | .build/$(CHART_NAME)
 	$(call print_target,$@)
-	docker build \
-		--build-arg REGISTRY="$(REGISTRY)/$(APP_ID)" \
-		--build-arg TAG="$(RELEASE)" \
-		--build-arg CHART_NAME="$(CHART_NAME)" \
-		--build-arg MARKETPLACE_TOOLS_TAG="$(MARKETPLACE_TOOLS_TAG)" \
-		--tag "$(APP_DEPLOYER_IMAGE)" \
-		-f deployer/Dockerfile \
-		.
-	docker tag "$(APP_DEPLOYER_IMAGE)" "$(APP_DEPLOYER_IMAGE_TRACK_TAG)"
-	docker push "$(APP_DEPLOYER_IMAGE)"
-	docker push "$(APP_DEPLOYER_IMAGE_TRACK_TAG)"
+
+	DEPLOYER_BUILDER="deployer-builder-$$(openssl rand -base64 12 | tr -dc 'a-z0-9' | head -c 8)"; \
+		docker buildx create --name "$$DEPLOYER_BUILDER" --use \
+		&& docker buildx inspect "$$DEPLOYER_BUILDER" --bootstrap \
+		&& docker buildx build \
+			--push \
+			--annotation="index,manifest:cloudmarketplace.googleapis.com/service=$(SERVICE_NAME)" \
+			--build-arg REGISTRY="$(REGISTRY)/$(APP_ID)" \
+			--build-arg TAG="$(RELEASE)" \
+			--build-arg CHART_NAME="$(CHART_NAME)" \
+			--build-arg MARKETPLACE_TOOLS_TAG="$(MARKETPLACE_TOOLS_TAG)" \
+			--tag "$(APP_DEPLOYER_IMAGE)" \
+			--tag "$(APP_DEPLOYER_IMAGE_TRACK_TAG)" \
+			-f deployer/Dockerfile \
+			. \
+		&& docker buildx rm "$$DEPLOYER_BUILDER"
 	@touch "$@"
 
 
-.build/$(CHART_NAME)/$(CHART_NAME): .build/var/REGISTRY \
+.build/$(CHART_NAME)/$(CHART_NAME): .build/setup_crane \
+																		.build/var/REGISTRY \
                                     .build/var/TRACK \
                                     .build/var/RELEASE \
                                     | .build/$(CHART_NAME)
 	$(call print_target,$@)
-	docker pull $(image-$(CHART_NAME))
-	docker tag $(image-$(CHART_NAME)) "$(REGISTRY)/$(APP_ID):$(TRACK)"
-	docker tag $(image-$(CHART_NAME)) "$(REGISTRY)/$(APP_ID):$(RELEASE)"
-	docker push "$(REGISTRY)/$(APP_ID):$(TRACK)"
-	docker push "$(REGISTRY)/$(APP_ID):$(RELEASE)"
+
+	crane copy "$(image-$(CHART_NAME))" "$(REGISTRY)/$(APP_ID):$(TRACK)"
+	crane copy "$(image-$(CHART_NAME))" "$(REGISTRY)/$(APP_ID):$(RELEASE)"
 	@touch "$@"
 
 
 # map every element of ADDITIONAL_IMAGES list
 # from [image-name] to .build/$(CHART_NAME)/[image-name] format
 IMAGE_TARGETS_LIST = $(patsubst %,.build/$(CHART_NAME)/%,$(ADDITIONAL_IMAGES))
-.build/$(CHART_NAME)/images: $(IMAGE_TARGETS_LIST)
+.build/$(CHART_NAME)/images: .build/setup_crane \
+														 $(IMAGE_TARGETS_LIST)
 
 # extract image name from rule with .build/$(CHART_NAME)/%
 # and use % match as $* in recipe
-$(IMAGE_TARGETS_LIST): .build/$(CHART_NAME)/%: .build/var/REGISTRY \
+$(IMAGE_TARGETS_LIST): .build/$(CHART_NAME)/%: .build/setup_crane \
+																							 .build/var/REGISTRY \
                                                .build/var/TRACK \
                                                .build/var/RELEASE \
                                                | .build/$(CHART_NAME)
 	$(call print_target,$*)
-	docker pull $(image-$*)
-	docker tag $(image-$*) "$(REGISTRY)/$(APP_ID)/$*:$(TRACK)"
-	docker tag $(image-$*) "$(REGISTRY)/$(APP_ID)/$*:$(RELEASE)"
-	docker push "$(REGISTRY)/$(APP_ID)/$*:$(TRACK)"
-	docker push "$(REGISTRY)/$(APP_ID)/$*:$(RELEASE)"
+
+	crane copy "$(image-$*)" "$(REGISTRY)/$(APP_ID)/$*:$(TRACK)"
+	crane copy "$(image-$*)" "$(REGISTRY)/$(APP_ID)/$*:$(RELEASE)"
 	@touch "$@"
 
 
-.build/$(CHART_NAME)/tester: .build/var/APP_TESTER_IMAGE \
+.build/$(CHART_NAME)/tester: .build/setup_crane \
+														 .build/var/APP_TESTER_IMAGE \
                              $(shell find apptest -type f) \
                              | .build/$(CHART_NAME)
 	$(call print_target,$@)
-	cd apptest/tester \
-		&& docker build --tag "$(APP_TESTER_IMAGE)" .
-	docker push "$(APP_TESTER_IMAGE)"
+
+	TESTER_BUILDER="tester-builder-$$(openssl rand -base64 12 | tr -dc 'a-z0-9' | head -c 8)"; \
+	docker buildx create --name "$$TESTER_BUILDER" --use \
+		&& docker buildx inspect "$$TESTER_BUILDER" --bootstrap \
+		&& cd apptest/tester \
+		&& docker buildx build \
+				--push \
+				--annotation="index,manifest:cloudmarketplace.googleapis.com/service=$(SERVICE_NAME)" \
+				--tag "$(APP_TESTER_IMAGE)" .  \
+		&& docker buildx rm "$$TESTER_BUILDER"
 	@touch "$@"
 
 
 ########### Main  targets ###########
 
 
 .PHONY: .build/$(CHART_NAME)/VERSION
-.build/$(CHART_NAME)/VERSION:
+.build/$(CHART_NAME)/VERSION: .build/setup_crane \
+															| .build/$(CHART_NAME)
 	$(call print_target,$@)
 	@echo "$(C2D_CONTAINER_RELEASE)" | grep -qE "^$(TRACK)\.[0-9]+(\.[0-9]+)?$$" || \
 	( echo "C2D_RELEASE doesn't start with TRACK or doesn't match TRACK exactly"; exit 1 )

k8s/wordpress/Makefile

@@ -7,6 +7,7 @@ CHART_NAME := wordpress
 APP_ID ?= $(CHART_NAME)
 VERIFY_WAIT_TIMEOUT = 1800
 
+SERVICE_NAME := services/d60f6935-b4e7-46b3-8f96-eece88c7cd42.cloudpartnerservices.goog
 TRACK ?= 6.6
 
 METRICS_EXPORTER_TAG ?= v0.5.1

k8s/wordpress/apptest/tester/Dockerfile

@@ -1,4 +1,4 @@
-FROM gcr.io/cloud-marketplace-tools/testrunner:0.1.5
+FROM gcr.io/cloud-marketplace-tools/testrunner:0.1.8
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
     ca-certificates \