kind.sh on macos including calico

.github/workflows/scripts-validatation.yml

@@ -53,13 +53,26 @@ jobs:
           sudo sed -i "s|CONTROLLER=.*|CONTROLLER=$CONTROLLER_CLUSTER|" kind.env
           sudo sed -i "s|WORKERS=.*|WORKERS=${{secrets.WORKER_CLUSTER}}|" kind.env
           sudo sed -i "s|KIND_K8S_VERSION=.*|KIND_K8S_VERSION=$KIND_K8S_VERSION|" kind.env
-          sudo sed -i "s|REPO=.*|REPO=${{secrets.HELM_REPO}}|" kind.env
-          sudo cat kind.env
-
+          sudo sed -i "s|REPO=.*|REPO=$HELM_REPO|" kind.env
+
+          # Print Kubernetes Clusters
+          sudo echo "Clusters Prefix: $CLUSTER_PREFIX"
+          sudo echo "Kubernetes Clusters: $(sudo echo "$CONTROLLER_CLUSTER & ${{secrets.WORKER_CLUSTER}}")"
+
+          # Print Node Count per Cluster
+          sudo echo "Node Count per Cluster: 1 Control-Plane & 1 Worker"
+
+          # Print Kind Kubernetes Versions
+          sudo echo "Kind Kubernetes Version: $KIND_K8S_VERSION"
+
+          # Print Helm Repo
+          sudo echo "kubeslice helm repo: $HELM_REPO"
+
           # A script that will configure multiple kind clusters and interconnect them with KubeSlice
           sudo bash kind.sh
 
         env:
           CLUSTER_PREFIX: '"kind-"'
           CONTROLLER_CLUSTER: '("controller")'
           KIND_K8S_VERSION: '"--image=kindest/node:v1.22.7"'
+          HELM_REPO: "https://kubeslice.github.io/charts"

kind/controller-cluster.yaml

@@ -8,6 +8,9 @@ networking:
   # You may choose a specific port but probably don't need to in most cases.
   # Using a random port makes it easier to spin up multiple clusters.
   apiServerPort: 6443
+  # By default kind takes kindnet CNI but we are disabling this to use netpol feature
+  disableDefaultCNI: true # disable kindnet
+  podSubnet: 192.168.0.0/16 # set to Calico's default subnet
 nodes:
 - role: control-plane
   image: kindest/node:v1.20.15@sha256:393bb9096c6c4d723bb17bceb0896407d7db581532d11ea2839c80b28e5d8deb
@@ -18,4 +21,4 @@ nodes:
     kind: JoinConfiguration
     nodeRegistration:
       kubeletExtraArgs:
-        node-labels: "kubeslice.io/node-type=gateway"
+        node-labels: "kubeslice.io/node-type=gateway"

kind/kind.sh

@@ -151,11 +151,84 @@ if [ "$VERBOSE" == true ]; then
     set -o xtrace
 fi
 
+function wait_for_pods {
+  for ns in "$namespace"; do
+    for pod in $(kubectl get pods -n $ns | grep -v NAME | awk '{ print $1 }'); do
+      counter=0
+      echo kubectl get pod $pod -n $ns
+      kubectl get pod $pod -n $ns
+      while [[ $(kubectl get pods $pod -o 'jsonpath={..status.conditions[?(@.type=="Ready")].status}' -n $ns) != True ]]; do
+        sleep 1
+        let counter=counter+1
+
+        if ((counter == $sleep)); then
+          echo "POD $pod failed to start in $sleep seconds"
+            kubectl get events -n $ns --sort-by='.lastTimestamp'
+          echo "Exiting"
+
+          exit -1
+        fi
+      done
+    done
+  done
+}
+
+# Install Calico in Controller...
+echo Switch to controller context and Install Calico...
+kubectx $PREFIX$CONTROLLER
+kubectx
+
+echo Install the Tigera Calico operator...
+kubectl create -f https://projectcalico.docs.tigera.io/manifests/tigera-operator.yaml
+
+echo Install the custom resource definitions manifest...
+kubectl create -f https://projectcalico.docs.tigera.io/manifests/custom-resources.yaml
+sleep 120
+
+echo "Check for Calico namespaces, pods"
+kubectl get ns
+kubectl get pods -n calico-system
+echo "Wait for Calico to be Running"
+namespace=calico-system
+sleep=900
+wait_for_pods
+
+kubectl get pods -n calico-system
+
+# Install Calico in Worker...
+for WORKER in ${WORKERS[@]}; do
+
+    # Install Calico in Worker...
+    echo Switch to worker context and Install Calico...
+    kubectx $PREFIX$WORKER
+    kubectx
+
+    echo Install the Tigera Calico operator...
+    kubectl create -f https://projectcalico.docs.tigera.io/manifests/tigera-operator.yaml
+
+    echo Install the custom resource definitions manifest...
+    kubectl create -f https://projectcalico.docs.tigera.io/manifests/custom-resources.yaml
+    sleep 120
+
+    echo "Check for Calico namespaces, pods"
+    kubectl get ns
+    kubectl get pods -n calico-system
+    echo "Wait for Calico to be Running"
+    namespace=calico-system
+    sleep=900
+    wait_for_pods
+
+    kubectl get pods -n calico-system
+
+done
+
 # Helm repo access
 echo Setting up helm...
 helm repo remove kubeslice
 helm repo add kubeslice $REPO
 helm repo update
+helm repo list
+helm search repo kubeslice
 
 # Controller setup...
 echo Switch to controller context and set it up...
@@ -167,7 +240,9 @@ helm install cert-manager kubeslice/cert-manager --namespace cert-manager  --cre
 echo "Check for cert-manager pods"
 kubectl get pods -n cert-manager
 echo "Wait for cert-manager to be Running"
-sleep 30
+namespace=cert-manager
+sleep=60
+wait_for_pods
 
 kubectl get pods -n cert-manager
 
@@ -191,16 +266,18 @@ helm install kubeslice-controller kubeslice/kubeslice-controller -f controller-c
 echo Check for status...
 kubectl get pods -n kubeslice-controller
 echo "Wait for kubeslice-controller-manager to be Running"
-sleep 90
+namespace=kubeslice-controller
+sleep=180
+wait_for_pods
 
 kubectl get pods -n kubeslice-controller
 
 echo kubectl apply -f project.yaml -n kubeslice-controller
 kubectl apply -f project.yaml -n kubeslice-controller
-sleep 10
+sleep 30
 
-echo kubectl get project -n kubeslice-avesha
-kubectl get project -n kubeslice-avesha
+echo kubectl get project -n kubeslice-controller
+kubectl get project -n kubeslice-controller
 
 echo kubectl get sa -n kubeslice-avesha
 kubectl get sa -n kubeslice-avesha
@@ -264,8 +341,12 @@ for WORKER in ${WORKERS[@]}; do
     echo Check for status...
     kubectl get pods -n kubeslice-system
     echo "Wait for kubeslice-system to be Running"
-    sleep 60
+    namespace=kubeslice-system
+    sleep=300
+    wait_for_pods
     kubectl get pods -n kubeslice-system
+    # Iperf Namespace
+    echo Create Iperf Namespace
     kubectl create ns iperf
 done
 
@@ -288,12 +369,14 @@ echo kubectl apply -f $SFILE -n kubeslice-avesha
 kubectl apply -f $SFILE -n kubeslice-avesha
 
 echo "Wait for vl3(slice) and gateway pod to be Running in worker clusters"
-sleep 120
 
 echo "Final status check..."
 for WORKER in ${WORKERS[@]}; do
     echo $PREFIX$WORKER
     kubectx $PREFIX$WORKER
+    namespace=kubeslice-system
+    sleep=240
+    wait_for_pods
     kubectx
     kubectl get pods -n kubeslice-system
 done
@@ -307,7 +390,9 @@ kubectx
 
 kubectl apply -f iperf-sleep.yaml -n iperf
 echo "Wait for iperf to be Running"
-sleep 60
+namespace=iperf
+sleep=120
+wait_for_pods
 kubectl get pods -n iperf
 
 # Switch to kind-worker-2 context
@@ -317,7 +402,9 @@ for WORKER in ${WORKERS[@]}; do
         kubectx
         kubectl apply -f iperf-server.yaml -n iperf
         echo "Wait for iperf to be Running"
-        sleep 60
+        namespace=iperf
+        sleep=120
+        wait_for_pods
         kubectl get pods -n iperf
     fi
 done