feat: Ignore specific errors for given pods

controller.go

@@ -263,6 +263,11 @@ func (c *Controller) handlePod(pod *v1.Pod) error {
 		if err != nil {
 			return err
 		}
+
+		if isIgnoredErrorForPod(pod.Name, containerLogs) {
+			continue
+		}
+
 		if containerLogs == "" {
 			containerLogs = "• No Logs Before Restart\n"
 		} else {

helm/templates/deployment.yaml

@@ -49,6 +49,8 @@ spec:
               value: {{ .Values.watchedPodNamePrefixes | quote}}
             - name: IGNORED_POD_NAME_PREFIXES
               value: {{ .Values.ignoredPodNamePrefixes | quote}}
+            - name: IGNORED_ERRORS_FOR_POD_NAME_PREFIXES
+              value: {{ .Values.ignoredErrorsForPodNamePrefixes | quote}}
             - name: IGNORE_RESTARTS_WITH_EXIT_CODE_ZERO
               value: {{ .Values.ignoreRestartsWithExitCodeZero | quote}}
             - name: SLACK_WEBHOOK_URL

helm/values.yaml

@@ -18,6 +18,10 @@ ignoredNamespaces: ""
 # A set of pod name prefixes to be ignored. This should be provided as a comma-separated list or a regular expression.
 ignoredPodNamePrefixes: ""
 
+# A json map with specific errors to ignore from specific pods
+# {"podName": ["error 1", "error 2"]}
+ignoredErrorsForPodNamePrefixes: ""
+
 # A set of namespaces to be watched. This should be provided as a comma-separated list or a regular expression.
 watchedNamespaces: ""
 # A set of pod name prefixes to be watched. This should be provided as a comma-separated list or a regular expression.

helpers.go

@@ -4,6 +4,7 @@ import (
 	"bytes"
 	"fmt"
 	"io"
+	"encoding/json"
 	"os"
 	"regexp"
 	"sort"
@@ -60,6 +61,33 @@ func isIgnoredPod(name string) bool {
 	return false
 }
 
+func isIgnoredErrorForPod(podName string, errorLog string) bool {
+	ignoredErrorsForPodNamePrefixesEnv := os.Getenv("IGNORED_ERRORS_FOR_POD_NAME_PREFIXES")
+	if ignoredErrorsForPodNamePrefixesEnv == "" {
+		return false
+	}
+
+	podErrorsMap := make(map[string][]interface{})
+	err := json.Unmarshal([]byte(ignoredErrorsForPodNamePrefixesEnv), &podErrorsMap)
+	if err != nil {
+		klog.Infof("Failed to load IGNORED_ERRORS_FOR_POD_NAME_PREFIXES with error: %s", err)
+		return false
+	}
+
+	for key, errors := range podErrorsMap {
+		if strings.HasPrefix(podName, key) {
+			for _, ignoredError := range errors {
+				if strings.Contains(errorLog, ignoredError.(string)) {
+					klog.Infof("Ignore: pod %s has ignored error: %s\n", podName, ignoredError)
+					return true
+				}
+			}
+		}
+	}
+
+	return false
+}
+
 func isWatchedNamespace(namespace string) bool {
 	watchedNamespacesEnv := os.Getenv("WATCHED_NAMESPACES")
 	if watchedNamespacesEnv == "" {