node check 调优

pkg/node-check/node_check.go

@@ -9,6 +9,7 @@ import (
 	"github.com/vrg0/go-common/registry"
 	"strings"
 	"sync"
+	"time"
 )
 
 var (
@@ -116,11 +117,22 @@ func (w watch) statusCheckAndNotify(service *registry.Service) {
 		if oldService, ok := w.serviceMap[node.ServiceName]; ok {
 			if oldNode, ok := oldService.NodeMap[node.Id]; ok {
 				if oldNode.Status == registry.Passing && node.Status != registry.Passing {
-					s := fmt.Sprintf("服务节点健康状态异常：%s %s:%s", service.Name, node.Id, node.Status)
-					glog.Warn(s)
-					notifyDingDing.SendText(s)
+					go DelayedAlarm(node)
 				}
 			}
 		}
 	}
 }
+
+func DelayedAlarm(node *registry.Node) {
+	time.Sleep(time.Second * 6)
+	if nowService, ok := registry.GetService(node.ServiceName); ok {
+		if nowNode, ok := nowService.NodeMap[node.Id]; ok {
+			if nowNode.Status == registry.Critical {
+				s := fmt.Sprintf("服务节点健康状态异常：%s %s:%s", node.ServiceName, node.Id, node.Status)
+				glog.Warn(s)
+				notifyDingDing.SendText(s)
+			}
+		}
+	}
+}