health: do Warnable dependency filtering in tailscaled
Previously we were depending on the GUI(s) to do it. By doing it in tailscaled, GUIs can be simplified and be guaranteed to render consistent results. If warnable A depends on warnable B, if both A & B are unhealhy, only B will be shown to the GUI as unhealthy. Once B clears up, only then will A be presented as unhealthy. Updates #14687 Change-Id: Id8566f2672d8d2d699740fa053d4e2a2c8009e83 Signed-off-by: Brad Fitzpatrick <bradfitz@tailscale.com>
This commit is contained in:
parent
76dc028b38
commit
bfde8079a0
@ -214,9 +214,11 @@ type Warnable struct {
|
|||||||
// TODO(angott): turn this into a SeverityFunc, which allows the Warnable to change its severity based on
|
// TODO(angott): turn this into a SeverityFunc, which allows the Warnable to change its severity based on
|
||||||
// the Args of the unhappy state, just like we do in the Text function.
|
// the Args of the unhappy state, just like we do in the Text function.
|
||||||
Severity Severity
|
Severity Severity
|
||||||
// DependsOn is a set of Warnables that this Warnable depends, on and need to be healthy
|
// DependsOn is a set of Warnables that this Warnable depends on and need to be healthy
|
||||||
// before this Warnable can also be healthy again. The GUI can use this information to ignore
|
// before this Warnable is relevant. The GUI can use this information to ignore
|
||||||
// this Warnable if one of its dependencies is unhealthy.
|
// this Warnable if one of its dependencies is unhealthy.
|
||||||
|
// That is, if any of these Warnables are unhealthy, then this Warnable is not relevant
|
||||||
|
// and should be considered healthy to bother the user about.
|
||||||
DependsOn []*Warnable
|
DependsOn []*Warnable
|
||||||
|
|
||||||
// MapDebugFlag is a MapRequest.DebugFlag that is sent to control when this Warnable is unhealthy
|
// MapDebugFlag is a MapRequest.DebugFlag that is sent to control when this Warnable is unhealthy
|
||||||
@ -940,6 +942,9 @@ func (t *Tracker) stringsLocked() []string {
|
|||||||
// Do not append invisible warnings.
|
// Do not append invisible warnings.
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
if t.isEffectivelyHealthyLocked(w) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
if ws.Args == nil {
|
if ws.Args == nil {
|
||||||
result = append(result, w.Text(Args{}))
|
result = append(result, w.Text(Args{}))
|
||||||
} else {
|
} else {
|
||||||
|
@ -257,9 +257,15 @@ func TestCheckDependsOnAppearsInUnhealthyState(t *testing.T) {
|
|||||||
}
|
}
|
||||||
ht.SetUnhealthy(w2, Args{ArgError: "w2 is also unhealthy now"})
|
ht.SetUnhealthy(w2, Args{ArgError: "w2 is also unhealthy now"})
|
||||||
us2, ok := ht.CurrentState().Warnings[w2.Code]
|
us2, ok := ht.CurrentState().Warnings[w2.Code]
|
||||||
if !ok {
|
if ok {
|
||||||
t.Fatalf("Expected an UnhealthyState for w2, got nothing")
|
t.Fatalf("Saw w2 being unhealthy but it shouldn't be, as it depends on unhealthy w1")
|
||||||
}
|
}
|
||||||
|
ht.SetHealthy(w1)
|
||||||
|
us2, ok = ht.CurrentState().Warnings[w2.Code]
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("w2 wasn't unhealthy; want it to be unhealthy now that w1 is back healthy")
|
||||||
|
}
|
||||||
|
|
||||||
wantDependsOn = slices.Concat([]WarnableCode{w1.Code}, wantDependsOn)
|
wantDependsOn = slices.Concat([]WarnableCode{w1.Code}, wantDependsOn)
|
||||||
if !reflect.DeepEqual(us2.DependsOn, wantDependsOn) {
|
if !reflect.DeepEqual(us2.DependsOn, wantDependsOn) {
|
||||||
t.Fatalf("Expected DependsOn = %v in the unhealthy state, got: %v", wantDependsOn, us2.DependsOn)
|
t.Fatalf("Expected DependsOn = %v in the unhealthy state, got: %v", wantDependsOn, us2.DependsOn)
|
||||||
|
@ -90,6 +90,11 @@ func (t *Tracker) CurrentState() *State {
|
|||||||
// Skip invisible Warnables.
|
// Skip invisible Warnables.
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
if t.isEffectivelyHealthyLocked(w) {
|
||||||
|
// Skip Warnables that are unhealthy if they have dependencies
|
||||||
|
// that are unhealthy.
|
||||||
|
continue
|
||||||
|
}
|
||||||
wm[w.Code] = *w.unhealthyState(ws)
|
wm[w.Code] = *w.unhealthyState(ws)
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -97,3 +102,23 @@ func (t *Tracker) CurrentState() *State {
|
|||||||
Warnings: wm,
|
Warnings: wm,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// isEffectivelyHealthyLocked reports whether w is effectively healthy.
|
||||||
|
// That means it's either actually healthy or it has a dependency that
|
||||||
|
// that's unhealthy, so we should treat w as healthy to not spam users
|
||||||
|
// with multiple warnings when only the root cause is relevant.
|
||||||
|
func (t *Tracker) isEffectivelyHealthyLocked(w *Warnable) bool {
|
||||||
|
if _, ok := t.warnableVal[w]; !ok {
|
||||||
|
// Warnable not found in the tracker. So healthy.
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
for _, d := range w.DependsOn {
|
||||||
|
if !t.isEffectivelyHealthyLocked(d) {
|
||||||
|
// If one of our deps is unhealthy, we're healthy.
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// If we have no unhealthy deps and had warnableVal set,
|
||||||
|
// we're unhealthy.
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user