feat: fix dashboard real-time data sync, stabilize node order and eliminate UI jitter

2026-09-30 13:17:19 +08:00
parent bd44465eaa
commit af63e3a120
20 changed files with 2133 additions and 90 deletions
@@ -0,0 +1,238 @@
+package notify
+
+import (
+	"bytes"
+	"context"
+	"encoding/json"
+	"fmt"
+	"net/http"
+	"os"
+	"regexp"
+	"sync"
+	"time"
+
+	"github.com/wjyhk/vps-commander/internal/storage"
+)
+
+type Target struct {
+	ID      string `json:"id"`
+	Name    string `json:"name"`
+	Type    string `json:"type"`
+	URL     string `json:"url"`
+	Config  string `json:"config_json"`
+	Enabled bool   `json:"enabled"`
+}
+type Event struct {
+	Type     string `json:"type"`
+	Device   string `json:"device,omitempty"`
+	Severity string `json:"severity"`
+	Message  string `json:"message"`
+	At       int64  `json:"timestamp"`
+	Data     any    `json:"data,omitempty"`
+}
+type Manager struct {
+	Store        *storage.Store
+	Client       *http.Client
+	stop         chan struct{}
+	wg           sync.WaitGroup
+	mu           sync.Mutex
+	offline      map[string]int64
+	sent         map[string]time.Time
+	strikeCount  map[string]int
+	lastSchedule string
+}
+
+func New(s *storage.Store) *Manager {
+	m := &Manager{Store: s, Client: &http.Client{Timeout: 8 * time.Second}, stop: make(chan struct{}), offline: map[string]int64{}, sent: map[string]time.Time{}, strikeCount: map[string]int{}}
+	m.importOpenClawWebhook()
+	return m
+}
+
+func (m *Manager) importOpenClawWebhook() {
+	if xs, err := m.Store.ListWebhookTargets(); err == nil && len(xs) > 0 {
+		return
+	}
+	b, err := os.ReadFile("/root/.openclaw/workspace/check_exchange_rate.py")
+	if err != nil {
+		return
+	}
+	re := regexp.MustCompile(`WEBHOOK_URL\s*=\s*[\"']([^\"']+)[\"']`)
+	match := re.FindSubmatch(b)
+	if len(match) != 2 || len(match[1]) == 0 {
+		return
+	}
+	_ = m.Store.SaveWebhookTarget(storage.WebhookTarget{ID: "openclaw-wecom", Name: "OpenClaw 企业微信", Type: "wecom", URL: string(match[1]), Config: "{}", Enabled: true})
+}
+func (m *Manager) Start() { m.wg.Add(1); go m.loop() }
+func (m *Manager) Stop()  { close(m.stop); m.wg.Wait() }
+func (m *Manager) loop() {
+	defer m.wg.Done()
+	t := time.NewTicker(15 * time.Second)
+	defer t.Stop()
+	m.check()
+	for {
+		select {
+		case <-t.C:
+			m.check()
+		case <-m.stop:
+			return
+		}
+	}
+}
+func (m *Manager) check() {
+	devices, _ := m.Store.ListDevices()
+	now := time.Now().Unix()
+	for _, d := range devices {
+		if d.IsLocal {
+			continue
+		}
+		if d.Status == "offline" && d.OfflineAt != nil {
+			if now-*d.OfflineAt >= 60 {
+				m.mu.Lock()
+				m.offline[d.Name] = now
+				m.mu.Unlock()
+				m.emitOnce("offline:"+d.Name, Event{Type: "node_offline", Device: d.Name, Severity: "critical", Message: fmt.Sprintf("节点 %s 已离线超过 1 分钟", d.Name), At: now})
+			}
+		} else if d.Status == "online" {
+			m.mu.Lock()
+			was := m.offline[d.Name] > 0
+			delete(m.offline, d.Name)
+			m.mu.Unlock()
+			if was {
+				m.emit(Event{Type: "node_recovery", Device: d.Name, Severity: "info", Message: fmt.Sprintf("节点 %s 已恢复在线", d.Name), At: now})
+			}
+		}
+	}
+	m.checkSchedule(devices, now)
+	for _, d := range devices {
+		if d.ProfileJSON == "" {
+			continue
+		}
+		var p map[string]any
+		if json.Unmarshal([]byte(d.ProfileJSON), &p) != nil {
+			continue
+		}
+		mem, _ := p["mem_percent"].(float64)
+		disk, _ := p["disk_percent"].(float64)
+		cpu, _ := p["cpu_usage_percent"].(float64)
+		// 防抖逻辑：资源利用率需连续 3 次轮询（约 45 秒）超过阈值才触发告警
+		checkStrike := func(metric string, val float64, threshold float64, msg string) {
+			key := fmt.Sprintf("%s:%s", metric, d.Name)
+			m.mu.Lock()
+			if val >= threshold {
+				m.strikeCount[key]++
+			} else {
+				m.strikeCount[key] = 0
+			}
+			count := m.strikeCount[key]
+			m.mu.Unlock()
+
+			if count >= 3 {
+				m.emitOnce(key, Event{
+					Type:     "resource_threshold",
+					Device:   d.Name,
+					Severity: "warning",
+					Message:  msg,
+					At:       now,
+					Data:     map[string]any{"metric": metric, "value": val, "threshold": threshold, "strikes": count},
+				})
+			}
+		}
+
+		checkStrike("mem", mem, 90, fmt.Sprintf("节点 %s 连续 45s 内存使用率超限: %.0f%%", d.Name, mem))
+		checkStrike("disk", disk, 90, fmt.Sprintf("节点 %s 磁盘使用率 %.0f%%", d.Name, disk))
+		checkStrike("cpu", cpu, 95, fmt.Sprintf("节点 %s 连续 45s CPU 使用率超限: %.0f%%", d.Name, cpu))
+	}
+}
+func (m *Manager) emitOnce(key string, e Event) {
+	m.mu.Lock()
+	last := m.sent[key]
+	if !last.IsZero() && time.Since(last) < 30*time.Minute {
+		m.mu.Unlock()
+		return
+	}
+	m.sent[key] = time.Now()
+	m.mu.Unlock()
+	m.emit(e)
+}
+func (m *Manager) emit(e Event) {
+	targets, _ := m.Store.ListWebhookTargets()
+	payload, _ := json.Marshal(e)
+	for _, t := range targets {
+		if !t.Enabled {
+			continue
+		}
+		body := payload
+		if t.Type == "telegram" {
+			var c struct {
+				ChatID string `json:"chat_id"`
+			}
+			_ = json.Unmarshal([]byte(t.Config), &c)
+			body, _ = json.Marshal(map[string]any{"chat_id": c.ChatID, "text": e.Message})
+		}
+		if t.Type == "wecom" {
+			body, _ = json.Marshal(map[string]any{"msgtype": "text", "text": map[string]any{"content": e.Message}})
+		}
+		req, _ := http.NewRequest(http.MethodPost, t.URL, bytes.NewReader(body))
+		req.Header.Set("Content-Type", "application/json")
+		ctx, cancel := context.WithTimeout(context.Background(), 8*time.Second)
+		req = req.WithContext(ctx)
+		resp, err := m.Client.Do(req)
+		if err != nil {
+			_ = m.Store.Audit("127.0.0.1", e.Device, "notification", "webhook:"+t.ID, 1, 0, err.Error())
+		} else {
+			resp.Body.Close()
+			code := resp.StatusCode
+			_ = m.Store.Audit("127.0.0.1", e.Device, "notification", "webhook:"+t.ID, func() int {
+				if code >= 200 && code < 300 {
+					return 0
+				}
+				return code
+			}(), 0, "")
+		}
+		cancel()
+	}
+}
+func (m *Manager) TestTarget(t Target) error {
+	e := Event{Type: "test", Severity: "info", Message: "VPS-Commander Phase 3 Webhook 测试消息", At: time.Now().Unix()}
+	b, _ := json.Marshal(e)
+	req, _ := http.NewRequest(http.MethodPost, t.URL, bytes.NewReader(b))
+	req.Header.Set("Content-Type", "application/json")
+	resp, err := m.Client.Do(req)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode < 200 || resp.StatusCode >= 300 {
+		return fmt.Errorf("webhook http %d", resp.StatusCode)
+	}
+	return nil
+}
+
+func (m *Manager) checkSchedule(devices []storage.DeviceRecord, now int64) {
+	t := time.Now()
+	key := t.Format("2006-01-02") + ":" + t.Format("15:04")
+	minute := t.Hour()*60 + t.Minute()
+	if minute != 510 && minute != 1320 {
+		return
+	}
+	m.mu.Lock()
+	if m.lastSchedule == key {
+		m.mu.Unlock()
+		return
+	}
+	m.lastSchedule = key
+	m.mu.Unlock()
+	online, offline := 0, 0
+	for _, d := range devices {
+		if d.IsLocal {
+			continue
+		}
+		if d.Status == "online" {
+			online++
+		} else {
+			offline++
+		}
+	}
+	m.emit(Event{Type: "scheduled_report", Severity: "info", Message: fmt.Sprintf("VPS-Commander %s 报告：远程节点在线 %d，离线 %d", map[bool]string{true: "早间", false: "晚间"}[minute == 510], online, offline), At: now, Data: map[string]any{"report": "daily", "period": map[bool]string{true: "morning", false: "evening"}[minute == 510], "online": online, "offline": offline}})
+}
@@ -0,0 +1,57 @@
+package notify
+
+import (
+	"github.com/wjyhk/vps-commander/internal/storage"
+	"net/http"
+	"net/http/httptest"
+	"testing"
+)
+
+func TestTestTargetAndPayload(t *testing.T) {
+	got := ""
+	srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		if r.Method != http.MethodPost {
+			t.Errorf("method=%s", r.Method)
+		}
+		b := make([]byte, 4096)
+		n, _ := r.Body.Read(b)
+		got = string(b[:n])
+		w.WriteHeader(200)
+	}))
+	defer srv.Close()
+	db := t.TempDir() + "/test.db"
+	st, err := storage.Open(db)
+	if err != nil {
+		t.Fatal(err)
+	}
+	defer st.DB.Close()
+	m := New(st)
+	m.Client = srv.Client()
+	if err := m.TestTarget(Target{ID: "t", Name: "test", Type: "generic", URL: srv.URL, Enabled: true}); err != nil {
+		t.Fatal(err)
+	}
+	if len(got) == 0 {
+		t.Fatal("empty webhook body")
+	}
+}
+
+func TestWebhookStorage(t *testing.T) {
+	st, err := storage.Open(t.TempDir() + "/test.db")
+	if err != nil {
+		t.Fatal(err)
+	}
+	defer st.DB.Close()
+	if err := st.SaveWebhookTarget(storage.WebhookTarget{ID: "x", Name: "X", Type: "generic", URL: "http://127.0.0.1", Config: "{}", Enabled: true}); err != nil {
+		t.Fatal(err)
+	}
+	xs, err := st.ListWebhookTargets()
+	if err != nil {
+		t.Fatal(err)
+	}
+	if len(xs) != 1 || xs[0].ID != "x" {
+		t.Fatalf("unexpected targets: %#v", xs)
+	}
+	if err := st.DeleteWebhookTarget("x"); err != nil {
+		t.Fatal(err)
+	}
+}