优化引用来源统计逻辑，移除持久化存储，添加最后访问时间字段，提升仪表板展示信息

internal/metrics/collector.go

@@ -10,7 +10,6 @@ import (
 	"proxy-go/internal/utils"
 	"runtime"
 	"sort"
-	"strings"
 	"sync"
 	"sync/atomic"
 	"time"
@@ -152,34 +151,24 @@ func (c *Collector) RecordRequest(path string, status int, latency time.Duration
 		c.latencyBuckets.Store(bucketKey, counter)
 	}
 
-	// 更新引用来源统计
+	// 记录引用来源
-	if r != nil {
+	if referer := r.Referer(); referer != "" {
-		referer := r.Header.Get("Referer")
+		var refererMetrics *models.PathMetrics
-		if referer != "" {
+		if existingMetrics, ok := c.refererStats.Load(referer); ok {
-			// 简化引用来源，只保留域名部分
+			refererMetrics = existingMetrics.(*models.PathMetrics)
-			referer = simplifyReferer(referer)
+		} else {
-
+			refererMetrics = &models.PathMetrics{Path: referer}
-			if value, ok := c.refererStats.Load(referer); ok {
+			c.refererStats.Store(referer, refererMetrics)
-				stat := value.(*models.PathMetrics)
-				stat.AddRequest()
-				if status >= 400 {
-					stat.AddError()
-				}
-				stat.AddLatency(int64(latency))
-				stat.AddBytes(bytes)
-			} else {
-				newStat := &models.PathMetrics{
-					Path: referer,
-				}
-				newStat.RequestCount.Store(1)
-				if status >= 400 {
-					newStat.ErrorCount.Store(1)
-				}
-				newStat.TotalLatency.Store(int64(latency))
-				newStat.BytesTransferred.Store(bytes)
-				c.refererStats.Store(referer, newStat)
-			}
 		}
+
+		refererMetrics.AddRequest()
+		if status >= 400 {
+			refererMetrics.AddError()
+		}
+		refererMetrics.AddBytes(bytes)
+		refererMetrics.AddLatency(latency.Nanoseconds())
+		// 更新最后访问时间
+		refererMetrics.LastAccessTime.Store(time.Now().Unix())
 	}
 
 	// 更新最近请求记录
@@ -478,126 +467,36 @@ func (c *Collector) getBandwidthHistory() map[string]string {
 	return history
 }
 
-// simplifyReferer 简化引用来源URL，只保留域名部分
-func simplifyReferer(referer string) string {
-	// 移除协议部分
-	if idx := strings.Index(referer, "://"); idx != -1 {
-		referer = referer[idx+3:]
-	}
-
-	// 只保留域名部分
-	if idx := strings.Index(referer, "/"); idx != -1 {
-		referer = referer[:idx]
-	}
-
-	return referer
-}
-
 // startCleanupTask 启动定期清理任务
 func (c *Collector) startCleanupTask() {
 	go func() {
-		// 先立即执行一次清理
+		ticker := time.NewTicker(1 * time.Hour)
-		c.cleanupOldData()
-
-		ticker := time.NewTicker(15 * time.Minute) // 每15分钟清理一次
 		defer ticker.Stop()
 
-		for range ticker.C {
+		for {
-			c.cleanupOldData()
+			<-ticker.C
+			oneDayAgo := time.Now().Add(-24 * time.Hour).Unix()
+
+			// 清理超过24小时的引用来源统计
+			var keysToDelete []interface{}
+			c.refererStats.Range(func(key, value interface{}) bool {
+				metrics := value.(*models.PathMetrics)
+				if metrics.LastAccessTime.Load() < oneDayAgo {
+					keysToDelete = append(keysToDelete, key)
+				}
+				return true
+			})
+
+			for _, key := range keysToDelete {
+				c.refererStats.Delete(key)
+			}
+
+			if len(keysToDelete) > 0 {
+				log.Printf("[Collector] 已清理 %d 条过期的引用来源统计", len(keysToDelete))
+			}
+
+			// 强制GC
+			runtime.GC()
 		}
 	}()
 }
-
-// cleanupOldData 清理旧数据
-func (c *Collector) cleanupOldData() {
-	log.Printf("[Metrics] 开始清理旧数据...")
-
-	// 清理引用来源统计 - 类似地处理
-	var referersToRemove []string
-	var referersCount int
-	var totalRefererRequests int64
-
-	// 先收集所有引用来源及其请求数
-	type refererInfo struct {
-		referer string
-		count   int64
-	}
-	var referers []refererInfo
-
-	c.refererStats.Range(func(key, value interface{}) bool {
-		referer := key.(string)
-		stats := value.(*models.PathMetrics)
-		count := stats.GetRequestCount()
-		referersCount++
-		totalRefererRequests += count
-		referers = append(referers, refererInfo{referer, count})
-		return true
-	})
-
-	// 按请求数排序
-	sort.Slice(referers, func(i, j int) bool {
-		return referers[i].count > referers[j].count
-	})
-
-	// 只保留前50个请求数最多的引用来源，或者请求数占总请求数2%以上的引用来源
-	refThreshold := totalRefererRequests / 50 // 2%的阈值
-	if refThreshold < 5 {
-		refThreshold = 5 // 至少保留请求数>=5的引用来源
-	}
-
-	// 标记要删除的引用来源
-	for _, ri := range referers {
-		if len(referers)-len(referersToRemove) <= 50 {
-			// 已经只剩下50个引用来源了，不再删除
-			break
-		}
-
-		if ri.count < refThreshold {
-			referersToRemove = append(referersToRemove, ri.referer)
-		}
-	}
-
-	// 删除标记的引用来源
-	for _, referer := range referersToRemove {
-		c.refererStats.Delete(referer)
-	}
-
-	// 清理带宽历史 - 只保留最近的记录
-	c.bandwidthStats.Lock()
-	if len(c.bandwidthStats.history) > 10 {
-		// 找出最旧的记录并删除
-		var oldestKeys []string
-		var oldestTimes []time.Time
-
-		for k := range c.bandwidthStats.history {
-			t, err := time.Parse("01-02 15:04", k)
-			if err != nil {
-				continue
-			}
-			oldestTimes = append(oldestTimes, t)
-			oldestKeys = append(oldestKeys, k)
-		}
-
-		// 按时间排序
-		sort.Slice(oldestKeys, func(i, j int) bool {
-			return oldestTimes[i].Before(oldestTimes[j])
-		})
-
-		// 删除最旧的记录，只保留最近10条
-		for i := 0; i < len(oldestKeys)-10; i++ {
-			delete(c.bandwidthStats.history, oldestKeys[i])
-		}
-	}
-	c.bandwidthStats.Unlock()
-
-	// 强制进行一次GC
-	runtime.GC()
-
-	// 打印内存使用情况
-	var mem runtime.MemStats
-	runtime.ReadMemStats(&mem)
-
-	log.Printf("[Metrics] 清理完成: 删除了 %d/%d 个引用来源, 当前内存使用: %s",
-		len(referersToRemove), referersCount,
-		utils.FormatBytes(int64(mem.Alloc)))
-}

internal/metrics/persistence.go

@@ -6,7 +6,6 @@ import (
 	"log"
 	"os"
 	"path/filepath"
-	"proxy-go/internal/models"
 	"proxy-go/internal/utils"
 	"runtime"
 	"sync"
@@ -16,15 +15,14 @@ import (
 
 // MetricsStorage 指标存储结构
 type MetricsStorage struct {
-	collector        *Collector
+	collector      *Collector
-	saveInterval     time.Duration
+	saveInterval   time.Duration
-	dataDir          string
+	dataDir        string
-	stopChan         chan struct{}
+	stopChan       chan struct{}
-	wg               sync.WaitGroup
+	wg             sync.WaitGroup
-	lastSaveTime     time.Time
+	lastSaveTime   time.Time
-	mutex            sync.RWMutex
+	mutex          sync.RWMutex
-	statusCodeFile   string
+	statusCodeFile string
-	refererStatsFile string
 }
 
 // NewMetricsStorage 创建新的指标存储
@@ -34,12 +32,11 @@ func NewMetricsStorage(collector *Collector, dataDir string, saveInterval time.D
 	}
 
 	return &MetricsStorage{
-		collector:        collector,
+		collector:      collector,
-		saveInterval:     saveInterval,
+		saveInterval:   saveInterval,
-		dataDir:          dataDir,
+		dataDir:        dataDir,
-		stopChan:         make(chan struct{}),
+		stopChan:       make(chan struct{}),
-		statusCodeFile:   filepath.Join(dataDir, "status_codes.json"),
+		statusCodeFile: filepath.Join(dataDir, "status_codes.json"),
-		refererStatsFile: filepath.Join(dataDir, "referer_stats.json"),
 	}
 }
 
@@ -107,11 +104,7 @@ func (ms *MetricsStorage) SaveMetrics() error {
 		return fmt.Errorf("保存状态码统计失败: %v", err)
 	}
 
-	// 保存引用来源统计 - 限制数量
+	// 不再保存引用来源统计，因为它现在只保存在内存中
-	topReferers := stats["top_referers"]
-	if err := saveJSONToFile(ms.refererStatsFile, topReferers); err != nil {
-		return fmt.Errorf("保存引用来源统计失败: %v", err)
-	}
 
 	// 单独保存延迟分布
 	if latencyStats, ok := stats["latency_stats"].(map[string]interface{}); ok {
@@ -166,45 +159,7 @@ func (ms *MetricsStorage) LoadMetrics() error {
 		}
 	}
 
-	// 2. 加载引用来源统计（如果文件存在）
+	// 不再加载引用来源统计，因为它现在只保存在内存中
-	if fileExists(ms.refererStatsFile) {
-		var refererStats []map[string]interface{}
-		if err := loadJSONFromFile(ms.refererStatsFile, &refererStats); err != nil {
-			log.Printf("[MetricsStorage] 加载引用来源统计失败: %v", err)
-		} else {
-			// 只加载前20个引用来源统计
-			maxReferers := 20
-			if len(refererStats) > maxReferers {
-				refererStats = refererStats[:maxReferers]
-			}
-
-			for _, refererStat := range refererStats {
-				referer, ok := refererStat["path"].(string)
-				if !ok {
-					continue
-				}
-
-				requestCount, _ := refererStat["request_count"].(float64)
-				errorCount, _ := refererStat["error_count"].(float64)
-				bytesTransferred, _ := refererStat["bytes_transferred"].(float64)
-
-				// 创建或更新引用来源统计
-				var refererMetrics *models.PathMetrics
-				if existingMetrics, ok := ms.collector.refererStats.Load(referer); ok {
-					refererMetrics = existingMetrics.(*models.PathMetrics)
-				} else {
-					refererMetrics = &models.PathMetrics{Path: referer}
-					ms.collector.refererStats.Store(referer, refererMetrics)
-				}
-
-				// 设置统计值
-				refererMetrics.RequestCount.Store(int64(requestCount))
-				refererMetrics.ErrorCount.Store(int64(errorCount))
-				refererMetrics.BytesTransferred.Store(int64(bytesTransferred))
-			}
-			log.Printf("[MetricsStorage] 加载了 %d 条引用来源统计", len(refererStats))
-		}
-	}
 
 	// 3. 加载延迟分布（如果文件存在）
 	latencyDistributionFile := filepath.Join(ms.dataDir, "latency_distribution.json")

internal/models/metrics.go

@@ -19,6 +19,7 @@ type PathMetrics struct {
 	TotalLatency     atomic.Int64 `json:"-"`
 	BytesTransferred atomic.Int64 `json:"bytes_transferred"`
 	AvgLatency       string       `json:"avg_latency"`
+	LastAccessTime   atomic.Int64 `json:"last_access_time"` // 最后访问时间戳
 }
 
 // PathMetricsJSON 用于 JSON 序列化的路径统计信息
@@ -28,6 +29,7 @@ type PathMetricsJSON struct {
 	ErrorCount       int64  `json:"error_count"`
 	BytesTransferred int64  `json:"bytes_transferred"`
 	AvgLatency       string `json:"avg_latency"`
+	LastAccessTime   int64  `json:"last_access_time"` // 最后访问时间戳
 }
 
 // GetRequestCount 获取请求数

web/app/dashboard/page.tsx

@@ -40,6 +40,7 @@ interface Metrics {
     error_count: number
     avg_latency: string
     bytes_transferred: number
+    last_access_time: number  // 添加最后访问时间字段
   }>
 }
 
@@ -321,7 +322,12 @@ export default function DashboardPage() {
       {metrics.top_referers && metrics.top_referers.length > 0 && (
         <Card>
           <CardHeader>
-            <CardTitle>引用来源统计 (Top {metrics.top_referers.length})</CardTitle>
+            <CardTitle>
+              引用来源统计
+              <span className="ml-2 text-sm font-normal text-gray-500 align-middle">
+                (近24小时, 共 {metrics.top_referers.length} 条记录)
+              </span>
+            </CardTitle>
           </CardHeader>
           <CardContent>
             <div className="overflow-x-auto">
@@ -331,24 +337,49 @@ export default function DashboardPage() {
                     <th className="text-left p-2">来源域名</th>
                     <th className="text-left p-2">请求数</th>
                     <th className="text-left p-2">错误数</th>
+                    <th className="text-left p-2">错误率</th>
                     <th className="text-left p-2">平均延迟</th>
                     <th className="text-left p-2">传输大小</th>
+                    <th className="text-left p-2">最后访问</th>
                   </tr>
                 </thead>
                 <tbody>
-                  {metrics.top_referers.map((referer, index) => (
+                  {metrics.top_referers
-                    <tr key={index} className="border-b">
+                    .sort((a, b) => b.request_count - a.request_count)
-                      <td className="p-2 max-w-xs truncate">
+                    .map((referer, index) => {
-                        <span className="text-blue-600">
+                      const errorRate = ((referer.error_count / referer.request_count) * 100).toFixed(1);
-                          {referer.path}
+                      const lastAccessTime = new Date(referer.last_access_time * 1000);
-                        </span>
+                      const timeAgo = getTimeAgo(lastAccessTime);
-                      </td>
+                      
-                      <td className="p-2">{referer.request_count}</td>
+                      return (
-                      <td className="p-2">{referer.error_count}</td>
+                        <tr key={index} className="border-b hover:bg-gray-50">
-                      <td className="p-2">{referer.avg_latency}</td>
+                          <td className="p-2 max-w-xs truncate">
-                      <td className="p-2">{formatBytes(referer.bytes_transferred)}</td>
+                            <a
-                    </tr>
+                              href={referer.path}
-                  ))}
+                              target="_blank"
+                              rel="noopener noreferrer"
+                              className="text-blue-600 hover:text-blue-800 hover:underline"
+                            >
+                              {referer.path}
+                            </a>
+                          </td>
+                          <td className="p-2">{referer.request_count}</td>
+                          <td className="p-2">{referer.error_count}</td>
+                          <td className="p-2">
+                            <span className={errorRate === "0.0" ? "text-green-600" : "text-red-600"}>
+                              {errorRate}%
+                            </span>
+                          </td>
+                          <td className="p-2">{referer.avg_latency}</td>
+                          <td className="p-2">{formatBytes(referer.bytes_transferred)}</td>
+                          <td className="p-2">
+                            <span title={lastAccessTime.toLocaleString()}>
+                              {timeAgo}
+                            </span>
+                          </td>
+                        </tr>
+                      );
+                    })}
                 </tbody>
               </table>
             </div>
@@ -444,6 +475,27 @@ function formatLatency(nanoseconds: number) {
   }
 }
 
+function getTimeAgo(date: Date) {
+  const now = new Date();
+  const diffInSeconds = Math.floor((now.getTime() - date.getTime()) / 1000);
+
+  if (diffInSeconds < 60) {
+    return `${diffInSeconds}秒前`;
+  }
+  
+  const diffInMinutes = Math.floor(diffInSeconds / 60);
+  if (diffInMinutes < 60) {
+    return `${diffInMinutes}分钟前`;
+  }
+
+  const diffInHours = Math.floor(diffInMinutes / 60);
+  if (diffInHours < 24) {
+    return `${diffInHours}小时前`;
+  }
+
+  return date.toLocaleString();
+}
+
 function getStatusColor(status: number) {
   if (status >= 500) return "bg-red-100 text-red-800"
   if (status >= 400) return "bg-yellow-100 text-yellow-800"