File size: 5,158 Bytes
e48a2d8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 | // budget.go 积分闸:当日累计上限 + 突发积分 + 连续低缓存率。
// 只加观测到的 usage.credit(缺失≠0)。按 CST 自然日惰性归零,进程内不落盘。
package server
import (
"fmt"
"sync"
"time"
"github.com/misakano7545/workbuddy2api-panel/internal/cst"
)
// cstDay 上游自然日(CST)日键,口径统一在 internal/cst。
func cstDay(t time.Time) string { return cst.Day(t) }
// 突发/缓存闸的固定口径。issue #229:hy4-preview 这类模型 140k 上下文一次对话 20+
// 积分、缓存率极低时,当日上限要烧到很晚才触发,来不及止血。
// shortcut: 窗口 5 分钟、连败 5 轮、触发后 60s 半开探测都写死;需要更细粒度再拆配置。
const (
budgetBurstWindow = 5 * time.Minute
budgetCacheStreak = 5
budgetCacheCool = 60 * time.Second
)
// budgetSample 一次已观测扣费,供突发窗口求和。
type budgetSample struct {
at time.Time
credit float64
}
type dailyBudget struct {
mu sync.Mutex
limit float64
day string
used float64
rejected int64
// 突发积分闸:budgetBurstWindow 内累计 credit 达到 burstLimit 即拒(0=关)。
burstLimit float64
burst []budgetSample
// 缓存率闸:连续 budgetCacheStreak 轮命中率低于 cacheLowRate(%,0=关)即拒。
cacheLowRate float64
cacheStreak int
cacheCoolTill time.Time
lastReject string // "burst" / "cache",仅用于错误信息与面板诊断
}
func newDailyBudget(limit float64) *dailyBudget {
return &dailyBudget{limit: limit, day: cstDay(time.Now())}
}
func (b *dailyBudget) setLimit(limit float64) {
if b == nil {
return
}
b.mu.Lock()
b.limit = limit
b.mu.Unlock()
}
// setGuards 热改两道快速闸。<=0 关闭对应闸,已累计的窗与连败保留。
func (b *dailyBudget) setGuards(burstLimit, cacheLowRate float64) {
if b == nil {
return
}
b.mu.Lock()
b.burstLimit = burstLimit
b.cacheLowRate = cacheLowRate
b.mu.Unlock()
}
// admit 严格小于才放行。返回拒绝原因(空串=放行),到顶的拒绝单独计数。
func (b *dailyBudget) admit() (bool, string) {
if b == nil {
return true, ""
}
b.mu.Lock()
defer b.mu.Unlock()
b.rollLocked()
now := time.Now()
if b.limit > 0 && b.used >= b.limit {
b.rejected++
b.lastReject = "daily"
return false, ""
}
if b.burstLimit > 0 {
b.trimBurstLocked(now)
sum := 0.0
for _, s := range b.burst {
sum += s.credit
}
if sum >= b.burstLimit {
b.rejected++
b.lastReject = "burst"
return false, fmt.Sprintf(
"credit burst guard: %.2f credits within %s (limit %.2f); 该模型近期单位时间耗分过高,稍后再试",
sum, budgetBurstWindow, b.burstLimit)
}
}
if b.cacheLowRate > 0 && b.cacheStreak >= budgetCacheStreak && now.Before(b.cacheCoolTill) {
b.rejected++
b.lastReject = "cache"
return false, fmt.Sprintf(
"cache hit rate below %.1f%% for %d consecutive rounds; 前缀缓存未命中导致按全量计费,冷却 %s 后自动放行",
b.cacheLowRate, b.cacheStreak, time.Until(b.cacheCoolTill).Truncate(time.Second))
}
return true, ""
}
func (b *dailyBudget) add(credit float64, observed bool) {
if b == nil {
return
}
b.mu.Lock()
defer b.mu.Unlock()
b.rollLocked()
if observed && credit > 0 {
b.used += credit
if b.burstLimit > 0 {
now := time.Now()
b.trimBurstLocked(now)
b.burst = append(b.burst, budgetSample{at: now, credit: credit})
}
}
}
// observeCache 记一轮缓存率。has=false(上游没给缓存字段)不参与判定,避免把
// 「模型不报缓存」误读成「零命中」。
func (b *dailyBudget) observeCache(hit, miss int64, has bool) {
if b == nil {
return
}
b.mu.Lock()
defer b.mu.Unlock()
b.rollLocked()
if !has || hit+miss <= 0 || b.cacheLowRate <= 0 {
return
}
if float64(hit)/float64(hit+miss)*100 < b.cacheLowRate {
b.cacheStreak++
if b.cacheStreak >= budgetCacheStreak {
b.cacheCoolTill = time.Now().Add(budgetCacheCool)
}
return
}
b.cacheStreak = 0
}
func (b *dailyBudget) snapshot() (used, limit float64, rejected int64, lastReject string) {
if b == nil {
return 0, 0, 0, ""
}
b.mu.Lock()
defer b.mu.Unlock()
b.rollLocked()
return b.used, b.limit, b.rejected, b.lastReject
}
// SetBudgetLimit 热改当日上限。<=0 关闭闸,已累计的 used 保留。
func (h *Handler) SetBudgetLimit(limit float64) {
if h == nil || h.budget == nil {
return
}
h.budget.setLimit(limit)
}
// SetBudgetGuards 热改突发/缓存闸。<=0 关闭对应闸。
func (h *Handler) SetBudgetGuards(burstLimit, cacheLowRate float64) {
if h == nil || h.budget == nil {
return
}
h.budget.setGuards(burstLimit, cacheLowRate)
}
func (b *dailyBudget) trimBurstLocked(now time.Time) {
cut := now.Add(-budgetBurstWindow)
i := 0
for i < len(b.burst) && !b.burst[i].at.After(cut) {
i++
}
if i > 0 {
b.burst = b.burst[i:]
}
}
func (b *dailyBudget) rollLocked() {
if today := cstDay(time.Now()); today != b.day {
b.day = today
b.used = 0
b.rejected = 0
b.burst = nil
b.cacheStreak = 0
b.cacheCoolTill = time.Time{}
b.lastReject = ""
}
}
|