gcli2api / internal /server /budget.go
a3216's picture
feat: 同步上游 320f5d4;扩展模型(多免费渠道/自定义映射/访问密钥/模型白名单)
e48a2d8
Raw History Blame Contribute Delete
5.16 kB
// budget.go 积分闸:当日累计上限 + 突发积分 + 连续低缓存率。
// 只加观测到的 usage.credit(缺失≠0)。按 CST 自然日惰性归零,进程内不落盘。
package server
import (
"fmt"
"sync"
"time"
"github.com/misakano7545/workbuddy2api-panel/internal/cst"
)
// cstDay 上游自然日(CST)日键,口径统一在 internal/cst。
func cstDay(t time.Time) string { return cst.Day(t) }
// 突发/缓存闸的固定口径。issue #229:hy4-preview 这类模型 140k 上下文一次对话 20+
// 积分、缓存率极低时,当日上限要烧到很晚才触发,来不及止血。
// shortcut: 窗口 5 分钟、连败 5 轮、触发后 60s 半开探测都写死;需要更细粒度再拆配置。
const (
budgetBurstWindow = 5 * time.Minute
budgetCacheStreak = 5
budgetCacheCool = 60 * time.Second
)
// budgetSample 一次已观测扣费,供突发窗口求和。
type budgetSample struct {
at time.Time
credit float64
}
type dailyBudget struct {
mu sync.Mutex
limit float64
day string
used float64
rejected int64
// 突发积分闸:budgetBurstWindow 内累计 credit 达到 burstLimit 即拒(0=关)。
burstLimit float64
burst []budgetSample
// 缓存率闸:连续 budgetCacheStreak 轮命中率低于 cacheLowRate(%,0=关)即拒。
cacheLowRate float64
cacheStreak int
cacheCoolTill time.Time
lastReject string // "burst" / "cache",仅用于错误信息与面板诊断
}
func newDailyBudget(limit float64) *dailyBudget {
return &dailyBudget{limit: limit, day: cstDay(time.Now())}
}
func (b *dailyBudget) setLimit(limit float64) {
if b == nil {
return
}
b.mu.Lock()
b.limit = limit
b.mu.Unlock()
}
// setGuards 热改两道快速闸。<=0 关闭对应闸,已累计的窗与连败保留。
func (b *dailyBudget) setGuards(burstLimit, cacheLowRate float64) {
if b == nil {
return
}
b.mu.Lock()
b.burstLimit = burstLimit
b.cacheLowRate = cacheLowRate
b.mu.Unlock()
}
// admit 严格小于才放行。返回拒绝原因(空串=放行),到顶的拒绝单独计数。
func (b *dailyBudget) admit() (bool, string) {
if b == nil {
return true, ""
}
b.mu.Lock()
defer b.mu.Unlock()
b.rollLocked()
now := time.Now()
if b.limit > 0 && b.used >= b.limit {
b.rejected++
b.lastReject = "daily"
return false, ""
}
if b.burstLimit > 0 {
b.trimBurstLocked(now)
sum := 0.0
for _, s := range b.burst {
sum += s.credit
}
if sum >= b.burstLimit {
b.rejected++
b.lastReject = "burst"
return false, fmt.Sprintf(
"credit burst guard: %.2f credits within %s (limit %.2f); 该模型近期单位时间耗分过高,稍后再试",
sum, budgetBurstWindow, b.burstLimit)
}
}
if b.cacheLowRate > 0 && b.cacheStreak >= budgetCacheStreak && now.Before(b.cacheCoolTill) {
b.rejected++
b.lastReject = "cache"
return false, fmt.Sprintf(
"cache hit rate below %.1f%% for %d consecutive rounds; 前缀缓存未命中导致按全量计费,冷却 %s 后自动放行",
b.cacheLowRate, b.cacheStreak, time.Until(b.cacheCoolTill).Truncate(time.Second))
}
return true, ""
}
func (b *dailyBudget) add(credit float64, observed bool) {
if b == nil {
return
}
b.mu.Lock()
defer b.mu.Unlock()
b.rollLocked()
if observed && credit > 0 {
b.used += credit
if b.burstLimit > 0 {
now := time.Now()
b.trimBurstLocked(now)
b.burst = append(b.burst, budgetSample{at: now, credit: credit})
}
}
}
// observeCache 记一轮缓存率。has=false(上游没给缓存字段)不参与判定,避免把
// 「模型不报缓存」误读成「零命中」。
func (b *dailyBudget) observeCache(hit, miss int64, has bool) {
if b == nil {
return
}
b.mu.Lock()
defer b.mu.Unlock()
b.rollLocked()
if !has || hit+miss <= 0 || b.cacheLowRate <= 0 {
return
}
if float64(hit)/float64(hit+miss)*100 < b.cacheLowRate {
b.cacheStreak++
if b.cacheStreak >= budgetCacheStreak {
b.cacheCoolTill = time.Now().Add(budgetCacheCool)
}
return
}
b.cacheStreak = 0
}
func (b *dailyBudget) snapshot() (used, limit float64, rejected int64, lastReject string) {
if b == nil {
return 0, 0, 0, ""
}
b.mu.Lock()
defer b.mu.Unlock()
b.rollLocked()
return b.used, b.limit, b.rejected, b.lastReject
}
// SetBudgetLimit 热改当日上限。<=0 关闭闸,已累计的 used 保留。
func (h *Handler) SetBudgetLimit(limit float64) {
if h == nil || h.budget == nil {
return
}
h.budget.setLimit(limit)
}
// SetBudgetGuards 热改突发/缓存闸。<=0 关闭对应闸。
func (h *Handler) SetBudgetGuards(burstLimit, cacheLowRate float64) {
if h == nil || h.budget == nil {
return
}
h.budget.setGuards(burstLimit, cacheLowRate)
}
func (b *dailyBudget) trimBurstLocked(now time.Time) {
cut := now.Add(-budgetBurstWindow)
i := 0
for i < len(b.burst) && !b.burst[i].at.After(cut) {
i++
}
if i > 0 {
b.burst = b.burst[i:]
}
}
func (b *dailyBudget) rollLocked() {
if today := cstDay(time.Now()); today != b.day {
b.day = today
b.used = 0
b.rejected = 0
b.burst = nil
b.cacheStreak = 0
b.cacheCoolTill = time.Time{}
b.lastReject = ""
}
}