mirror of
https://github.com/openimsdk/open-im-server.git
synced 2025-12-05 03:52:15 +08:00
07badb162f
* feat: implement ratelimit and circuitbreaker in middleware. * Build: Implement rate limiting and circuit breaker for API and RPC services. * revert change. * update ratelimiter and circuitbreaker config. * update tools to openimsdk tools
84 lines
2.3 KiB
Go
84 lines
2.3 KiB
Go
package api
|
||
|
||
import (
|
||
"fmt"
|
||
"math"
|
||
"net/http"
|
||
"strconv"
|
||
"time"
|
||
|
||
"github.com/gin-gonic/gin"
|
||
|
||
"github.com/openimsdk/tools/apiresp"
|
||
"github.com/openimsdk/tools/errs"
|
||
"github.com/openimsdk/tools/log"
|
||
"github.com/openimsdk/tools/stability/ratelimit"
|
||
"github.com/openimsdk/tools/stability/ratelimit/bbr"
|
||
)
|
||
|
||
type RateLimiter struct {
|
||
Enable bool `yaml:"enable"`
|
||
Window time.Duration `yaml:"window"` // time duration per window
|
||
Bucket int `yaml:"bucket"` // bucket number for each window
|
||
CPUThreshold int64 `yaml:"cpuThreshold"` // CPU threshold; valid range 0–1000 (1000 = 100%)
|
||
}
|
||
|
||
func RateLimitMiddleware(config *RateLimiter) gin.HandlerFunc {
|
||
if !config.Enable {
|
||
return func(c *gin.Context) {
|
||
c.Next()
|
||
}
|
||
}
|
||
|
||
limiter := bbr.NewBBRLimiter(
|
||
bbr.WithWindow(config.Window),
|
||
bbr.WithBucket(config.Bucket),
|
||
bbr.WithCPUThreshold(config.CPUThreshold),
|
||
)
|
||
|
||
return func(c *gin.Context) {
|
||
status := limiter.Stat()
|
||
|
||
c.Header("X-BBR-CPU", strconv.FormatInt(status.CPU, 10))
|
||
c.Header("X-BBR-MinRT", strconv.FormatInt(status.MinRt, 10))
|
||
c.Header("X-BBR-MaxPass", strconv.FormatInt(status.MaxPass, 10))
|
||
c.Header("X-BBR-MaxInFlight", strconv.FormatInt(status.MaxInFlight, 10))
|
||
c.Header("X-BBR-InFlight", strconv.FormatInt(status.InFlight, 10))
|
||
|
||
done, err := limiter.Allow()
|
||
if err != nil {
|
||
|
||
c.Header("X-RateLimit-Policy", "BBR")
|
||
c.Header("Retry-After", calculateBBRRetryAfter(status))
|
||
c.Header("X-RateLimit-Limit", strconv.FormatInt(status.MaxInFlight, 10))
|
||
c.Header("X-RateLimit-Remaining", "0") // There is no concept of remaining quota in BBR.
|
||
|
||
fmt.Println("rate limited:", err, "path:", c.Request.URL.Path)
|
||
log.ZWarn(c, "rate limited", err, "path", c.Request.URL.Path)
|
||
c.AbortWithStatus(http.StatusTooManyRequests)
|
||
apiresp.GinError(c, errs.NewCodeError(http.StatusTooManyRequests, "too many requests, please try again later"))
|
||
return
|
||
}
|
||
|
||
c.Next()
|
||
done(ratelimit.DoneInfo{})
|
||
}
|
||
}
|
||
|
||
func calculateBBRRetryAfter(status bbr.Stat) string {
|
||
loadRatio := float64(status.CPU) / float64(status.CPU)
|
||
|
||
if loadRatio < 0.8 {
|
||
return "1"
|
||
}
|
||
if loadRatio < 0.95 {
|
||
return "2"
|
||
}
|
||
|
||
backoff := 1 + int64(math.Pow(loadRatio-0.95, 2)*50)
|
||
if backoff > 5 {
|
||
backoff = 5
|
||
}
|
||
return strconv.FormatInt(backoff, 10)
|
||
}
|