mirror of
				https://github.com/openimsdk/open-im-server.git
				synced 2025-10-26 05:02:11 +08:00 
			
		
		
		
	* fix: GroupApplicationAcceptedNotification * fix: GroupApplicationAcceptedNotification * fix: NotificationUserInfoUpdate * cicd: robot automated Change * fix: component * fix: getConversationInfo * feat: cron task * feat: cron task * feat: cron task * feat: cron task * feat: cron task * fix: minio config url recognition error * new mongo * new mongo * new mongo * new mongo * new mongo * new mongo * new mongo * new mongo * friend incr sync * friend incr sync * friend incr sync * friend incr sync * friend incr sync * mage * optimization version log * optimization version log * sync * sync * sync * group sync * sync option * sync option * refactor: replace `friend` package with `realtion`. * refactor: update lastest commit to relation. * sync option * sync option * sync option * sync * sync * go.mod * seq * update: go mod * refactor: change incremental to full * feat: get full friend user ids * feat: api and config * seq * group version * merge * seq * seq * seq * fix: sort by id avoid unstable sort friends. * group * group * group * fix: sort by id avoid unstable sort friends. * fix: sort by id avoid unstable sort friends. * fix: sort by id avoid unstable sort friends. * user version * seq * seq * seq user * user online * implement minio expire delete. * user online * config * fix * fix * implement minio expire delete logic. * online cache * online cache * online cache * online cache * online cache * online cache * online cache * online cache * online cache * online cache * online cache * online cache * feat: implement scheduled delete outdated object in minio. * update gomake version * update gomake version * implement FindExpires pagination. * remove unnesseary incr. * fix uncorrect args call. * online push * online push * online push * resolving conflicts * resolving conflicts * test * api prommetrics * api prommetrics * api prommetrics * api prommetrics * api prommetrics * rpc prommetrics * rpc prommetrics * online status * online status * online status * online status * sub * conversation version incremental * merge seq * merge online * merge online * merge online * merge seq * GetOwnerConversation * fix: change incremental syncer router name. * rockscache batch get * rockscache seq batch get * fix: GetMsgDocModelByIndex bug * update go.mod * update go.mod * merge * feat: prometheus * feat: prometheus --------- Co-authored-by: withchao <withchao@users.noreply.github.com> Co-authored-by: Monet Lee <monet_lee@163.com> Co-authored-by: OpenIM-Gordon <46924906+FGadvancer@users.noreply.github.com> Co-authored-by: icey-yu <1186114839@qq.com>
		
			
				
	
	
		
			445 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			445 lines
		
	
	
		
			12 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright © 2023 OpenIM. All rights reserved.
 | |
| //
 | |
| // Licensed under the Apache License, Version 2.0 (the "License");
 | |
| // you may not use this file except in compliance with the License.
 | |
| // You may obtain a copy of the License at
 | |
| //
 | |
| //     http://www.apache.org/licenses/LICENSE-2.0
 | |
| //
 | |
| // Unless required by applicable law or agreed to in writing, software
 | |
| // distributed under the License is distributed on an "AS IS" BASIS,
 | |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | |
| // See the License for the specific language governing permissions and
 | |
| // limitations under the License.
 | |
| 
 | |
| package ginprometheus
 | |
| 
 | |
| //
 | |
| //import (
 | |
| //	"bytes"
 | |
| //	"fmt"
 | |
| //	"io"
 | |
| //	"net/http"
 | |
| //	"os"
 | |
| //	"strconv"
 | |
| //	"time"
 | |
| //
 | |
| //	"github.com/gin-gonic/gin"
 | |
| //	"github.com/prometheus/client_golang/prometheus"
 | |
| //	"github.com/prometheus/client_golang/prometheus/promhttp"
 | |
| //)
 | |
| //
 | |
| //var defaultMetricPath = "/metrics"
 | |
| //
 | |
| //// counter, counter_vec, gauge, gauge_vec,
 | |
| //// histogram, histogram_vec, summary, summary_vec.
 | |
| //var (
 | |
| //	reqCounter = &Metric{
 | |
| //		ID:          "reqCnt",
 | |
| //		Name:        "requests_total",
 | |
| //		Description: "How many HTTP requests processed, partitioned by status code and HTTP method.",
 | |
| //		Type:        "counter_vec",
 | |
| //		Args:        []string{"code", "method", "handler", "host", "url"}}
 | |
| //
 | |
| //	reqDuration = &Metric{
 | |
| //		ID:          "reqDur",
 | |
| //		Name:        "request_duration_seconds",
 | |
| //		Description: "The HTTP request latencies in seconds.",
 | |
| //		Type:        "histogram_vec",
 | |
| //		Args:        []string{"code", "method", "url"},
 | |
| //	}
 | |
| //
 | |
| //	resSize = &Metric{
 | |
| //		ID:          "resSz",
 | |
| //		Name:        "response_size_bytes",
 | |
| //		Description: "The HTTP response sizes in bytes.",
 | |
| //		Type:        "summary"}
 | |
| //
 | |
| //	reqSize = &Metric{
 | |
| //		ID:          "reqSz",
 | |
| //		Name:        "request_size_bytes",
 | |
| //		Description: "The HTTP request sizes in bytes.",
 | |
| //		Type:        "summary"}
 | |
| //
 | |
| //	standardMetrics = []*Metric{
 | |
| //		reqCounter,
 | |
| //		reqDuration,
 | |
| //		resSize,
 | |
| //		reqSize,
 | |
| //	}
 | |
| //)
 | |
| //
 | |
| ///*
 | |
| //RequestCounterURLLabelMappingFn is a function which can be supplied to the middleware to control
 | |
| //the cardinality of the request counter's "url" label, which might be required in some contexts.
 | |
| //For instance, if for a "/customer/:name" route you don't want to generate a time series for every
 | |
| //possible customer name, you could use this function:
 | |
| //
 | |
| //	func(c *gin.Context) string {
 | |
| //		url := c.Request.URL.Path
 | |
| //		for _, p := range c.Params {
 | |
| //			if p.Key == "name" {
 | |
| //				url = strings.Replace(url, p.Value, ":name", 1)
 | |
| //				break
 | |
| //			}
 | |
| //		}
 | |
| //		return url
 | |
| //	}
 | |
| //
 | |
| //which would map "/customer/alice" and "/customer/bob" to their template "/customer/:name".
 | |
| //*/
 | |
| //type RequestCounterURLLabelMappingFn func(c *gin.Context) string
 | |
| //
 | |
| //// Metric is a definition for the name, description, type, ID, and
 | |
| //// prometheus.Collector type (i.e. CounterVec, Summary, etc) of each metric.
 | |
| //type Metric struct {
 | |
| //	MetricCollector prometheus.Collector
 | |
| //	ID              string
 | |
| //	Name            string
 | |
| //	Description     string
 | |
| //	Type            string
 | |
| //	Args            []string
 | |
| //}
 | |
| //
 | |
| //// Prometheus contains the metrics gathered by the instance and its path.
 | |
| //type Prometheus struct {
 | |
| //	reqCnt        *prometheus.CounterVec
 | |
| //	reqDur        *prometheus.HistogramVec
 | |
| //	reqSz, resSz  prometheus.Summary
 | |
| //	router        *gin.Engine
 | |
| //	listenAddress string
 | |
| //	Ppg           PrometheusPushGateway
 | |
| //
 | |
| //	MetricsList []*Metric
 | |
| //	MetricsPath string
 | |
| //
 | |
| //	ReqCntURLLabelMappingFn RequestCounterURLLabelMappingFn
 | |
| //
 | |
| //	// gin.Context string to use as a prometheus URL label
 | |
| //	URLLabelFromContext string
 | |
| //}
 | |
| //
 | |
| //// PrometheusPushGateway contains the configuration for pushing to a Prometheus pushgateway (optional).
 | |
| //type PrometheusPushGateway struct {
 | |
| //
 | |
| //	// Push interval in seconds
 | |
| //	PushIntervalSeconds time.Duration
 | |
| //
 | |
| //	// Push Gateway URL in format http://domain:port
 | |
| //	// where JOBNAME can be any string of your choice
 | |
| //	PushGatewayURL string
 | |
| //
 | |
| //	// Local metrics URL where metrics are fetched from, this could be omitted in the future
 | |
| //	// if implemented using prometheus common/expfmt instead
 | |
| //	MetricsURL string
 | |
| //
 | |
| //	// pushgateway job name, defaults to "gin"
 | |
| //	Job string
 | |
| //}
 | |
| //
 | |
| //// NewPrometheus generates a new set of metrics with a certain subsystem name.
 | |
| //func NewPrometheus(subsystem string, customMetricsList ...[]*Metric) *Prometheus {
 | |
| //	if subsystem == "" {
 | |
| //		subsystem = "app"
 | |
| //	}
 | |
| //
 | |
| //	var metricsList []*Metric
 | |
| //
 | |
| //	if len(customMetricsList) > 1 {
 | |
| //		panic("Too many args. NewPrometheus( string, <optional []*Metric> ).")
 | |
| //	} else if len(customMetricsList) == 1 {
 | |
| //		metricsList = customMetricsList[0]
 | |
| //	}
 | |
| //	metricsList = append(metricsList, standardMetrics...)
 | |
| //
 | |
| //	p := &Prometheus{
 | |
| //		MetricsList: metricsList,
 | |
| //		MetricsPath: defaultMetricPath,
 | |
| //		ReqCntURLLabelMappingFn: func(c *gin.Context) string {
 | |
| //			return c.FullPath() // e.g. /user/:id , /user/:id/info
 | |
| //		},
 | |
| //	}
 | |
| //
 | |
| //	p.registerMetrics(subsystem)
 | |
| //
 | |
| //	return p
 | |
| //}
 | |
| //
 | |
| //// SetPushGateway sends metrics to a remote pushgateway exposed on pushGatewayURL
 | |
| //// every pushIntervalSeconds. Metrics are fetched from metricsURL.
 | |
| //func (p *Prometheus) SetPushGateway(pushGatewayURL, metricsURL string, pushIntervalSeconds time.Duration) {
 | |
| //	p.Ppg.PushGatewayURL = pushGatewayURL
 | |
| //	p.Ppg.MetricsURL = metricsURL
 | |
| //	p.Ppg.PushIntervalSeconds = pushIntervalSeconds
 | |
| //	p.startPushTicker()
 | |
| //}
 | |
| //
 | |
| //// SetPushGatewayJob job name, defaults to "gin".
 | |
| //func (p *Prometheus) SetPushGatewayJob(j string) {
 | |
| //	p.Ppg.Job = j
 | |
| //}
 | |
| //
 | |
| //// SetListenAddress for exposing metrics on address. If not set, it will be exposed at the
 | |
| //// same address of the gin engine that is being used.
 | |
| //func (p *Prometheus) SetListenAddress(address string) {
 | |
| //	p.listenAddress = address
 | |
| //	if p.listenAddress != "" {
 | |
| //		p.router = gin.Default()
 | |
| //	}
 | |
| //}
 | |
| //
 | |
| //// SetListenAddressWithRouter for using a separate router to expose metrics. (this keeps things like GET /metrics out of
 | |
| //// your content's access log).
 | |
| //func (p *Prometheus) SetListenAddressWithRouter(listenAddress string, r *gin.Engine) {
 | |
| //	p.listenAddress = listenAddress
 | |
| //	if len(p.listenAddress) > 0 {
 | |
| //		p.router = r
 | |
| //	}
 | |
| //}
 | |
| //
 | |
| //// SetMetricsPath set metrics paths.
 | |
| //func (p *Prometheus) SetMetricsPath(e *gin.Engine) error {
 | |
| //
 | |
| //	if p.listenAddress != "" {
 | |
| //		p.router.GET(p.MetricsPath, prometheusHandler())
 | |
| //		return p.runServer()
 | |
| //	} else {
 | |
| //		e.GET(p.MetricsPath, prometheusHandler())
 | |
| //		return nil
 | |
| //	}
 | |
| //}
 | |
| //
 | |
| //// SetMetricsPathWithAuth set metrics paths with authentication.
 | |
| //func (p *Prometheus) SetMetricsPathWithAuth(e *gin.Engine, accounts gin.Accounts) error {
 | |
| //
 | |
| //	if p.listenAddress != "" {
 | |
| //		p.router.GET(p.MetricsPath, gin.BasicAuth(accounts), prometheusHandler())
 | |
| //		return p.runServer()
 | |
| //	} else {
 | |
| //		e.GET(p.MetricsPath, gin.BasicAuth(accounts), prometheusHandler())
 | |
| //		return nil
 | |
| //	}
 | |
| //
 | |
| //}
 | |
| //
 | |
| //func (p *Prometheus) runServer() error {
 | |
| //	return p.router.Run(p.listenAddress)
 | |
| //}
 | |
| //
 | |
| //func (p *Prometheus) getMetrics() []byte {
 | |
| //	response, err := http.Get(p.Ppg.MetricsURL)
 | |
| //	if err != nil {
 | |
| //		return nil
 | |
| //	}
 | |
| //
 | |
| //	defer response.Body.Close()
 | |
| //
 | |
| //	body, _ := io.ReadAll(response.Body)
 | |
| //	return body
 | |
| //}
 | |
| //
 | |
| //var hostname, _ = os.Hostname()
 | |
| //
 | |
| //func (p *Prometheus) getPushGatewayURL() string {
 | |
| //	if p.Ppg.Job == "" {
 | |
| //		p.Ppg.Job = "gin"
 | |
| //	}
 | |
| //	return p.Ppg.PushGatewayURL + "/metrics/job/" + p.Ppg.Job + "/instance/" + hostname
 | |
| //}
 | |
| //
 | |
| //func (p *Prometheus) sendMetricsToPushGateway(metrics []byte) {
 | |
| //	req, err := http.NewRequest("POST", p.getPushGatewayURL(), bytes.NewBuffer(metrics))
 | |
| //	if err != nil {
 | |
| //		return
 | |
| //	}
 | |
| //
 | |
| //	client := &http.Client{}
 | |
| //	resp, err := client.Do(req)
 | |
| //	if err != nil {
 | |
| //		fmt.Println("Error sending to push gateway error:", err.Error())
 | |
| //	}
 | |
| //
 | |
| //	resp.Body.Close()
 | |
| //}
 | |
| //
 | |
| //func (p *Prometheus) startPushTicker() {
 | |
| //	ticker := time.NewTicker(time.Second * p.Ppg.PushIntervalSeconds)
 | |
| //	go func() {
 | |
| //		for range ticker.C {
 | |
| //			p.sendMetricsToPushGateway(p.getMetrics())
 | |
| //		}
 | |
| //	}()
 | |
| //}
 | |
| //
 | |
| //// NewMetric associates prometheus.Collector based on Metric.Type.
 | |
| //func NewMetric(m *Metric, subsystem string) prometheus.Collector {
 | |
| //	var metric prometheus.Collector
 | |
| //	switch m.Type {
 | |
| //	case "counter_vec":
 | |
| //		metric = prometheus.NewCounterVec(
 | |
| //			prometheus.CounterOpts{
 | |
| //				Subsystem: subsystem,
 | |
| //				Name:      m.Name,
 | |
| //				Help:      m.Description,
 | |
| //			},
 | |
| //			m.Args,
 | |
| //		)
 | |
| //	case "counter":
 | |
| //		metric = prometheus.NewCounter(
 | |
| //			prometheus.CounterOpts{
 | |
| //				Subsystem: subsystem,
 | |
| //				Name:      m.Name,
 | |
| //				Help:      m.Description,
 | |
| //			},
 | |
| //		)
 | |
| //	case "gauge_vec":
 | |
| //		metric = prometheus.NewGaugeVec(
 | |
| //			prometheus.GaugeOpts{
 | |
| //				Subsystem: subsystem,
 | |
| //				Name:      m.Name,
 | |
| //				Help:      m.Description,
 | |
| //			},
 | |
| //			m.Args,
 | |
| //		)
 | |
| //	case "gauge":
 | |
| //		metric = prometheus.NewGauge(
 | |
| //			prometheus.GaugeOpts{
 | |
| //				Subsystem: subsystem,
 | |
| //				Name:      m.Name,
 | |
| //				Help:      m.Description,
 | |
| //			},
 | |
| //		)
 | |
| //	case "histogram_vec":
 | |
| //		metric = prometheus.NewHistogramVec(
 | |
| //			prometheus.HistogramOpts{
 | |
| //				Subsystem: subsystem,
 | |
| //				Name:      m.Name,
 | |
| //				Help:      m.Description,
 | |
| //			},
 | |
| //			m.Args,
 | |
| //		)
 | |
| //	case "histogram":
 | |
| //		metric = prometheus.NewHistogram(
 | |
| //			prometheus.HistogramOpts{
 | |
| //				Subsystem: subsystem,
 | |
| //				Name:      m.Name,
 | |
| //				Help:      m.Description,
 | |
| //			},
 | |
| //		)
 | |
| //	case "summary_vec":
 | |
| //		metric = prometheus.NewSummaryVec(
 | |
| //			prometheus.SummaryOpts{
 | |
| //				Subsystem: subsystem,
 | |
| //				Name:      m.Name,
 | |
| //				Help:      m.Description,
 | |
| //			},
 | |
| //			m.Args,
 | |
| //		)
 | |
| //	case "summary":
 | |
| //		metric = prometheus.NewSummary(
 | |
| //			prometheus.SummaryOpts{
 | |
| //				Subsystem: subsystem,
 | |
| //				Name:      m.Name,
 | |
| //				Help:      m.Description,
 | |
| //			},
 | |
| //		)
 | |
| //	}
 | |
| //	return metric
 | |
| //}
 | |
| //
 | |
| //func (p *Prometheus) registerMetrics(subsystem string) {
 | |
| //	for _, metricDef := range p.MetricsList {
 | |
| //		metric := NewMetric(metricDef, subsystem)
 | |
| //		if err := prometheus.Register(metric); err != nil {
 | |
| //			fmt.Println("could not be registered in Prometheus,metricDef.Name:", metricDef.Name, "   error:", err.Error())
 | |
| //		}
 | |
| //
 | |
| //		switch metricDef {
 | |
| //		case reqCounter:
 | |
| //			p.reqCnt = metric.(*prometheus.CounterVec)
 | |
| //		case reqDuration:
 | |
| //			p.reqDur = metric.(*prometheus.HistogramVec)
 | |
| //		case resSize:
 | |
| //			p.resSz = metric.(prometheus.Summary)
 | |
| //		case reqSize:
 | |
| //			p.reqSz = metric.(prometheus.Summary)
 | |
| //		}
 | |
| //		metricDef.MetricCollector = metric
 | |
| //	}
 | |
| //}
 | |
| //
 | |
| //// Use adds the middleware to a gin engine.
 | |
| //func (p *Prometheus) Use(e *gin.Engine) error {
 | |
| //	e.Use(p.HandlerFunc())
 | |
| //	return p.SetMetricsPath(e)
 | |
| //}
 | |
| //
 | |
| //// UseWithAuth adds the middleware to a gin engine with BasicAuth.
 | |
| //func (p *Prometheus) UseWithAuth(e *gin.Engine, accounts gin.Accounts) error {
 | |
| //	e.Use(p.HandlerFunc())
 | |
| //	return p.SetMetricsPathWithAuth(e, accounts)
 | |
| //}
 | |
| //
 | |
| //// HandlerFunc defines handler function for middleware.
 | |
| //func (p *Prometheus) HandlerFunc() gin.HandlerFunc {
 | |
| //	return func(c *gin.Context) {
 | |
| //		if c.Request.URL.Path == p.MetricsPath {
 | |
| //			c.Next()
 | |
| //			return
 | |
| //		}
 | |
| //
 | |
| //		start := time.Now()
 | |
| //		reqSz := computeApproximateRequestSize(c.Request)
 | |
| //
 | |
| //		c.Next()
 | |
| //
 | |
| //		status := strconv.Itoa(c.Writer.Status())
 | |
| //		elapsed := float64(time.Since(start)) / float64(time.Second)
 | |
| //		resSz := float64(c.Writer.Size())
 | |
| //
 | |
| //		url := p.ReqCntURLLabelMappingFn(c)
 | |
| //		if len(p.URLLabelFromContext) > 0 {
 | |
| //			u, found := c.Get(p.URLLabelFromContext)
 | |
| //			if !found {
 | |
| //				u = "unknown"
 | |
| //			}
 | |
| //			url = u.(string)
 | |
| //		}
 | |
| //		p.reqDur.WithLabelValues(status, c.Request.Method, url).Observe(elapsed)
 | |
| //		p.reqCnt.WithLabelValues(status, c.Request.Method, c.HandlerName(), c.Request.Host, url).Inc()
 | |
| //		p.reqSz.Observe(float64(reqSz))
 | |
| //		p.resSz.Observe(resSz)
 | |
| //	}
 | |
| //}
 | |
| //
 | |
| //func prometheusHandler() gin.HandlerFunc {
 | |
| //	h := promhttp.Handler()
 | |
| //	return func(c *gin.Context) {
 | |
| //		h.ServeHTTP(c.Writer, c.Request)
 | |
| //	}
 | |
| //}
 | |
| //
 | |
| //func computeApproximateRequestSize(r *http.Request) int {
 | |
| //	var s int
 | |
| //	if r.URL != nil {
 | |
| //		s = len(r.URL.Path)
 | |
| //	}
 | |
| //
 | |
| //	s += len(r.Method)
 | |
| //	s += len(r.Proto)
 | |
| //	for name, values := range r.Header {
 | |
| //		s += len(name)
 | |
| //		for _, value := range values {
 | |
| //			s += len(value)
 | |
| //		}
 | |
| //	}
 | |
| //	s += len(r.Host)
 | |
| //
 | |
| //	// r.FormData and r.MultipartForm are assumed to be included in r.URL.
 | |
| //
 | |
| //	if r.ContentLength != -1 {
 | |
| //		s += int(r.ContentLength)
 | |
| //	}
 | |
| //	return s
 | |
| //}
 |