statsd监控api调用

Author: shen100

Gopkg.lock

@@ -20,6 +20,10 @@
 	"mongodb": { /*mongodb连接地址, 可以不填，不填的话,就没有数据统计功能*/
 		"URL" : ""	
 	},
+	"statsd": {
+		"URL": "", /*statsd服务连接地址，如127.0.0.1:8125*/
+		"Prefix": "" /*statsd客户端前缀，可留空*/
+	},
 	"go": {
 		"APIPoweredBy"        : "Golang123 API",/*后台go加的X-Powered-By*/
 		"SiteName"            : "Golang中文社区",      /*网站名称*/

config.example.json

@@ -147,10 +147,23 @@ func initServer() {
 	ServerConfig.LogFile = ServerConfig.LogDir + ymdStr + ".log"
 }
 
+type statsdConfig struct {
+	URL    string
+	Prefix string
+}
+
+// StatsDConfig statsd相关配置
+var StatsDConfig statsdConfig
+
+func initStatsd() {
+	utils.SetStructByJSON(&StatsDConfig, jsonData["statsd"].(map[string]interface{}))
+}
+
 func init() {
 	initJSON()
 	initDB()
 	initRedis()
 	initMongo()
 	initServer()
+	initStatsd()
 }

config/config.go

@@ -9,6 +9,7 @@ import (
 	_ "github.com/jinzhu/gorm/dialects/mysql"
 	"github.com/shen100/golang123/config"
 	"github.com/shen100/golang123/cron"
+	"github.com/shen100/golang123/middleware"
 	"github.com/shen100/golang123/model"
 	"github.com/shen100/golang123/router"
 )
@@ -43,6 +44,8 @@ func main() {
 	// Recovery middleware recovers from any panics and writes a 500 if there was one.
 	app.Use(gin.Recovery())
 
+	app.Use(middleware.APIStatsD())
+
 	router.Route(app)
 
 	if config.ServerConfig.StatsEnabled {

main.go

@@ -0,0 +1,57 @@
+package middleware
+
+import (
+	"fmt"
+	"net/http"
+	"regexp"
+	"strings"
+	"time"
+
+	"github.com/gin-gonic/gin"
+	"github.com/shen100/golang123/config"
+	"github.com/shen100/golang123/model"
+)
+
+func getReqPath(c *gin.Context) string {
+	pathArr := strings.Split(c.Request.URL.Path, "/")
+	for i := len(pathArr) - 1; i >= 0; i-- {
+		if pathArr[i] == "" {
+			pathArr = append(pathArr[:i], pathArr[i+1:]...)
+		}
+	}
+	for i, path := range pathArr {
+		if matched, err := regexp.MatchString("^[0-9]+$", path); matched && err == nil {
+			pathArr[i] = "id"
+		}
+	}
+	pathArr = append([]string{strings.ToLower(c.Request.Method)}, pathArr...)
+	return strings.Join(pathArr, "_")
+}
+
+// APIStatsD 统计api请求
+func APIStatsD() gin.HandlerFunc {
+	return func(c *gin.Context) {
+		t := time.Now()
+		c.Next()
+
+		if config.StatsDConfig.URL == "" {
+			return
+		}
+
+		duration := time.Since(t)
+		durationMS := int64(duration / 1e6) // 转成毫秒
+
+		reqPath := getReqPath(c)
+		if err := (*model.StatsdClient).Timing(reqPath, durationMS, 1); err != nil {
+			fmt.Println(err)
+		}
+
+		status := c.Writer.Status()
+		if status != http.StatusGatewayTimeout && durationMS > 5000 {
+			timeoutReqPath := strings.Join([]string{"timeout", reqPath}, ":")
+			if err := (*model.StatsdClient).Inc(timeoutReqPath, 1, 1); err != nil {
+				fmt.Println(err)
+			}
+		}
+	}
+}

middleware/apistatsd.go

@@ -0,0 +1,23 @@
+package model
+
+import (
+	"fmt"
+	"time"
+
+	"github.com/cactus/go-statsd-client/statsd"
+	"github.com/shen100/golang123/config"
+)
+
+// StatsdClient statsd 客户端
+var StatsdClient *statsd.Statter
+
+func init() {
+	if config.StatsDConfig.URL == "" {
+		return
+	}
+	client, err := statsd.NewBufferedClient(config.StatsDConfig.URL, config.StatsDConfig.Prefix, 300*time.Millisecond, 512)
+	if err != nil {
+		fmt.Println(err.Error())
+	}
+	StatsdClient = &client
+}