1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
package http
import (
"github.com/prometheus/client_golang/prometheus"
"github.com/spf13/cobra"
rr "github.com/spiral/roadrunner/cmd/rr/cmd"
rrhttp "github.com/spiral/roadrunner/service/http"
"github.com/spiral/roadrunner/service/metrics"
"github.com/spiral/roadrunner/util"
"strconv"
"time"
)
func init() {
cobra.OnInitialize(func() {
svc, _ := rr.Container.Get(metrics.ID)
mtr, ok := svc.(*metrics.Service)
if !ok || !mtr.Enabled() {
return
}
ht, _ := rr.Container.Get(rrhttp.ID)
if ht, ok := ht.(*rrhttp.Service); ok {
collector := newCollector()
// register metrics
mtr.MustRegister(collector.requestCounter)
mtr.MustRegister(collector.requestDuration)
mtr.MustRegister(collector.workersMemory)
// collect events
ht.AddListener(collector.listener)
// update memory usage every 10 seconds
go collector.collectMemory(ht, time.Second*10)
}
})
}
// listener provide debug callback for system events. With colors!
type metricCollector struct {
requestCounter *prometheus.CounterVec
requestDuration *prometheus.HistogramVec
workersMemory prometheus.Gauge
}
func newCollector() *metricCollector {
return &metricCollector{
requestCounter: prometheus.NewCounterVec(
prometheus.CounterOpts{
Name: "rr_http_request_total",
Help: "Total number of handled http requests after server restart.",
},
[]string{"status"},
),
requestDuration: prometheus.NewHistogramVec(
prometheus.HistogramOpts{
Name: "rr_http_request_seconds",
Help: "HTTP request duration.",
},
[]string{"status"},
),
workersMemory: prometheus.NewGauge(
prometheus.GaugeOpts{
Name: "rr_http_workers_memory_bytes",
Help: "Memory usage by HTTP workers.",
},
),
}
}
// listener listens to http events and generates nice looking output.
func (c *metricCollector) listener(event int, ctx interface{}) {
// http events
switch event {
case rrhttp.EventResponse:
e := ctx.(*rrhttp.ResponseEvent)
c.requestCounter.With(prometheus.Labels{
"status": strconv.Itoa(e.Response.Status),
}).Inc()
c.requestDuration.With(prometheus.Labels{
"status": strconv.Itoa(e.Response.Status),
}).Observe(e.Elapsed().Seconds())
case rrhttp.EventError:
e := ctx.(*rrhttp.ErrorEvent)
c.requestCounter.With(prometheus.Labels{
"status": "500",
}).Inc()
c.requestDuration.With(prometheus.Labels{
"status": "500",
}).Observe(e.Elapsed().Seconds())
}
}
// collect memory usage by server workers
func (c *metricCollector) collectMemory(service *rrhttp.Service, tick time.Duration) {
started := false
for {
server := service.Server()
if server == nil && started {
// stopped
return
}
started = true
if workers, err := util.ServerState(server); err == nil {
sum := 0.0
for _, w := range workers {
sum = sum + float64(w.MemoryUsage)
}
c.workersMemory.Set(sum)
}
time.Sleep(tick)
}
}
|
