1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
|
package server
import (
"context"
"fmt"
"os"
"os/exec"
"strings"
"github.com/spiral/errors"
"github.com/spiral/roadrunner/v2/pkg/transport"
"github.com/spiral/roadrunner/v2/plugins/config"
"github.com/spiral/roadrunner/v2/plugins/logger"
// core imports
"github.com/spiral/roadrunner/v2/pkg/events"
"github.com/spiral/roadrunner/v2/pkg/pool"
"github.com/spiral/roadrunner/v2/pkg/transport/pipe"
"github.com/spiral/roadrunner/v2/pkg/transport/socket"
"github.com/spiral/roadrunner/v2/pkg/worker"
"github.com/spiral/roadrunner/v2/utils"
)
// PluginName for the server
const PluginName = "server"
// RrRelay env variable key (internal)
const RrRelay = "RR_RELAY"
// RrRPC env variable key (internal) if the RPC presents
const RrRPC = "RR_RPC"
// Plugin manages worker
type Plugin struct {
cfg Config
log logger.Logger
factory transport.Factory
}
// Init application provider.
func (server *Plugin) Init(cfg config.Configurer, log logger.Logger) error {
const op = errors.Op("server_plugin_init")
if !cfg.Has(PluginName) {
return errors.E(op, errors.Disabled)
}
err := cfg.Unmarshal(&server.cfg)
if err != nil {
return errors.E(op, errors.Init, err)
}
server.cfg.InitDefaults()
server.log = log
return nil
}
// Name contains service name.
func (server *Plugin) Name() string {
return PluginName
}
// Available interface implementation
func (server *Plugin) Available() {}
// Serve (Start) server plugin (just a mock here to satisfy interface)
func (server *Plugin) Serve() chan error {
const op = errors.Op("server_plugin_serve")
errCh := make(chan error, 1)
var err error
server.factory, err = server.initFactory()
if err != nil {
errCh <- errors.E(op, err)
return errCh
}
return errCh
}
// Stop used to close chosen in config factory
func (server *Plugin) Stop() error {
if server.factory == nil {
return nil
}
return server.factory.Close()
}
// CmdFactory provides worker command factory associated with given context.
func (server *Plugin) CmdFactory(env Env) (func() *exec.Cmd, error) {
const op = errors.Op("server_plugin_cmd_factory")
var cmdArgs []string
// create command according to the config
cmdArgs = append(cmdArgs, strings.Split(server.cfg.Server.Command, " ")...)
if len(cmdArgs) < 2 {
return nil, errors.E(op, errors.Str("minimum command should be `<executable> <script>"))
}
// try to find a path here
err := server.scanCommand(cmdArgs)
if err != nil {
server.log.Info("scan command", "error", err)
}
return func() *exec.Cmd {
cmd := exec.Command(cmdArgs[0], cmdArgs[1:]...) //nolint:gosec
utils.IsolateProcess(cmd)
// if user is not empty, and OS is linux or macos
// execute php worker from that particular user
if server.cfg.Server.User != "" {
err := utils.ExecuteFromUser(cmd, server.cfg.Server.User)
if err != nil {
return nil
}
}
cmd.Env = server.setEnv(env)
return cmd
}, nil
}
// NewWorker issues new standalone worker.
func (server *Plugin) NewWorker(ctx context.Context, env Env, listeners ...events.Listener) (*worker.Process, error) {
const op = errors.Op("server_plugin_new_worker")
list := make([]events.Listener, 0, len(listeners))
list = append(list, server.collectWorkerLogs)
spawnCmd, err := server.CmdFactory(env)
if err != nil {
return nil, errors.E(op, err)
}
w, err := server.factory.SpawnWorkerWithTimeout(ctx, spawnCmd(), list...)
if err != nil {
return nil, errors.E(op, err)
}
return w, nil
}
// NewWorkerPool issues new worker pool.
func (server *Plugin) NewWorkerPool(ctx context.Context, opt pool.Config, env Env, listeners ...events.Listener) (pool.Pool, error) {
const op = errors.Op("server_plugin_new_worker_pool")
spawnCmd, err := server.CmdFactory(env)
if err != nil {
return nil, errors.E(op, err)
}
list := make([]events.Listener, 0, 1)
list = append(list, server.collectEvents)
if len(listeners) != 0 {
list = append(list, listeners...)
}
p, err := pool.Initialize(ctx, spawnCmd, server.factory, opt, pool.AddListeners(list...))
if err != nil {
return nil, errors.E(op, err)
}
return p, nil
}
// creates relay and worker factory.
func (server *Plugin) initFactory() (transport.Factory, error) {
const op = errors.Op("server_plugin_init_factory")
if server.cfg.Server.Relay == "" || server.cfg.Server.Relay == "pipes" {
return pipe.NewPipeFactory(), nil
}
dsn := strings.Split(server.cfg.Server.Relay, "://")
if len(dsn) != 2 {
return nil, errors.E(op, errors.Network, errors.Str("invalid DSN (tcp://:6001, unix://file.sock)"))
}
lsn, err := utils.CreateListener(server.cfg.Server.Relay)
if err != nil {
return nil, errors.E(op, errors.Network, err)
}
switch dsn[0] {
// sockets group
case "unix":
return socket.NewSocketServer(lsn, server.cfg.Server.RelayTimeout), nil
case "tcp":
return socket.NewSocketServer(lsn, server.cfg.Server.RelayTimeout), nil
default:
return nil, errors.E(op, errors.Network, errors.Str("invalid DSN (tcp://:6001, unix://file.sock)"))
}
}
func (server *Plugin) setEnv(e Env) []string {
env := append(os.Environ(), fmt.Sprintf(RrRelay+"=%s", server.cfg.Server.Relay))
for k, v := range e {
env = append(env, fmt.Sprintf("%s=%s", strings.ToUpper(k), v))
}
if server.cfg.RPC != nil && server.cfg.RPC.Listen != "" {
env = append(env, fmt.Sprintf("%s=%s", RrRPC, server.cfg.RPC.Listen))
}
// set env variables from the config
if len(server.cfg.Server.Env) > 0 {
for k, v := range server.cfg.Server.Env {
env = append(env, fmt.Sprintf("%s=%s", strings.ToUpper(k), v))
}
}
return env
}
func (server *Plugin) collectEvents(event interface{}) {
if we, ok := event.(events.PoolEvent); ok {
switch we.Event {
case events.EventMaxMemory:
server.log.Warn("worker max memory reached", "pid", we.Payload.(worker.BaseProcess).Pid())
case events.EventNoFreeWorkers:
server.log.Warn("no free workers in pool", "error", we.Payload.(error).Error())
case events.EventPoolError:
server.log.Error("pool error", "error", we.Payload.(error).Error())
case events.EventSupervisorError:
server.log.Error("pool supervisor error", "error", we.Payload.(error).Error())
case events.EventTTL:
server.log.Warn("worker TTL reached", "pid", we.Payload.(worker.BaseProcess).Pid())
case events.EventWorkerConstruct:
if _, ok := we.Payload.(error); ok {
server.log.Error("worker construction error", "error", we.Payload.(error).Error())
return
}
server.log.Debug("worker constructed", "pid", we.Payload.(worker.BaseProcess).Pid())
case events.EventWorkerDestruct:
server.log.Debug("worker destructed", "pid", we.Payload.(worker.BaseProcess).Pid())
case events.EventExecTTL:
server.log.Warn("worker exec timeout reached", "error", we.Payload.(error).Error())
case events.EventIdleTTL:
server.log.Warn("worker idle timeout reached", "pid", we.Payload.(worker.BaseProcess).Pid())
case events.EventPoolRestart:
server.log.Warn("requested pool restart")
}
}
if we, ok := event.(events.WorkerEvent); ok {
switch we.Event {
case events.EventWorkerError:
switch e := we.Payload.(type) { //nolint:gocritic
case error:
if errors.Is(errors.SoftJob, e) {
// get source error for the softjob error
server.log.Error(strings.TrimRight(e.(*errors.Error).Err.Error(), " \n\t"))
return
}
// print full error for the other types of errors
server.log.Error(strings.TrimRight(e.Error(), " \n\t"))
return
}
server.log.Error(strings.TrimRight(we.Payload.(error).Error(), " \n\t"))
case events.EventWorkerLog:
server.log.Debug(strings.TrimRight(utils.AsString(we.Payload.([]byte)), " \n\t"))
// stderr event is INFO level
case events.EventWorkerStderr:
server.log.Info(strings.TrimRight(utils.AsString(we.Payload.([]byte)), " \n\t"))
}
}
}
func (server *Plugin) collectWorkerLogs(event interface{}) {
if we, ok := event.(events.WorkerEvent); ok {
switch we.Event {
case events.EventWorkerError:
server.log.Error(strings.TrimRight(we.Payload.(error).Error(), " \n\t"))
case events.EventWorkerLog:
server.log.Debug(strings.TrimRight(utils.AsString(we.Payload.([]byte)), " \n\t"))
// stderr event is INFO level
case events.EventWorkerStderr:
server.log.Info(strings.TrimRight(utils.AsString(we.Payload.([]byte)), " \n\t"))
}
}
}
|