blob: acdd3d6ff662b7fd99fa04b40726e91e79365519 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
package pool
import (
"runtime"
"time"
)
// Configures the pool behaviour.
type Config struct {
// Debug flag creates new fresh worker before every request.
Debug bool
// NumWorkers defines how many sub-processes can be run at once. This value
// might be doubled by Swapper while hot-swap. Defaults to number of CPU cores.
NumWorkers int64 `yaml:"num_workers"`
// MaxJobs defines how many executions is allowed for the worker until
// it's destruction. set 1 to create new process for each new task, 0 to let
// worker handle as many tasks as it can.
MaxJobs int64 `yaml:"max_jobs"`
// AllocateTimeout defines for how long pool will be waiting for a worker to
// be freed to handle the task. Defaults to 60s.
AllocateTimeout time.Duration `yaml:"allocate_timeout"`
// DestroyTimeout defines for how long pool should be waiting for worker to
// properly destroy, if timeout reached worker will be killed. Defaults to 60s.
DestroyTimeout time.Duration `yaml:"destroy_timeout"`
// Supervision config to limit worker and pool memory usage.
Supervisor *SupervisorConfig `yaml:"supervisor"`
}
// InitDefaults enables default config values.
func (cfg *Config) InitDefaults() {
if cfg.NumWorkers == 0 {
cfg.NumWorkers = int64(runtime.NumCPU())
}
if cfg.AllocateTimeout == 0 {
cfg.AllocateTimeout = time.Minute
}
if cfg.DestroyTimeout == 0 {
cfg.DestroyTimeout = time.Minute
}
if cfg.Supervisor == nil {
return
}
cfg.Supervisor.InitDefaults()
}
type SupervisorConfig struct {
// WatchTick defines how often to check the state of worker.
WatchTick uint64 `yaml:"watch_tick"`
// TTL defines maximum time worker is allowed to live.
TTL uint64 `yaml:"ttl"`
// IdleTTL defines maximum duration worker can spend in idle mode. Disabled when 0.
IdleTTL uint64 `yaml:"idle_ttl"`
// ExecTTL defines maximum lifetime per job.
ExecTTL uint64 `yaml:"exec_ttl"`
// MaxWorkerMemory limits memory per worker.
MaxWorkerMemory uint64 `yaml:"max_worker_memory"`
}
// InitDefaults enables default config values.
func (cfg *SupervisorConfig) InitDefaults() {
if cfg.WatchTick == 0 {
cfg.WatchTick = 1
}
}
|
