1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
package jobs
import (
"github.com/spiral/errors"
"github.com/spiral/roadrunner/v2/plugins/jobs/job"
"github.com/spiral/roadrunner/v2/plugins/jobs/pipeline"
"github.com/spiral/roadrunner/v2/plugins/logger"
jobsv1beta "github.com/spiral/roadrunner/v2/proto/jobs/v1beta"
)
type rpc struct {
log logger.Logger
p *Plugin
}
/*
List of the RPC methods:
1. Release - single job push
2. PushBatch - push job batch
3. Reset - managed by the Resetter plugin
4. Pause - pauses set of pipelines
5. Resume - resumes set of pipelines
6. Workers - managed by the Informer plugin.
7. Stat - jobs statistic
*/
func (r *rpc) Push(j *jobsv1beta.PushRequest, _ *jobsv1beta.Empty) error {
const op = errors.Op("jobs_rpc_push")
// convert transport entity into domain
// how we can do this quickly
if j.GetJob().GetId() == "" {
return errors.E(op, errors.Str("empty ID field not allowed"))
}
err := r.p.Push(r.from(j.GetJob()))
if err != nil {
return errors.E(op, err)
}
return nil
}
func (r *rpc) PushBatch(j *jobsv1beta.PushBatchRequest, _ *jobsv1beta.Empty) error {
const op = errors.Op("jobs_rpc_push")
l := len(j.GetJobs())
batch := make([]*job.Job, l)
for i := 0; i < l; i++ {
// convert transport entity into domain
// how we can do this quickly
batch[i] = r.from(j.GetJobs()[i])
}
err := r.p.PushBatch(batch)
if err != nil {
return errors.E(op, err)
}
return nil
}
func (r *rpc) Pause(req *jobsv1beta.Pipelines, _ *jobsv1beta.Empty) error {
for i := 0; i < len(req.GetPipelines()); i++ {
r.p.Pause(req.GetPipelines()[i])
}
return nil
}
func (r *rpc) Resume(req *jobsv1beta.Pipelines, _ *jobsv1beta.Empty) error {
for i := 0; i < len(req.GetPipelines()); i++ {
r.p.Resume(req.GetPipelines()[i])
}
return nil
}
func (r *rpc) List(_ *jobsv1beta.Empty, resp *jobsv1beta.Pipelines) error {
resp.Pipelines = r.p.List()
return nil
}
// Declare pipeline used to dynamically declare any type of the pipeline
// Mandatory fields:
// 1. Driver
// 2. Pipeline name
// 3. Options related to the particular pipeline
func (r *rpc) Declare(req *jobsv1beta.DeclareRequest, _ *jobsv1beta.Empty) error {
const op = errors.Op("rcp_declare_pipeline")
pipe := &pipeline.Pipeline{}
for i := range req.GetPipeline() {
(*pipe)[i] = req.GetPipeline()[i]
}
err := r.p.Declare(pipe)
if err != nil {
return errors.E(op, err)
}
return nil
}
func (r *rpc) Destroy(req *jobsv1beta.Pipelines, resp *jobsv1beta.Pipelines) error {
const op = errors.Op("rcp_declare_pipeline")
var destroyed []string //nolint:prealloc
for i := 0; i < len(req.GetPipelines()); i++ {
err := r.p.Destroy(req.GetPipelines()[i])
if err != nil {
return errors.E(op, err)
}
destroyed = append(destroyed, req.GetPipelines()[i])
}
// return destroyed pipelines
resp.Pipelines = destroyed
return nil
}
// from converts from transport entity to domain
func (r *rpc) from(j *jobsv1beta.Job) *job.Job {
headers := map[string][]string{}
for k, v := range j.GetHeaders() {
headers[k] = v.GetValue()
}
jb := &job.Job{
Job: j.GetJob(),
Headers: headers,
Ident: j.GetId(),
Payload: j.GetPayload(),
Options: &job.Options{
Priority: j.GetOptions().GetPriority(),
Pipeline: j.GetOptions().GetPipeline(),
Delay: j.GetOptions().GetDelay(),
RetryDelay: j.GetOptions().GetRetryDelay(),
Timeout: j.GetOptions().GetTimeout(),
},
}
return jb
}
|
