Add pipeline and job plugin options...

Skeleton for the amqp plugin.
Add Timeout and Pipeline to the job.Context() method.
Implement queue limits for the ephemeral driver with main priority queue
limits.
Update configuration, add pipeline_size for every pipeline and jobs
priority queue size.

Signed-off-by: Valery Piashchynski <[email protected]>

1 files changed, 10 insertions, 2 deletions

diff --git a/tests/plugins/jobs/configs/.rr-jobs-init.yaml b/tests/plugins/jobs/configs/.rr-jobs-init.yaml
index bb6c477a..90590ccb 100644
--- a/tests/plugins/jobs/configs/.rr-jobs-init.yaml
+++ b/tests/plugins/jobs/configs/.rr-jobs-init.yaml
@@ -19,10 +19,15 @@ sqs:
   secret: api-secret
   region: us-west-1
   endpoint: http://localhost:9324
+  declare:
+    MessageRetentionPeriod: 86400
 
 
 jobs:
+  # num logical cores by default
   num_pollers: 64
+  # 1mi by default
+  pipeline_size: 100000
   # worker pool configuration
   pool:
     num_workers: 10
@@ -35,23 +40,26 @@ jobs:
     test-local:
       driver: ephemeral
       priority: 10
+      pipeline_size: 10
 
     test-1:
       driver: amqp
       priority: 1
       queue: default
+      pipeline_size: 1000000
 
     test-2:
       driver: beanstalk
       priority: 11
       tube: default
+      pipeline_size: 1000000
 
     test-3:
       #      priority: 11 - not defined, 10 by default
+      # driver locality not specified, local by default
       driver: sqs
+      pipeline_size: 1000000
       queue: default
-      declare:
-        MessageRetentionPeriod: 86400
 
   # list of pipelines to be consumed by the server, keep empty if you want to start consuming manually
   consume: [ "test-local" ]