summaryrefslogtreecommitdiff
path: root/tests/plugins/kv/storage_plugin_test.go
diff options
context:
space:
mode:
Diffstat (limited to 'tests/plugins/kv/storage_plugin_test.go')
-rw-r--r--tests/plugins/kv/storage_plugin_test.go606
1 files changed, 604 insertions, 2 deletions
diff --git a/tests/plugins/kv/storage_plugin_test.go b/tests/plugins/kv/storage_plugin_test.go
index 6d270d3f..0b42e19d 100644
--- a/tests/plugins/kv/storage_plugin_test.go
+++ b/tests/plugins/kv/storage_plugin_test.go
@@ -30,7 +30,7 @@ func makePayload(b *flatbuffers.Builder, storage string, items []kv.Item) []byte
storageOffset := b.CreateString(storage)
- ////////////////////// ITEMS VECTOR ////////////////////////////
+ // //////////////////// ITEMS VECTOR ////////////////////////////
offset := make([]flatbuffers.UOffsetT, len(items))
for i := len(items) - 1; i >= 0; i-- {
offset[i] = serializeItems(b, items[i])
@@ -43,7 +43,7 @@ func makePayload(b *flatbuffers.Builder, storage string, items []kv.Item) []byte
}
itemsOffset := b.EndVector(len(offset))
- ///////////////////////////////////////////////////////////////////
+ // /////////////////////////////////////////////////////////////////
generated.PayloadStart(b)
generated.PayloadAddItems(b, itemsOffset)
@@ -187,3 +187,605 @@ func kvHasTest(t *testing.T) {
err = client.Call("kv.Has", args, &ret)
assert.NoError(t, err)
}
+
+func TestBoltDb(t *testing.T) {
+ cont, err := endure.NewContainer(nil, endure.SetLogLevel(endure.ErrorLevel))
+ assert.NoError(t, err)
+
+ cfg := &config.Viper{
+ Path: "configs/.rr-boltdb.yaml",
+ Prefix: "rr",
+ }
+
+ err = cont.RegisterAll(
+ cfg,
+ &kv.Plugin{},
+ &boltdb.Plugin{},
+ &rpcPlugin.Plugin{},
+ &logger.ZapLogger{},
+ )
+ assert.NoError(t, err)
+
+ err = cont.Init()
+ if err != nil {
+ t.Fatal(err)
+ }
+
+ ch, err := cont.Serve()
+ assert.NoError(t, err)
+
+ sig := make(chan os.Signal, 1)
+ signal.Notify(sig, os.Interrupt, syscall.SIGINT, syscall.SIGTERM)
+
+ wg := &sync.WaitGroup{}
+ wg.Add(1)
+
+ stopCh := make(chan struct{}, 1)
+
+ go func() {
+ defer wg.Done()
+ for {
+ select {
+ case e := <-ch:
+ assert.Fail(t, "error", e.Error.Error())
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ case <-sig:
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ return
+ case <-stopCh:
+ // timeout
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ return
+ }
+ }
+ }()
+
+ time.Sleep(time.Second * 1)
+ t.Run("testBoltDbRPCMethods", testRPCMethods)
+ stopCh <- struct{}{}
+ wg.Wait()
+
+ _ = os.Remove("rr.db")
+}
+
+func testRPCMethods(t *testing.T) {
+ conn, err := net.Dial("tcp", "127.0.0.1:6001")
+ assert.NoError(t, err)
+ client := rpc.NewClientWithCodec(goridgeRpc.NewClientCodec(conn))
+
+ // add 5 second ttl
+ tt := time.Now().Add(time.Second * 5).Format(time.RFC3339)
+ keys := makePayload(flatbuffers.NewBuilder(100), "boltdb-rr", []kv.Item{
+ {
+ Key: "a",
+ },
+ {
+ Key: "b",
+ },
+ {
+ Key: "c",
+ },
+ })
+ data := makePayload(flatbuffers.NewBuilder(100), "boltdb-rr", []kv.Item{
+ {
+ Key: "a",
+ Value: "aa",
+ },
+ {
+ Key: "b",
+ Value: "bb",
+ },
+ {
+ Key: "c",
+ Value: "cc",
+ TTL: tt,
+ },
+ {
+ Key: "d",
+ Value: "dd",
+ },
+ {
+ Key: "e",
+ Value: "ee",
+ },
+ })
+
+ var setRes bool
+
+ // Register 3 keys with values
+ err = client.Call("kv.Set", data, &setRes)
+ assert.NoError(t, err)
+ assert.True(t, setRes)
+
+ ret := make(map[string]bool)
+ err = client.Call("kv.Has", keys, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 3) // should be 3
+
+ // key "c" should be deleted
+ time.Sleep(time.Second * 7)
+
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keys, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 2) // should be 2
+
+ mGet := make(map[string]interface{})
+ err = client.Call("kv.MGet", keys, &mGet)
+ assert.NoError(t, err)
+ assert.Len(t, mGet, 2) // c is expired
+ assert.Equal(t, "aa", mGet["a"].(string))
+ assert.Equal(t, "bb", mGet["b"].(string))
+
+ tt2 := time.Now().Add(time.Second * 10).Format(time.RFC3339)
+ data2 := makePayload(flatbuffers.NewBuilder(100), "boltdb-rr", []kv.Item{
+ {
+ Key: "a",
+ TTL: tt2,
+ },
+ {
+ Key: "b",
+ TTL: tt2,
+ },
+ {
+ Key: "d",
+ TTL: tt2,
+ },
+ })
+
+ // MEXPIRE
+ var mExpRes bool
+ err = client.Call("kv.MExpire", data2, &mExpRes)
+ assert.NoError(t, err)
+ assert.True(t, mExpRes)
+
+ // TTL
+ keys2 := makePayload(flatbuffers.NewBuilder(100), "boltdb-rr", []kv.Item{
+ {
+ Key: "a",
+ },
+ {
+ Key: "b",
+ },
+ {
+ Key: "d",
+ },
+ })
+ ttlRes := make(map[string]interface{})
+ err = client.Call("kv.TTL", keys2, &ttlRes)
+ assert.NoError(t, err)
+ assert.Len(t, ttlRes, 3)
+
+ // HAS AFTER TTL
+ time.Sleep(time.Second * 15)
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keys2, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 0)
+
+ // DELETE
+ keysDel := makePayload(flatbuffers.NewBuilder(100), "boltdb-rr", []kv.Item{
+ {
+ Key: "e",
+ },
+ })
+ var delRet bool
+ err = client.Call("kv.Delete", keysDel, &delRet)
+ assert.NoError(t, err)
+ assert.True(t, delRet)
+
+ // HAS AFTER DELETE
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keysDel, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 0)
+}
+
+func TestMemcached(t *testing.T) {
+ cont, err := endure.NewContainer(nil, endure.SetLogLevel(endure.ErrorLevel))
+ assert.NoError(t, err)
+
+ cfg := &config.Viper{
+ Path: "configs/.rr-memcached.yaml",
+ Prefix: "rr",
+ }
+
+ err = cont.RegisterAll(
+ cfg,
+ &kv.Plugin{},
+ &memcached.Plugin{},
+ &rpcPlugin.Plugin{},
+ &logger.ZapLogger{},
+ )
+ assert.NoError(t, err)
+
+ err = cont.Init()
+ if err != nil {
+ t.Fatal(err)
+ }
+
+ ch, err := cont.Serve()
+ assert.NoError(t, err)
+
+ sig := make(chan os.Signal, 1)
+ signal.Notify(sig, os.Interrupt, syscall.SIGINT, syscall.SIGTERM)
+
+ wg := &sync.WaitGroup{}
+ wg.Add(1)
+
+ stopCh := make(chan struct{}, 1)
+
+ go func() {
+ defer wg.Done()
+ for {
+ select {
+ case e := <-ch:
+ assert.Fail(t, "error", e.Error.Error())
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ case <-sig:
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ return
+ case <-stopCh:
+ // timeout
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ return
+ }
+ }
+ }()
+
+ time.Sleep(time.Second * 1)
+ t.Run("testMemcachedRPCMethods", testRPCMethodsMemcached)
+ stopCh <- struct{}{}
+ wg.Wait()
+}
+
+func testRPCMethodsMemcached(t *testing.T) {
+ conn, err := net.Dial("tcp", "127.0.0.1:6001")
+ assert.NoError(t, err)
+ client := rpc.NewClientWithCodec(goridgeRpc.NewClientCodec(conn))
+
+ // add 5 second ttl
+ tt := time.Now().Add(time.Second * 5).Format(time.RFC3339)
+ keys := makePayload(flatbuffers.NewBuilder(100), "memcached-rr", []kv.Item{
+ {
+ Key: "a",
+ },
+ {
+ Key: "b",
+ },
+ {
+ Key: "c",
+ },
+ })
+ data := makePayload(flatbuffers.NewBuilder(100), "memcached-rr", []kv.Item{
+ {
+ Key: "a",
+ Value: "aa",
+ },
+ {
+ Key: "b",
+ Value: "bb",
+ },
+ {
+ Key: "c",
+ Value: "cc",
+ TTL: tt,
+ },
+ {
+ Key: "d",
+ Value: "dd",
+ },
+ {
+ Key: "e",
+ Value: "ee",
+ },
+ })
+
+ var setRes bool
+
+ // Register 3 keys with values
+ err = client.Call("kv.Set", data, &setRes)
+ assert.NoError(t, err)
+ assert.True(t, setRes)
+
+ ret := make(map[string]bool)
+ err = client.Call("kv.Has", keys, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 3) // should be 3
+
+ // key "c" should be deleted
+ time.Sleep(time.Second * 7)
+
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keys, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 2) // should be 2
+
+ mGet := make(map[string]interface{})
+ err = client.Call("kv.MGet", keys, &mGet)
+ assert.NoError(t, err)
+ assert.Len(t, mGet, 2) // c is expired
+ assert.Equal(t, string("aa"), string(mGet["a"].([]byte)))
+ assert.Equal(t, string("bb"), string(mGet["b"].([]byte)))
+
+ tt2 := time.Now().Add(time.Second * 10).Format(time.RFC3339)
+ data2 := makePayload(flatbuffers.NewBuilder(100), "memcached-rr", []kv.Item{
+ {
+ Key: "a",
+ TTL: tt2,
+ },
+ {
+ Key: "b",
+ TTL: tt2,
+ },
+ {
+ Key: "d",
+ TTL: tt2,
+ },
+ })
+
+ // MEXPIRE
+ var mExpRes bool
+ err = client.Call("kv.MExpire", data2, &mExpRes)
+ assert.NoError(t, err)
+ assert.True(t, mExpRes)
+
+ // TTL call is not supported for the memcached driver
+ keys2 := makePayload(flatbuffers.NewBuilder(100), "memcached-rr", []kv.Item{
+ {
+ Key: "a",
+ },
+ {
+ Key: "b",
+ },
+ {
+ Key: "d",
+ },
+ })
+ ttlRes := make(map[string]interface{})
+ err = client.Call("kv.TTL", keys2, &ttlRes)
+ assert.Error(t, err)
+ assert.Len(t, ttlRes, 0)
+
+ // HAS AFTER TTL
+ time.Sleep(time.Second * 15)
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keys2, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 0)
+
+ // DELETE
+ keysDel := makePayload(flatbuffers.NewBuilder(100), "memcached-rr", []kv.Item{
+ {
+ Key: "e",
+ },
+ })
+ var delRet bool
+ err = client.Call("kv.Delete", keysDel, &delRet)
+ assert.NoError(t, err)
+ assert.True(t, delRet)
+
+ // HAS AFTER DELETE
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keysDel, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 0)
+}
+
+func TestInMemory(t *testing.T) {
+ cont, err := endure.NewContainer(nil, endure.SetLogLevel(endure.ErrorLevel))
+ assert.NoError(t, err)
+
+ cfg := &config.Viper{
+ Path: "configs/.rr-in-memory.yaml",
+ Prefix: "rr",
+ }
+
+ err = cont.RegisterAll(
+ cfg,
+ &kv.Plugin{},
+ &memory.Plugin{},
+ &rpcPlugin.Plugin{},
+ &logger.ZapLogger{},
+ )
+ assert.NoError(t, err)
+
+ err = cont.Init()
+ if err != nil {
+ t.Fatal(err)
+ }
+
+ ch, err := cont.Serve()
+ assert.NoError(t, err)
+
+ sig := make(chan os.Signal, 1)
+ signal.Notify(sig, os.Interrupt, syscall.SIGINT, syscall.SIGTERM)
+
+ wg := &sync.WaitGroup{}
+ wg.Add(1)
+
+ stopCh := make(chan struct{}, 1)
+
+ go func() {
+ defer wg.Done()
+ for {
+ select {
+ case e := <-ch:
+ assert.Fail(t, "error", e.Error.Error())
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ case <-sig:
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ return
+ case <-stopCh:
+ // timeout
+ err = cont.Stop()
+ if err != nil {
+ assert.FailNow(t, "error", err.Error())
+ }
+ return
+ }
+ }
+ }()
+
+ time.Sleep(time.Second * 1)
+ t.Run("testInMemoryRPCMethods", testRPCMethodsInMemory)
+ stopCh <- struct{}{}
+ wg.Wait()
+}
+
+func testRPCMethodsInMemory(t *testing.T) {
+ conn, err := net.Dial("tcp", "127.0.0.1:6001")
+ assert.NoError(t, err)
+ client := rpc.NewClientWithCodec(goridgeRpc.NewClientCodec(conn))
+
+ // add 5 second ttl
+ tt := time.Now().Add(time.Second * 5).Format(time.RFC3339)
+ keys := makePayload(flatbuffers.NewBuilder(100), "default", []kv.Item{
+ {
+ Key: "a",
+ },
+ {
+ Key: "b",
+ },
+ {
+ Key: "c",
+ },
+ })
+ data := makePayload(flatbuffers.NewBuilder(100), "default", []kv.Item{
+ {
+ Key: "a",
+ Value: "aa",
+ },
+ {
+ Key: "b",
+ Value: "bb",
+ },
+ {
+ Key: "c",
+ Value: "cc",
+ TTL: tt,
+ },
+ {
+ Key: "d",
+ Value: "dd",
+ },
+ {
+ Key: "e",
+ Value: "ee",
+ },
+ })
+
+ var setRes bool
+
+ // Register 3 keys with values
+ err = client.Call("kv.Set", data, &setRes)
+ assert.NoError(t, err)
+ assert.True(t, setRes)
+
+ ret := make(map[string]bool)
+ err = client.Call("kv.Has", keys, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 3) // should be 3
+
+ // key "c" should be deleted
+ time.Sleep(time.Second * 7)
+
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keys, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 2) // should be 2
+
+ mGet := make(map[string]interface{})
+ err = client.Call("kv.MGet", keys, &mGet)
+ assert.NoError(t, err)
+ assert.Len(t, mGet, 2) // c is expired
+ assert.Equal(t, "aa", mGet["a"].(string))
+ assert.Equal(t, "bb", mGet["b"].(string))
+
+ tt2 := time.Now().Add(time.Second * 10).Format(time.RFC3339)
+ data2 := makePayload(flatbuffers.NewBuilder(100), "default", []kv.Item{
+ {
+ Key: "a",
+ TTL: tt2,
+ },
+ {
+ Key: "b",
+ TTL: tt2,
+ },
+ {
+ Key: "d",
+ TTL: tt2,
+ },
+ })
+
+ // MEXPIRE
+ var mExpRes bool
+ err = client.Call("kv.MExpire", data2, &mExpRes)
+ assert.NoError(t, err)
+ assert.True(t, mExpRes)
+
+ // TTL
+ keys2 := makePayload(flatbuffers.NewBuilder(100), "default", []kv.Item{
+ {
+ Key: "a",
+ },
+ {
+ Key: "b",
+ },
+ {
+ Key: "d",
+ },
+ })
+ ttlRes := make(map[string]interface{})
+ err = client.Call("kv.TTL", keys2, &ttlRes)
+ assert.NoError(t, err)
+ assert.Len(t, ttlRes, 3)
+
+ // HAS AFTER TTL
+ time.Sleep(time.Second * 15)
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keys2, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 0)
+
+ // DELETE
+ keysDel := makePayload(flatbuffers.NewBuilder(100), "default", []kv.Item{
+ {
+ Key: "e",
+ },
+ })
+ var delRet bool
+ err = client.Call("kv.Delete", keysDel, &delRet)
+ assert.NoError(t, err)
+ assert.True(t, delRet)
+
+ // HAS AFTER DELETE
+ ret = make(map[string]bool)
+ err = client.Call("kv.Has", keysDel, &ret)
+ assert.NoError(t, err)
+ assert.Len(t, ret, 0)
+}
generated by cgit v1.2.3 (git 2.25.1) at 2025-01-24 00:51:46 +0000