123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352 |
- package cache
- import (
- "errors"
- "fmt"
- "math/rand"
- "runtime"
- "strconv"
- "sync"
- "testing"
- "time"
- "github.com/alicebob/miniredis/v2"
- "github.com/stretchr/testify/assert"
- "github.com/wuntsong-org/go-zero-plus/core/collection"
- "github.com/wuntsong-org/go-zero-plus/core/logx"
- "github.com/wuntsong-org/go-zero-plus/core/mathx"
- "github.com/wuntsong-org/go-zero-plus/core/stat"
- "github.com/wuntsong-org/go-zero-plus/core/stores/redis"
- "github.com/wuntsong-org/go-zero-plus/core/stores/redis/redistest"
- "github.com/wuntsong-org/go-zero-plus/core/syncx"
- "github.com/wuntsong-org/go-zero-plus/core/timex"
- )
- var errTestNotFound = errors.New("not found")
- func init() {
- logx.Disable()
- stat.SetReporter(nil)
- }
- func TestCacheNode_DelCache(t *testing.T) {
- t.Run("del cache", func(t *testing.T) {
- r, err := miniredis.Run()
- assert.NoError(t, err)
- defer r.Close()
- store := redis.New(r.Addr(), redis.Cluster())
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errTestNotFound,
- }
- assert.Nil(t, cn.Del())
- assert.Nil(t, cn.Del([]string{}...))
- assert.Nil(t, cn.Del(make([]string, 0)...))
- cn.Set("first", "one")
- assert.Nil(t, cn.Del("first"))
- cn.Set("first", "one")
- cn.Set("second", "two")
- assert.Nil(t, cn.Del("first", "second"))
- })
- t.Run("del cache with errors", func(t *testing.T) {
- old := timingWheel.Load()
- ticker := timex.NewFakeTicker()
- tw, err := collection.NewTimingWheelWithTicker(
- time.Millisecond, timingWheelSlots, func(key, value any) {
- clean(key, value)
- }, ticker)
- timingWheel.Store(tw)
- assert.NoError(t, err)
- t.Cleanup(func() {
- timingWheel.Store(old)
- })
- r, err := miniredis.Run()
- assert.NoError(t, err)
- defer r.Close()
- r.SetError("mock error")
- node := NewNode(redis.New(r.Addr(), redis.Cluster()), syncx.NewSingleFlight(),
- NewStat("any"), errTestNotFound)
- assert.NoError(t, node.Del("foo", "bar"))
- ticker.Tick()
- runtime.Gosched()
- })
- }
- func TestCacheNode_DelCacheWithErrors(t *testing.T) {
- store := redistest.CreateRedis(t)
- store.Type = redis.ClusterType
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errTestNotFound,
- }
- assert.Nil(t, cn.Del("third", "fourth"))
- }
- func TestCacheNode_InvalidCache(t *testing.T) {
- s, err := miniredis.Run()
- assert.Nil(t, err)
- defer s.Close()
- cn := cacheNode{
- rds: redis.New(s.Addr()),
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errTestNotFound,
- }
- s.Set("any", "value")
- var str string
- assert.NotNil(t, cn.Get("any", &str))
- assert.Equal(t, "", str)
- _, err = s.Get("any")
- assert.Equal(t, miniredis.ErrKeyNotFound, err)
- }
- func TestCacheNode_SetWithExpire(t *testing.T) {
- store := redistest.CreateRedis(t)
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- barrier: syncx.NewSingleFlight(),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errors.New("any"),
- }
- assert.NotNil(t, cn.SetWithExpire("key", make(chan int), time.Second))
- }
- func TestCacheNode_Take(t *testing.T) {
- store := redistest.CreateRedis(t)
- cn := NewNode(store, syncx.NewSingleFlight(), NewStat("any"), errTestNotFound,
- WithExpiry(time.Second), WithNotFoundExpiry(time.Second))
- var str string
- err := cn.Take(&str, "any", func(v any) error {
- *v.(*string) = "value"
- return nil
- })
- assert.Nil(t, err)
- assert.Equal(t, "value", str)
- assert.Nil(t, cn.Get("any", &str))
- val, err := store.Get("any")
- assert.Nil(t, err)
- assert.Equal(t, `"value"`, val)
- }
- func TestCacheNode_TakeBadRedis(t *testing.T) {
- r, err := miniredis.Run()
- assert.NoError(t, err)
- defer r.Close()
- r.SetError("mock error")
- cn := NewNode(redis.New(r.Addr()), syncx.NewSingleFlight(), NewStat("any"),
- errTestNotFound, WithExpiry(time.Second), WithNotFoundExpiry(time.Second))
- var str string
- assert.Error(t, cn.Take(&str, "any", func(v any) error {
- *v.(*string) = "value"
- return nil
- }))
- }
- func TestCacheNode_TakeNotFound(t *testing.T) {
- t.Run("not found", func(t *testing.T) {
- store := redistest.CreateRedis(t)
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- barrier: syncx.NewSingleFlight(),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errTestNotFound,
- }
- var str string
- err := cn.Take(&str, "any", func(v any) error {
- return errTestNotFound
- })
- assert.True(t, cn.IsNotFound(err))
- assert.True(t, cn.IsNotFound(cn.Get("any", &str)))
- val, err := store.Get("any")
- assert.Nil(t, err)
- assert.Equal(t, `*`, val)
- store.Set("any", "*")
- err = cn.Take(&str, "any", func(v any) error {
- return nil
- })
- assert.True(t, cn.IsNotFound(err))
- assert.True(t, cn.IsNotFound(cn.Get("any", &str)))
- store.Del("any")
- errDummy := errors.New("dummy")
- err = cn.Take(&str, "any", func(v any) error {
- return errDummy
- })
- assert.Equal(t, errDummy, err)
- })
- t.Run("not found with redis error", func(t *testing.T) {
- r, err := miniredis.Run()
- assert.NoError(t, err)
- defer r.Close()
- store, err := redis.NewRedis(redis.RedisConf{
- Host: r.Addr(),
- Type: redis.NodeType,
- })
- assert.NoError(t, err)
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- barrier: syncx.NewSingleFlight(),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errTestNotFound,
- }
- var str string
- err = cn.Take(&str, "any", func(v any) error {
- r.SetError("mock error")
- return errTestNotFound
- })
- assert.True(t, cn.IsNotFound(err))
- })
- }
- func TestCacheNode_TakeCtxWithRedisError(t *testing.T) {
- t.Run("not found with redis error", func(t *testing.T) {
- r, err := miniredis.Run()
- assert.NoError(t, err)
- defer r.Close()
- store, err := redis.NewRedis(redis.RedisConf{
- Host: r.Addr(),
- Type: redis.NodeType,
- })
- assert.NoError(t, err)
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- barrier: syncx.NewSingleFlight(),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errTestNotFound,
- }
- var str string
- err = cn.Take(&str, "any", func(v any) error {
- str = "foo"
- r.SetError("mock error")
- return nil
- })
- assert.NoError(t, err)
- })
- }
- func TestCacheNode_TakeNotFoundButChangedByOthers(t *testing.T) {
- store := redistest.CreateRedis(t)
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- barrier: syncx.NewSingleFlight(),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errTestNotFound,
- }
- var str string
- err := cn.Take(&str, "any", func(v any) error {
- store.Set("any", "foo")
- return errTestNotFound
- })
- assert.True(t, cn.IsNotFound(err))
- val, err := store.Get("any")
- if assert.NoError(t, err) {
- assert.Equal(t, "foo", val)
- }
- assert.True(t, cn.IsNotFound(cn.Get("any", &str)))
- }
- func TestCacheNode_TakeWithExpire(t *testing.T) {
- store := redistest.CreateRedis(t)
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- barrier: syncx.NewSingleFlight(),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errors.New("any"),
- }
- var str string
- err := cn.TakeWithExpire(&str, "any", func(v any, expire time.Duration) error {
- *v.(*string) = "value"
- return nil
- })
- assert.Nil(t, err)
- assert.Equal(t, "value", str)
- assert.Nil(t, cn.Get("any", &str))
- val, err := store.Get("any")
- assert.Nil(t, err)
- assert.Equal(t, `"value"`, val)
- }
- func TestCacheNode_String(t *testing.T) {
- store := redistest.CreateRedis(t)
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- barrier: syncx.NewSingleFlight(),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errors.New("any"),
- }
- assert.Equal(t, store.Addr, cn.String())
- }
- func TestCacheValueWithBigInt(t *testing.T) {
- store := redistest.CreateRedis(t)
- cn := cacheNode{
- rds: store,
- r: rand.New(rand.NewSource(time.Now().UnixNano())),
- barrier: syncx.NewSingleFlight(),
- lock: new(sync.Mutex),
- unstableExpiry: mathx.NewUnstable(expiryDeviation),
- stat: NewStat("any"),
- errNotFound: errors.New("any"),
- }
- const (
- key = "key"
- value int64 = 323427211229009810
- )
- assert.Nil(t, cn.Set(key, value))
- var val any
- assert.Nil(t, cn.Get(key, &val))
- assert.Equal(t, strconv.FormatInt(value, 10), fmt.Sprintf("%v", val))
- }
|