cachenode_test.go 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283
  1. //go:build !race
  2. // Disable data race detection is because of the timingWheel in cacheNode.
  3. package cache
  4. import (
  5. "errors"
  6. "fmt"
  7. "math/rand"
  8. "runtime"
  9. "strconv"
  10. "sync"
  11. "testing"
  12. "time"
  13. "github.com/alicebob/miniredis/v2"
  14. "github.com/stretchr/testify/assert"
  15. "github.com/zeromicro/go-zero/core/collection"
  16. "github.com/zeromicro/go-zero/core/logx"
  17. "github.com/zeromicro/go-zero/core/mathx"
  18. "github.com/zeromicro/go-zero/core/stat"
  19. "github.com/zeromicro/go-zero/core/stores/redis"
  20. "github.com/zeromicro/go-zero/core/stores/redis/redistest"
  21. "github.com/zeromicro/go-zero/core/syncx"
  22. "github.com/zeromicro/go-zero/core/timex"
  23. )
  24. var errTestNotFound = errors.New("not found")
  25. func init() {
  26. logx.Disable()
  27. stat.SetReporter(nil)
  28. }
  29. func TestCacheNode_DelCache(t *testing.T) {
  30. t.Run("del cache", func(t *testing.T) {
  31. store, clean, err := redistest.CreateRedis()
  32. assert.Nil(t, err)
  33. store.Type = redis.ClusterType
  34. defer clean()
  35. cn := cacheNode{
  36. rds: store,
  37. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  38. lock: new(sync.Mutex),
  39. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  40. stat: NewStat("any"),
  41. errNotFound: errTestNotFound,
  42. }
  43. assert.Nil(t, cn.Del())
  44. assert.Nil(t, cn.Del([]string{}...))
  45. assert.Nil(t, cn.Del(make([]string, 0)...))
  46. cn.Set("first", "one")
  47. assert.Nil(t, cn.Del("first"))
  48. cn.Set("first", "one")
  49. cn.Set("second", "two")
  50. assert.Nil(t, cn.Del("first", "second"))
  51. })
  52. t.Run("del cache with errors", func(t *testing.T) {
  53. old := timingWheel
  54. ticker := timex.NewFakeTicker()
  55. var err error
  56. timingWheel, err = collection.NewTimingWheelWithTicker(
  57. time.Millisecond, timingWheelSlots, func(key, value any) {
  58. clean(key, value)
  59. }, ticker)
  60. assert.NoError(t, err)
  61. t.Cleanup(func() {
  62. timingWheel = old
  63. })
  64. r, err := miniredis.Run()
  65. assert.NoError(t, err)
  66. defer r.Close()
  67. r.SetError("mock error")
  68. node := NewNode(redis.New(r.Addr(), redis.Cluster()), syncx.NewSingleFlight(),
  69. NewStat("any"), errTestNotFound)
  70. assert.NoError(t, node.Del("foo", "bar"))
  71. ticker.Tick()
  72. runtime.Gosched()
  73. })
  74. }
  75. func TestCacheNode_DelCacheWithErrors(t *testing.T) {
  76. store, clean, err := redistest.CreateRedis()
  77. assert.Nil(t, err)
  78. defer clean()
  79. store.Type = redis.ClusterType
  80. cn := cacheNode{
  81. rds: store,
  82. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  83. lock: new(sync.Mutex),
  84. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  85. stat: NewStat("any"),
  86. errNotFound: errTestNotFound,
  87. }
  88. assert.Nil(t, cn.Del("third", "fourth"))
  89. }
  90. func TestCacheNode_InvalidCache(t *testing.T) {
  91. s, err := miniredis.Run()
  92. assert.Nil(t, err)
  93. defer s.Close()
  94. cn := cacheNode{
  95. rds: redis.New(s.Addr()),
  96. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  97. lock: new(sync.Mutex),
  98. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  99. stat: NewStat("any"),
  100. errNotFound: errTestNotFound,
  101. }
  102. s.Set("any", "value")
  103. var str string
  104. assert.NotNil(t, cn.Get("any", &str))
  105. assert.Equal(t, "", str)
  106. _, err = s.Get("any")
  107. assert.Equal(t, miniredis.ErrKeyNotFound, err)
  108. }
  109. func TestCacheNode_SetWithExpire(t *testing.T) {
  110. store, clean, err := redistest.CreateRedis()
  111. assert.Nil(t, err)
  112. defer clean()
  113. cn := cacheNode{
  114. rds: store,
  115. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  116. barrier: syncx.NewSingleFlight(),
  117. lock: new(sync.Mutex),
  118. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  119. stat: NewStat("any"),
  120. errNotFound: errors.New("any"),
  121. }
  122. assert.NotNil(t, cn.SetWithExpire("key", make(chan int), time.Second))
  123. }
  124. func TestCacheNode_Take(t *testing.T) {
  125. store, clean, err := redistest.CreateRedis()
  126. assert.Nil(t, err)
  127. defer clean()
  128. cn := NewNode(store, syncx.NewSingleFlight(), NewStat("any"), errTestNotFound,
  129. WithExpiry(time.Second), WithNotFoundExpiry(time.Second))
  130. var str string
  131. err = cn.Take(&str, "any", func(v any) error {
  132. *v.(*string) = "value"
  133. return nil
  134. })
  135. assert.Nil(t, err)
  136. assert.Equal(t, "value", str)
  137. assert.Nil(t, cn.Get("any", &str))
  138. val, err := store.Get("any")
  139. assert.Nil(t, err)
  140. assert.Equal(t, `"value"`, val)
  141. }
  142. func TestCacheNode_TakeBadRedis(t *testing.T) {
  143. r, err := miniredis.Run()
  144. assert.NoError(t, err)
  145. defer r.Close()
  146. r.SetError("mock error")
  147. cn := NewNode(redis.New(r.Addr()), syncx.NewSingleFlight(), NewStat("any"),
  148. errTestNotFound, WithExpiry(time.Second), WithNotFoundExpiry(time.Second))
  149. var str string
  150. assert.Error(t, cn.Take(&str, "any", func(v any) error {
  151. *v.(*string) = "value"
  152. return nil
  153. }))
  154. }
  155. func TestCacheNode_TakeNotFound(t *testing.T) {
  156. store, clean, err := redistest.CreateRedis()
  157. assert.Nil(t, err)
  158. defer clean()
  159. cn := cacheNode{
  160. rds: store,
  161. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  162. barrier: syncx.NewSingleFlight(),
  163. lock: new(sync.Mutex),
  164. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  165. stat: NewStat("any"),
  166. errNotFound: errTestNotFound,
  167. }
  168. var str string
  169. err = cn.Take(&str, "any", func(v any) error {
  170. return errTestNotFound
  171. })
  172. assert.True(t, cn.IsNotFound(err))
  173. assert.True(t, cn.IsNotFound(cn.Get("any", &str)))
  174. val, err := store.Get("any")
  175. assert.Nil(t, err)
  176. assert.Equal(t, `*`, val)
  177. store.Set("any", "*")
  178. err = cn.Take(&str, "any", func(v any) error {
  179. return nil
  180. })
  181. assert.True(t, cn.IsNotFound(err))
  182. assert.True(t, cn.IsNotFound(cn.Get("any", &str)))
  183. store.Del("any")
  184. errDummy := errors.New("dummy")
  185. err = cn.Take(&str, "any", func(v any) error {
  186. return errDummy
  187. })
  188. assert.Equal(t, errDummy, err)
  189. }
  190. func TestCacheNode_TakeWithExpire(t *testing.T) {
  191. store, clean, err := redistest.CreateRedis()
  192. assert.Nil(t, err)
  193. defer clean()
  194. cn := cacheNode{
  195. rds: store,
  196. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  197. barrier: syncx.NewSingleFlight(),
  198. lock: new(sync.Mutex),
  199. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  200. stat: NewStat("any"),
  201. errNotFound: errors.New("any"),
  202. }
  203. var str string
  204. err = cn.TakeWithExpire(&str, "any", func(v any, expire time.Duration) error {
  205. *v.(*string) = "value"
  206. return nil
  207. })
  208. assert.Nil(t, err)
  209. assert.Equal(t, "value", str)
  210. assert.Nil(t, cn.Get("any", &str))
  211. val, err := store.Get("any")
  212. assert.Nil(t, err)
  213. assert.Equal(t, `"value"`, val)
  214. }
  215. func TestCacheNode_String(t *testing.T) {
  216. store, clean, err := redistest.CreateRedis()
  217. assert.Nil(t, err)
  218. defer clean()
  219. cn := cacheNode{
  220. rds: store,
  221. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  222. barrier: syncx.NewSingleFlight(),
  223. lock: new(sync.Mutex),
  224. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  225. stat: NewStat("any"),
  226. errNotFound: errors.New("any"),
  227. }
  228. assert.Equal(t, store.Addr, cn.String())
  229. }
  230. func TestCacheValueWithBigInt(t *testing.T) {
  231. store, clean, err := redistest.CreateRedis()
  232. assert.Nil(t, err)
  233. defer clean()
  234. cn := cacheNode{
  235. rds: store,
  236. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  237. barrier: syncx.NewSingleFlight(),
  238. lock: new(sync.Mutex),
  239. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  240. stat: NewStat("any"),
  241. errNotFound: errors.New("any"),
  242. }
  243. const (
  244. key = "key"
  245. value int64 = 323427211229009810
  246. )
  247. assert.Nil(t, cn.Set(key, value))
  248. var val any
  249. assert.Nil(t, cn.Get(key, &val))
  250. assert.Equal(t, strconv.FormatInt(value, 10), fmt.Sprintf("%v", val))
  251. }