cachenode_test.go 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352
  1. package cache
  2. import (
  3. "errors"
  4. "fmt"
  5. "math/rand"
  6. "runtime"
  7. "strconv"
  8. "sync"
  9. "testing"
  10. "time"
  11. "github.com/alicebob/miniredis/v2"
  12. "github.com/stretchr/testify/assert"
  13. "github.com/wuntsong-org/go-zero-plus/core/collection"
  14. "github.com/wuntsong-org/go-zero-plus/core/logx"
  15. "github.com/wuntsong-org/go-zero-plus/core/mathx"
  16. "github.com/wuntsong-org/go-zero-plus/core/stat"
  17. "github.com/wuntsong-org/go-zero-plus/core/stores/redis"
  18. "github.com/wuntsong-org/go-zero-plus/core/stores/redis/redistest"
  19. "github.com/wuntsong-org/go-zero-plus/core/syncx"
  20. "github.com/wuntsong-org/go-zero-plus/core/timex"
  21. )
  22. var errTestNotFound = errors.New("not found")
  23. func init() {
  24. logx.Disable()
  25. stat.SetReporter(nil)
  26. }
  27. func TestCacheNode_DelCache(t *testing.T) {
  28. t.Run("del cache", func(t *testing.T) {
  29. r, err := miniredis.Run()
  30. assert.NoError(t, err)
  31. defer r.Close()
  32. store := redis.New(r.Addr(), redis.Cluster())
  33. cn := cacheNode{
  34. rds: store,
  35. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  36. lock: new(sync.Mutex),
  37. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  38. stat: NewStat("any"),
  39. errNotFound: errTestNotFound,
  40. }
  41. assert.Nil(t, cn.Del())
  42. assert.Nil(t, cn.Del([]string{}...))
  43. assert.Nil(t, cn.Del(make([]string, 0)...))
  44. cn.Set("first", "one")
  45. assert.Nil(t, cn.Del("first"))
  46. cn.Set("first", "one")
  47. cn.Set("second", "two")
  48. assert.Nil(t, cn.Del("first", "second"))
  49. })
  50. t.Run("del cache with errors", func(t *testing.T) {
  51. old := timingWheel.Load()
  52. ticker := timex.NewFakeTicker()
  53. tw, err := collection.NewTimingWheelWithTicker(
  54. time.Millisecond, timingWheelSlots, func(key, value any) {
  55. clean(key, value)
  56. }, ticker)
  57. timingWheel.Store(tw)
  58. assert.NoError(t, err)
  59. t.Cleanup(func() {
  60. timingWheel.Store(old)
  61. })
  62. r, err := miniredis.Run()
  63. assert.NoError(t, err)
  64. defer r.Close()
  65. r.SetError("mock error")
  66. node := NewNode(redis.New(r.Addr(), redis.Cluster()), syncx.NewSingleFlight(),
  67. NewStat("any"), errTestNotFound)
  68. assert.NoError(t, node.Del("foo", "bar"))
  69. ticker.Tick()
  70. runtime.Gosched()
  71. })
  72. }
  73. func TestCacheNode_DelCacheWithErrors(t *testing.T) {
  74. store := redistest.CreateRedis(t)
  75. store.Type = redis.ClusterType
  76. cn := cacheNode{
  77. rds: store,
  78. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  79. lock: new(sync.Mutex),
  80. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  81. stat: NewStat("any"),
  82. errNotFound: errTestNotFound,
  83. }
  84. assert.Nil(t, cn.Del("third", "fourth"))
  85. }
  86. func TestCacheNode_InvalidCache(t *testing.T) {
  87. s, err := miniredis.Run()
  88. assert.Nil(t, err)
  89. defer s.Close()
  90. cn := cacheNode{
  91. rds: redis.New(s.Addr()),
  92. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  93. lock: new(sync.Mutex),
  94. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  95. stat: NewStat("any"),
  96. errNotFound: errTestNotFound,
  97. }
  98. s.Set("any", "value")
  99. var str string
  100. assert.NotNil(t, cn.Get("any", &str))
  101. assert.Equal(t, "", str)
  102. _, err = s.Get("any")
  103. assert.Equal(t, miniredis.ErrKeyNotFound, err)
  104. }
  105. func TestCacheNode_SetWithExpire(t *testing.T) {
  106. store := redistest.CreateRedis(t)
  107. cn := cacheNode{
  108. rds: store,
  109. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  110. barrier: syncx.NewSingleFlight(),
  111. lock: new(sync.Mutex),
  112. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  113. stat: NewStat("any"),
  114. errNotFound: errors.New("any"),
  115. }
  116. assert.NotNil(t, cn.SetWithExpire("key", make(chan int), time.Second))
  117. }
  118. func TestCacheNode_Take(t *testing.T) {
  119. store := redistest.CreateRedis(t)
  120. cn := NewNode(store, syncx.NewSingleFlight(), NewStat("any"), errTestNotFound,
  121. WithExpiry(time.Second), WithNotFoundExpiry(time.Second))
  122. var str string
  123. err := cn.Take(&str, "any", func(v any) error {
  124. *v.(*string) = "value"
  125. return nil
  126. })
  127. assert.Nil(t, err)
  128. assert.Equal(t, "value", str)
  129. assert.Nil(t, cn.Get("any", &str))
  130. val, err := store.Get("any")
  131. assert.Nil(t, err)
  132. assert.Equal(t, `"value"`, val)
  133. }
  134. func TestCacheNode_TakeBadRedis(t *testing.T) {
  135. r, err := miniredis.Run()
  136. assert.NoError(t, err)
  137. defer r.Close()
  138. r.SetError("mock error")
  139. cn := NewNode(redis.New(r.Addr()), syncx.NewSingleFlight(), NewStat("any"),
  140. errTestNotFound, WithExpiry(time.Second), WithNotFoundExpiry(time.Second))
  141. var str string
  142. assert.Error(t, cn.Take(&str, "any", func(v any) error {
  143. *v.(*string) = "value"
  144. return nil
  145. }))
  146. }
  147. func TestCacheNode_TakeNotFound(t *testing.T) {
  148. t.Run("not found", func(t *testing.T) {
  149. store := redistest.CreateRedis(t)
  150. cn := cacheNode{
  151. rds: store,
  152. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  153. barrier: syncx.NewSingleFlight(),
  154. lock: new(sync.Mutex),
  155. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  156. stat: NewStat("any"),
  157. errNotFound: errTestNotFound,
  158. }
  159. var str string
  160. err := cn.Take(&str, "any", func(v any) error {
  161. return errTestNotFound
  162. })
  163. assert.True(t, cn.IsNotFound(err))
  164. assert.True(t, cn.IsNotFound(cn.Get("any", &str)))
  165. val, err := store.Get("any")
  166. assert.Nil(t, err)
  167. assert.Equal(t, `*`, val)
  168. store.Set("any", "*")
  169. err = cn.Take(&str, "any", func(v any) error {
  170. return nil
  171. })
  172. assert.True(t, cn.IsNotFound(err))
  173. assert.True(t, cn.IsNotFound(cn.Get("any", &str)))
  174. store.Del("any")
  175. errDummy := errors.New("dummy")
  176. err = cn.Take(&str, "any", func(v any) error {
  177. return errDummy
  178. })
  179. assert.Equal(t, errDummy, err)
  180. })
  181. t.Run("not found with redis error", func(t *testing.T) {
  182. r, err := miniredis.Run()
  183. assert.NoError(t, err)
  184. defer r.Close()
  185. store, err := redis.NewRedis(redis.RedisConf{
  186. Host: r.Addr(),
  187. Type: redis.NodeType,
  188. })
  189. assert.NoError(t, err)
  190. cn := cacheNode{
  191. rds: store,
  192. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  193. barrier: syncx.NewSingleFlight(),
  194. lock: new(sync.Mutex),
  195. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  196. stat: NewStat("any"),
  197. errNotFound: errTestNotFound,
  198. }
  199. var str string
  200. err = cn.Take(&str, "any", func(v any) error {
  201. r.SetError("mock error")
  202. return errTestNotFound
  203. })
  204. assert.True(t, cn.IsNotFound(err))
  205. })
  206. }
  207. func TestCacheNode_TakeCtxWithRedisError(t *testing.T) {
  208. t.Run("not found with redis error", func(t *testing.T) {
  209. r, err := miniredis.Run()
  210. assert.NoError(t, err)
  211. defer r.Close()
  212. store, err := redis.NewRedis(redis.RedisConf{
  213. Host: r.Addr(),
  214. Type: redis.NodeType,
  215. })
  216. assert.NoError(t, err)
  217. cn := cacheNode{
  218. rds: store,
  219. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  220. barrier: syncx.NewSingleFlight(),
  221. lock: new(sync.Mutex),
  222. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  223. stat: NewStat("any"),
  224. errNotFound: errTestNotFound,
  225. }
  226. var str string
  227. err = cn.Take(&str, "any", func(v any) error {
  228. str = "foo"
  229. r.SetError("mock error")
  230. return nil
  231. })
  232. assert.NoError(t, err)
  233. })
  234. }
  235. func TestCacheNode_TakeNotFoundButChangedByOthers(t *testing.T) {
  236. store := redistest.CreateRedis(t)
  237. cn := cacheNode{
  238. rds: store,
  239. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  240. barrier: syncx.NewSingleFlight(),
  241. lock: new(sync.Mutex),
  242. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  243. stat: NewStat("any"),
  244. errNotFound: errTestNotFound,
  245. }
  246. var str string
  247. err := cn.Take(&str, "any", func(v any) error {
  248. store.Set("any", "foo")
  249. return errTestNotFound
  250. })
  251. assert.True(t, cn.IsNotFound(err))
  252. val, err := store.Get("any")
  253. if assert.NoError(t, err) {
  254. assert.Equal(t, "foo", val)
  255. }
  256. assert.True(t, cn.IsNotFound(cn.Get("any", &str)))
  257. }
  258. func TestCacheNode_TakeWithExpire(t *testing.T) {
  259. store := redistest.CreateRedis(t)
  260. cn := cacheNode{
  261. rds: store,
  262. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  263. barrier: syncx.NewSingleFlight(),
  264. lock: new(sync.Mutex),
  265. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  266. stat: NewStat("any"),
  267. errNotFound: errors.New("any"),
  268. }
  269. var str string
  270. err := cn.TakeWithExpire(&str, "any", func(v any, expire time.Duration) error {
  271. *v.(*string) = "value"
  272. return nil
  273. })
  274. assert.Nil(t, err)
  275. assert.Equal(t, "value", str)
  276. assert.Nil(t, cn.Get("any", &str))
  277. val, err := store.Get("any")
  278. assert.Nil(t, err)
  279. assert.Equal(t, `"value"`, val)
  280. }
  281. func TestCacheNode_String(t *testing.T) {
  282. store := redistest.CreateRedis(t)
  283. cn := cacheNode{
  284. rds: store,
  285. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  286. barrier: syncx.NewSingleFlight(),
  287. lock: new(sync.Mutex),
  288. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  289. stat: NewStat("any"),
  290. errNotFound: errors.New("any"),
  291. }
  292. assert.Equal(t, store.Addr, cn.String())
  293. }
  294. func TestCacheValueWithBigInt(t *testing.T) {
  295. store := redistest.CreateRedis(t)
  296. cn := cacheNode{
  297. rds: store,
  298. r: rand.New(rand.NewSource(time.Now().UnixNano())),
  299. barrier: syncx.NewSingleFlight(),
  300. lock: new(sync.Mutex),
  301. unstableExpiry: mathx.NewUnstable(expiryDeviation),
  302. stat: NewStat("any"),
  303. errNotFound: errors.New("any"),
  304. }
  305. const (
  306. key = "key"
  307. value int64 = 323427211229009810
  308. )
  309. assert.Nil(t, cn.Set(key, value))
  310. var val any
  311. assert.Nil(t, cn.Get(key, &val))
  312. assert.Equal(t, strconv.FormatInt(value, 10), fmt.Sprintf("%v", val))
  313. }