cachedcollection_test.go 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293
  1. package mongoc
  2. import (
  3. "errors"
  4. "io/ioutil"
  5. "log"
  6. "os"
  7. "runtime"
  8. "sync"
  9. "sync/atomic"
  10. "testing"
  11. "time"
  12. "github.com/globalsign/mgo"
  13. "github.com/globalsign/mgo/bson"
  14. "github.com/stretchr/testify/assert"
  15. "github.com/tal-tech/go-zero/core/stat"
  16. "github.com/tal-tech/go-zero/core/stores/cache"
  17. "github.com/tal-tech/go-zero/core/stores/mongo"
  18. "github.com/tal-tech/go-zero/core/stores/redis"
  19. "github.com/tal-tech/go-zero/core/stores/redis/redistest"
  20. )
  21. func init() {
  22. stat.SetReporter(nil)
  23. }
  24. func TestStat(t *testing.T) {
  25. resetStats()
  26. r, clean, err := redistest.CreateRedis()
  27. assert.Nil(t, err)
  28. defer clean()
  29. cach := cache.NewCacheNode(r, sharedCalls, stats, mgo.ErrNotFound)
  30. c := newCollection(dummyConn{}, cach)
  31. for i := 0; i < 10; i++ {
  32. var str string
  33. if err = c.cache.Take(&str, "name", func(v interface{}) error {
  34. *v.(*string) = "zero"
  35. return nil
  36. }); err != nil {
  37. t.Error(err)
  38. }
  39. }
  40. assert.Equal(t, uint64(10), atomic.LoadUint64(&stats.Total))
  41. assert.Equal(t, uint64(9), atomic.LoadUint64(&stats.Hit))
  42. }
  43. func TestStatCacheFails(t *testing.T) {
  44. resetStats()
  45. log.SetOutput(ioutil.Discard)
  46. defer log.SetOutput(os.Stdout)
  47. r := redis.NewRedis("localhost:59999", redis.NodeType)
  48. cach := cache.NewCacheNode(r, sharedCalls, stats, mgo.ErrNotFound)
  49. c := newCollection(dummyConn{}, cach)
  50. for i := 0; i < 20; i++ {
  51. var str string
  52. err := c.FindOne(&str, "name", bson.M{})
  53. assert.NotNil(t, err)
  54. }
  55. assert.Equal(t, uint64(20), atomic.LoadUint64(&stats.Total))
  56. assert.Equal(t, uint64(0), atomic.LoadUint64(&stats.Hit))
  57. assert.Equal(t, uint64(20), atomic.LoadUint64(&stats.Miss))
  58. assert.Equal(t, uint64(0), atomic.LoadUint64(&stats.DbFails))
  59. }
  60. func TestStatDbFails(t *testing.T) {
  61. resetStats()
  62. r, clean, err := redistest.CreateRedis()
  63. assert.Nil(t, err)
  64. defer clean()
  65. cach := cache.NewCacheNode(r, sharedCalls, stats, mgo.ErrNotFound)
  66. c := newCollection(dummyConn{}, cach)
  67. for i := 0; i < 20; i++ {
  68. var str string
  69. err := c.cache.Take(&str, "name", func(v interface{}) error {
  70. return errors.New("db failed")
  71. })
  72. assert.NotNil(t, err)
  73. }
  74. assert.Equal(t, uint64(20), atomic.LoadUint64(&stats.Total))
  75. assert.Equal(t, uint64(0), atomic.LoadUint64(&stats.Hit))
  76. assert.Equal(t, uint64(20), atomic.LoadUint64(&stats.DbFails))
  77. }
  78. func TestStatFromMemory(t *testing.T) {
  79. resetStats()
  80. r, clean, err := redistest.CreateRedis()
  81. assert.Nil(t, err)
  82. defer clean()
  83. cach := cache.NewCacheNode(r, sharedCalls, stats, mgo.ErrNotFound)
  84. c := newCollection(dummyConn{}, cach)
  85. var all sync.WaitGroup
  86. var wait sync.WaitGroup
  87. all.Add(10)
  88. wait.Add(4)
  89. go func() {
  90. var str string
  91. if err := c.cache.Take(&str, "name", func(v interface{}) error {
  92. *v.(*string) = "zero"
  93. return nil
  94. }); err != nil {
  95. t.Error(err)
  96. }
  97. wait.Wait()
  98. runtime.Gosched()
  99. all.Done()
  100. }()
  101. for i := 0; i < 4; i++ {
  102. go func() {
  103. var str string
  104. wait.Done()
  105. if err := c.cache.Take(&str, "name", func(v interface{}) error {
  106. *v.(*string) = "zero"
  107. return nil
  108. }); err != nil {
  109. t.Error(err)
  110. }
  111. all.Done()
  112. }()
  113. }
  114. for i := 0; i < 5; i++ {
  115. go func() {
  116. var str string
  117. if err := c.cache.Take(&str, "name", func(v interface{}) error {
  118. *v.(*string) = "zero"
  119. return nil
  120. }); err != nil {
  121. t.Error(err)
  122. }
  123. all.Done()
  124. }()
  125. }
  126. all.Wait()
  127. assert.Equal(t, uint64(10), atomic.LoadUint64(&stats.Total))
  128. assert.Equal(t, uint64(9), atomic.LoadUint64(&stats.Hit))
  129. }
  130. func resetStats() {
  131. atomic.StoreUint64(&stats.Total, 0)
  132. atomic.StoreUint64(&stats.Hit, 0)
  133. atomic.StoreUint64(&stats.Miss, 0)
  134. atomic.StoreUint64(&stats.DbFails, 0)
  135. }
  136. type dummyConn struct {
  137. }
  138. func (c dummyConn) Find(query interface{}) mongo.Query {
  139. return dummyQuery{}
  140. }
  141. func (c dummyConn) FindId(id interface{}) mongo.Query {
  142. return dummyQuery{}
  143. }
  144. func (c dummyConn) Insert(docs ...interface{}) error {
  145. return nil
  146. }
  147. func (c dummyConn) Remove(selector interface{}) error {
  148. return nil
  149. }
  150. func (dummyConn) Pipe(pipeline interface{}) mongo.Pipe {
  151. return nil
  152. }
  153. func (c dummyConn) RemoveAll(selector interface{}) (*mgo.ChangeInfo, error) {
  154. return nil, nil
  155. }
  156. func (c dummyConn) RemoveId(id interface{}) error {
  157. return nil
  158. }
  159. func (c dummyConn) Update(selector, update interface{}) error {
  160. return nil
  161. }
  162. func (c dummyConn) UpdateId(id, update interface{}) error {
  163. return nil
  164. }
  165. func (c dummyConn) Upsert(selector, update interface{}) (*mgo.ChangeInfo, error) {
  166. return nil, nil
  167. }
  168. type dummyQuery struct {
  169. }
  170. func (d dummyQuery) All(result interface{}) error {
  171. return nil
  172. }
  173. func (d dummyQuery) Apply(change mgo.Change, result interface{}) (*mgo.ChangeInfo, error) {
  174. return nil, nil
  175. }
  176. func (d dummyQuery) Count() (int, error) {
  177. return 0, nil
  178. }
  179. func (d dummyQuery) Distinct(key string, result interface{}) error {
  180. return nil
  181. }
  182. func (d dummyQuery) Explain(result interface{}) error {
  183. return nil
  184. }
  185. func (d dummyQuery) For(result interface{}, f func() error) error {
  186. return nil
  187. }
  188. func (d dummyQuery) MapReduce(job *mgo.MapReduce, result interface{}) (*mgo.MapReduceInfo, error) {
  189. return nil, nil
  190. }
  191. func (d dummyQuery) One(result interface{}) error {
  192. return nil
  193. }
  194. func (d dummyQuery) Batch(n int) mongo.Query {
  195. return d
  196. }
  197. func (d dummyQuery) Collation(collation *mgo.Collation) mongo.Query {
  198. return d
  199. }
  200. func (d dummyQuery) Comment(comment string) mongo.Query {
  201. return d
  202. }
  203. func (d dummyQuery) Hint(indexKey ...string) mongo.Query {
  204. return d
  205. }
  206. func (d dummyQuery) Iter() mongo.Iter {
  207. return &mgo.Iter{}
  208. }
  209. func (d dummyQuery) Limit(n int) mongo.Query {
  210. return d
  211. }
  212. func (d dummyQuery) LogReplay() mongo.Query {
  213. return d
  214. }
  215. func (d dummyQuery) Prefetch(p float64) mongo.Query {
  216. return d
  217. }
  218. func (d dummyQuery) Select(selector interface{}) mongo.Query {
  219. return d
  220. }
  221. func (d dummyQuery) SetMaxScan(n int) mongo.Query {
  222. return d
  223. }
  224. func (d dummyQuery) SetMaxTime(duration time.Duration) mongo.Query {
  225. return d
  226. }
  227. func (d dummyQuery) Skip(n int) mongo.Query {
  228. return d
  229. }
  230. func (d dummyQuery) Snapshot() mongo.Query {
  231. return d
  232. }
  233. func (d dummyQuery) Sort(fields ...string) mongo.Query {
  234. return d
  235. }
  236. func (d dummyQuery) Tail(timeout time.Duration) mongo.Iter {
  237. return &mgo.Iter{}
  238. }