cachedsql_test.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854
  1. package sqlc
  2. import (
  3. "context"
  4. "database/sql"
  5. "encoding/json"
  6. "errors"
  7. "fmt"
  8. "io"
  9. "log"
  10. "os"
  11. "runtime"
  12. "sync"
  13. "sync/atomic"
  14. "testing"
  15. "time"
  16. "github.com/DATA-DOG/go-sqlmock"
  17. "github.com/stretchr/testify/assert"
  18. "github.com/zeromicro/go-zero/core/fx"
  19. "github.com/zeromicro/go-zero/core/logx"
  20. "github.com/zeromicro/go-zero/core/stat"
  21. "github.com/zeromicro/go-zero/core/stores/cache"
  22. "github.com/zeromicro/go-zero/core/stores/redis"
  23. "github.com/zeromicro/go-zero/core/stores/redis/redistest"
  24. "github.com/zeromicro/go-zero/core/stores/sqlx"
  25. "github.com/zeromicro/go-zero/core/syncx"
  26. "github.com/zeromicro/go-zero/internal/dbtest"
  27. )
  28. func init() {
  29. logx.Disable()
  30. stat.SetReporter(nil)
  31. }
  32. func TestCachedConn_GetCache(t *testing.T) {
  33. resetStats()
  34. r := redistest.CreateRedis(t)
  35. c := NewNodeConn(dummySqlConn{}, r, cache.WithExpiry(time.Second*10))
  36. var value string
  37. err := c.GetCache("any", &value)
  38. assert.Equal(t, ErrNotFound, err)
  39. _ = r.Set("any", `"value"`)
  40. err = c.GetCache("any", &value)
  41. assert.Nil(t, err)
  42. assert.Equal(t, "value", value)
  43. }
  44. func TestStat(t *testing.T) {
  45. resetStats()
  46. r := redistest.CreateRedis(t)
  47. c := NewNodeConn(dummySqlConn{}, r, cache.WithExpiry(time.Second*10))
  48. for i := 0; i < 10; i++ {
  49. var str string
  50. err := c.QueryRow(&str, "name", func(conn sqlx.SqlConn, v any) error {
  51. *v.(*string) = "zero"
  52. return nil
  53. })
  54. if err != nil {
  55. t.Error(err)
  56. }
  57. }
  58. assert.Equal(t, uint64(10), atomic.LoadUint64(&stats.Total))
  59. assert.Equal(t, uint64(9), atomic.LoadUint64(&stats.Hit))
  60. }
  61. func TestCachedConn_QueryRowIndex_NoCache(t *testing.T) {
  62. resetStats()
  63. r := redistest.CreateRedis(t)
  64. c := NewConn(dummySqlConn{}, cache.CacheConf{
  65. {
  66. RedisConf: redis.RedisConf{
  67. Host: r.Addr,
  68. Type: redis.NodeType,
  69. },
  70. Weight: 100,
  71. },
  72. }, cache.WithExpiry(time.Second*10))
  73. var str string
  74. err := c.QueryRowIndex(&str, "index", func(s any) string {
  75. return fmt.Sprintf("%s/1234", s)
  76. }, func(conn sqlx.SqlConn, v any) (any, error) {
  77. *v.(*string) = "zero"
  78. return "primary", errors.New("foo")
  79. }, func(conn sqlx.SqlConn, v, pri any) error {
  80. assert.Equal(t, "primary", pri)
  81. *v.(*string) = "xin"
  82. return nil
  83. })
  84. assert.NotNil(t, err)
  85. err = c.QueryRowIndex(&str, "index", func(s any) string {
  86. return fmt.Sprintf("%s/1234", s)
  87. }, func(conn sqlx.SqlConn, v any) (any, error) {
  88. *v.(*string) = "zero"
  89. return "primary", nil
  90. }, func(conn sqlx.SqlConn, v, pri any) error {
  91. assert.Equal(t, "primary", pri)
  92. *v.(*string) = "xin"
  93. return nil
  94. })
  95. assert.Nil(t, err)
  96. assert.Equal(t, "zero", str)
  97. val, err := r.Get("index")
  98. assert.Nil(t, err)
  99. assert.Equal(t, `"primary"`, val)
  100. val, err = r.Get("primary/1234")
  101. assert.Nil(t, err)
  102. assert.Equal(t, `"zero"`, val)
  103. }
  104. func TestCachedConn_QueryRowIndex_HasCache(t *testing.T) {
  105. resetStats()
  106. r := redistest.CreateRedis(t)
  107. c := NewNodeConn(dummySqlConn{}, r, cache.WithExpiry(time.Second*10),
  108. cache.WithNotFoundExpiry(time.Second))
  109. var str string
  110. r.Set("index", `"primary"`)
  111. err := c.QueryRowIndex(&str, "index", func(s any) string {
  112. return fmt.Sprintf("%s/1234", s)
  113. }, func(conn sqlx.SqlConn, v any) (any, error) {
  114. assert.Fail(t, "should not go here")
  115. return "primary", nil
  116. }, func(conn sqlx.SqlConn, v, primary any) error {
  117. *v.(*string) = "xin"
  118. assert.Equal(t, "primary", primary)
  119. return nil
  120. })
  121. assert.Nil(t, err)
  122. assert.Equal(t, "xin", str)
  123. val, err := r.Get("index")
  124. assert.Nil(t, err)
  125. assert.Equal(t, `"primary"`, val)
  126. val, err = r.Get("primary/1234")
  127. assert.Nil(t, err)
  128. assert.Equal(t, `"xin"`, val)
  129. }
  130. func TestCachedConn_QueryRowIndex_HasCache_IntPrimary(t *testing.T) {
  131. const (
  132. primaryInt8 int8 = 100
  133. primaryInt16 int16 = 10000
  134. primaryInt32 int32 = 10000000
  135. primaryInt64 int64 = 10000000
  136. primaryUint8 uint8 = 100
  137. primaryUint16 uint16 = 10000
  138. primaryUint32 uint32 = 10000000
  139. primaryUint64 uint64 = 10000000
  140. )
  141. tests := []struct {
  142. name string
  143. primary any
  144. primaryCache string
  145. }{
  146. {
  147. name: "int8 primary",
  148. primary: primaryInt8,
  149. primaryCache: fmt.Sprint(primaryInt8),
  150. },
  151. {
  152. name: "int16 primary",
  153. primary: primaryInt16,
  154. primaryCache: fmt.Sprint(primaryInt16),
  155. },
  156. {
  157. name: "int32 primary",
  158. primary: primaryInt32,
  159. primaryCache: fmt.Sprint(primaryInt32),
  160. },
  161. {
  162. name: "int64 primary",
  163. primary: primaryInt64,
  164. primaryCache: fmt.Sprint(primaryInt64),
  165. },
  166. {
  167. name: "uint8 primary",
  168. primary: primaryUint8,
  169. primaryCache: fmt.Sprint(primaryUint8),
  170. },
  171. {
  172. name: "uint16 primary",
  173. primary: primaryUint16,
  174. primaryCache: fmt.Sprint(primaryUint16),
  175. },
  176. {
  177. name: "uint32 primary",
  178. primary: primaryUint32,
  179. primaryCache: fmt.Sprint(primaryUint32),
  180. },
  181. {
  182. name: "uint64 primary",
  183. primary: primaryUint64,
  184. primaryCache: fmt.Sprint(primaryUint64),
  185. },
  186. }
  187. for _, test := range tests {
  188. t.Run(test.name, func(t *testing.T) {
  189. resetStats()
  190. r := redistest.CreateRedis(t)
  191. c := NewNodeConn(dummySqlConn{}, r, cache.WithExpiry(time.Second*10),
  192. cache.WithNotFoundExpiry(time.Second))
  193. var str string
  194. r.Set("index", test.primaryCache)
  195. err := c.QueryRowIndex(&str, "index", func(s any) string {
  196. return fmt.Sprintf("%v/1234", s)
  197. }, func(conn sqlx.SqlConn, v any) (any, error) {
  198. assert.Fail(t, "should not go here")
  199. return test.primary, nil
  200. }, func(conn sqlx.SqlConn, v, primary any) error {
  201. *v.(*string) = "xin"
  202. assert.Equal(t, primary, primary)
  203. return nil
  204. })
  205. assert.Nil(t, err)
  206. assert.Equal(t, "xin", str)
  207. val, err := r.Get("index")
  208. assert.Nil(t, err)
  209. assert.Equal(t, test.primaryCache, val)
  210. val, err = r.Get(test.primaryCache + "/1234")
  211. assert.Nil(t, err)
  212. assert.Equal(t, `"xin"`, val)
  213. })
  214. }
  215. }
  216. func TestCachedConn_QueryRowIndex_HasWrongCache(t *testing.T) {
  217. caches := map[string]string{
  218. "index": "primary",
  219. "primary/1234": "xin",
  220. }
  221. for k, v := range caches {
  222. t.Run(k+"/"+v, func(t *testing.T) {
  223. resetStats()
  224. r := redistest.CreateRedis(t)
  225. c := NewNodeConn(dummySqlConn{}, r, cache.WithExpiry(time.Second*10),
  226. cache.WithNotFoundExpiry(time.Second))
  227. var str string
  228. r.Set(k, v)
  229. err := c.QueryRowIndex(&str, "index", func(s any) string {
  230. return fmt.Sprintf("%s/1234", s)
  231. }, func(conn sqlx.SqlConn, v any) (any, error) {
  232. *v.(*string) = "xin"
  233. return "primary", nil
  234. }, func(conn sqlx.SqlConn, v, primary any) error {
  235. *v.(*string) = "xin"
  236. assert.Equal(t, "primary", primary)
  237. return nil
  238. })
  239. assert.Nil(t, err)
  240. assert.Equal(t, "xin", str)
  241. val, err := r.Get("index")
  242. assert.Nil(t, err)
  243. assert.Equal(t, `"primary"`, val)
  244. val, err = r.Get("primary/1234")
  245. assert.Nil(t, err)
  246. assert.Equal(t, `"xin"`, val)
  247. })
  248. }
  249. }
  250. func TestStatCacheFails(t *testing.T) {
  251. resetStats()
  252. log.SetOutput(io.Discard)
  253. defer log.SetOutput(os.Stdout)
  254. r := redis.New("localhost:59999")
  255. c := NewNodeConn(dummySqlConn{}, r, cache.WithExpiry(time.Second*10))
  256. for i := 0; i < 20; i++ {
  257. var str string
  258. err := c.QueryRow(&str, "name", func(conn sqlx.SqlConn, v any) error {
  259. return errors.New("db failed")
  260. })
  261. assert.NotNil(t, err)
  262. }
  263. assert.Equal(t, uint64(20), atomic.LoadUint64(&stats.Total))
  264. assert.Equal(t, uint64(0), atomic.LoadUint64(&stats.Hit))
  265. assert.Equal(t, uint64(20), atomic.LoadUint64(&stats.Miss))
  266. assert.Equal(t, uint64(0), atomic.LoadUint64(&stats.DbFails))
  267. }
  268. func TestStatDbFails(t *testing.T) {
  269. resetStats()
  270. r := redistest.CreateRedis(t)
  271. c := NewNodeConn(dummySqlConn{}, r, cache.WithExpiry(time.Second*10))
  272. for i := 0; i < 20; i++ {
  273. var str string
  274. err := c.QueryRow(&str, "name", func(conn sqlx.SqlConn, v any) error {
  275. return errors.New("db failed")
  276. })
  277. assert.NotNil(t, err)
  278. }
  279. assert.Equal(t, uint64(20), atomic.LoadUint64(&stats.Total))
  280. assert.Equal(t, uint64(0), atomic.LoadUint64(&stats.Hit))
  281. assert.Equal(t, uint64(20), atomic.LoadUint64(&stats.DbFails))
  282. }
  283. func TestStatFromMemory(t *testing.T) {
  284. resetStats()
  285. r := redistest.CreateRedis(t)
  286. c := NewNodeConn(dummySqlConn{}, r, cache.WithExpiry(time.Second*10))
  287. var all sync.WaitGroup
  288. var wait sync.WaitGroup
  289. all.Add(10)
  290. wait.Add(4)
  291. go func() {
  292. var str string
  293. err := c.QueryRow(&str, "name", func(conn sqlx.SqlConn, v any) error {
  294. *v.(*string) = "zero"
  295. return nil
  296. })
  297. if err != nil {
  298. t.Error(err)
  299. }
  300. wait.Wait()
  301. runtime.Gosched()
  302. all.Done()
  303. }()
  304. for i := 0; i < 4; i++ {
  305. go func() {
  306. var str string
  307. wait.Done()
  308. err := c.QueryRow(&str, "name", func(conn sqlx.SqlConn, v any) error {
  309. *v.(*string) = "zero"
  310. return nil
  311. })
  312. if err != nil {
  313. t.Error(err)
  314. }
  315. all.Done()
  316. }()
  317. }
  318. for i := 0; i < 5; i++ {
  319. go func() {
  320. var str string
  321. err := c.QueryRow(&str, "name", func(conn sqlx.SqlConn, v any) error {
  322. *v.(*string) = "zero"
  323. return nil
  324. })
  325. if err != nil {
  326. t.Error(err)
  327. }
  328. all.Done()
  329. }()
  330. }
  331. all.Wait()
  332. assert.Equal(t, uint64(10), atomic.LoadUint64(&stats.Total))
  333. assert.Equal(t, uint64(9), atomic.LoadUint64(&stats.Hit))
  334. }
  335. func TestCachedConn_DelCache(t *testing.T) {
  336. r := redistest.CreateRedis(t)
  337. const (
  338. key = "user"
  339. value = "any"
  340. )
  341. assert.NoError(t, r.Set(key, value))
  342. c := NewNodeConn(&trackedConn{}, r, cache.WithExpiry(time.Second*30))
  343. err := c.DelCache(key)
  344. assert.Nil(t, err)
  345. val, err := r.Get(key)
  346. assert.Nil(t, err)
  347. assert.Empty(t, val)
  348. }
  349. func TestCachedConnQueryRow(t *testing.T) {
  350. r := redistest.CreateRedis(t)
  351. const (
  352. key = "user"
  353. value = "any"
  354. )
  355. var conn trackedConn
  356. var user string
  357. var ran bool
  358. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*30))
  359. err := c.QueryRow(&user, key, func(conn sqlx.SqlConn, v any) error {
  360. ran = true
  361. user = value
  362. return nil
  363. })
  364. assert.Nil(t, err)
  365. actualValue, err := r.Get(key)
  366. assert.Nil(t, err)
  367. var actual string
  368. assert.Nil(t, json.Unmarshal([]byte(actualValue), &actual))
  369. assert.Equal(t, value, actual)
  370. assert.Equal(t, value, user)
  371. assert.True(t, ran)
  372. }
  373. func TestCachedConnQueryRowFromCache(t *testing.T) {
  374. r := redistest.CreateRedis(t)
  375. const (
  376. key = "user"
  377. value = "any"
  378. )
  379. var conn trackedConn
  380. var user string
  381. var ran bool
  382. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*30))
  383. assert.Nil(t, c.SetCache(key, value))
  384. err := c.QueryRow(&user, key, func(conn sqlx.SqlConn, v any) error {
  385. ran = true
  386. user = value
  387. return nil
  388. })
  389. assert.Nil(t, err)
  390. actualValue, err := r.Get(key)
  391. assert.Nil(t, err)
  392. var actual string
  393. assert.Nil(t, json.Unmarshal([]byte(actualValue), &actual))
  394. assert.Equal(t, value, actual)
  395. assert.Equal(t, value, user)
  396. assert.False(t, ran)
  397. }
  398. func TestQueryRowNotFound(t *testing.T) {
  399. r := redistest.CreateRedis(t)
  400. const key = "user"
  401. var conn trackedConn
  402. var user string
  403. var ran int
  404. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*30))
  405. for i := 0; i < 20; i++ {
  406. err := c.QueryRow(&user, key, func(conn sqlx.SqlConn, v any) error {
  407. ran++
  408. return sql.ErrNoRows
  409. })
  410. assert.Exactly(t, sqlx.ErrNotFound, err)
  411. }
  412. assert.Equal(t, 1, ran)
  413. }
  414. func TestCachedConnExec(t *testing.T) {
  415. r := redistest.CreateRedis(t)
  416. var conn trackedConn
  417. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*10))
  418. _, err := c.ExecNoCache("delete from user_table where id='kevin'")
  419. assert.Nil(t, err)
  420. assert.True(t, conn.execValue)
  421. }
  422. func TestCachedConnExecDropCache(t *testing.T) {
  423. t.Run("drop cache", func(t *testing.T) {
  424. r, err := miniredis.Run()
  425. assert.Nil(t, err)
  426. defer fx.DoWithTimeout(func() error {
  427. r.Close()
  428. return nil
  429. }, time.Second)
  430. const (
  431. key = "user"
  432. value = "any"
  433. )
  434. var conn trackedConn
  435. c := NewNodeConn(&conn, redis.New(r.Addr()), cache.WithExpiry(time.Second*30))
  436. assert.Nil(t, c.SetCache(key, value))
  437. _, err = c.Exec(func(conn sqlx.SqlConn) (result sql.Result, e error) {
  438. return conn.Exec("delete from user_table where id='kevin'")
  439. }, key)
  440. assert.Nil(t, err)
  441. assert.True(t, conn.execValue)
  442. _, err = r.Get(key)
  443. assert.Exactly(t, miniredis.ErrKeyNotFound, err)
  444. _, err = c.Exec(func(conn sqlx.SqlConn) (result sql.Result, e error) {
  445. return nil, errors.New("foo")
  446. }, key)
  447. assert.NotNil(t, err)
  448. })
  449. }
  450. func TestCachedConn_SetCacheWithExpire(t *testing.T) {
  451. r, err := miniredis.Run()
  452. assert.Nil(t, err)
  453. defer fx.DoWithTimeout(func() error {
  454. r.Close()
  455. return nil
  456. }, time.Second)
  457. const (
  458. key = "user"
  459. value = "any"
  460. )
  461. var conn trackedConn
  462. c := NewNodeConn(&conn, redis.New(r.Addr()), cache.WithExpiry(time.Second*30))
  463. assert.Nil(t, c.SetCacheWithExpire(key, value, time.Minute))
  464. val, err := r.Get(key)
  465. if assert.NoError(t, err) {
  466. ttl := r.TTL(key)
  467. assert.True(t, ttl > 0 && ttl <= time.Minute)
  468. assert.Equal(t, fmt.Sprintf("%q", value), val)
  469. }
  470. }
  471. func TestCachedConnExecDropCacheFailed(t *testing.T) {
  472. const key = "user"
  473. var conn trackedConn
  474. r := redis.New("anyredis:8888")
  475. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*10))
  476. _, err := c.Exec(func(conn sqlx.SqlConn) (result sql.Result, e error) {
  477. return conn.Exec("delete from user_table where id='kevin'")
  478. }, key)
  479. // async background clean, retry logic
  480. assert.Nil(t, err)
  481. }
  482. func TestCachedConnQueryRows(t *testing.T) {
  483. r := redistest.CreateRedis(t)
  484. var conn trackedConn
  485. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*10))
  486. var users []string
  487. err := c.QueryRowsNoCache(&users, "select user from user_table where id='kevin'")
  488. assert.Nil(t, err)
  489. assert.True(t, conn.queryRowsValue)
  490. }
  491. func TestCachedConnQueryRowsPartial(t *testing.T) {
  492. r := redistest.CreateRedis(t)
  493. var conn trackedConn
  494. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*10))
  495. var users []string
  496. err := c.QueryRowsPartialNoCache(&users, "select user from user_table where id='kevin'")
  497. assert.Nil(t, err)
  498. assert.True(t, conn.queryRowsValue)
  499. }
  500. func TestCachedConnTransact(t *testing.T) {
  501. r := redistest.CreateRedis(t)
  502. var conn trackedConn
  503. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*10))
  504. err := c.Transact(func(session sqlx.Session) error {
  505. return nil
  506. })
  507. assert.Nil(t, err)
  508. assert.True(t, conn.transactValue)
  509. }
  510. func TestQueryRowNoCache(t *testing.T) {
  511. r := redistest.CreateRedis(t)
  512. const (
  513. key = "user"
  514. value = "any"
  515. )
  516. var user string
  517. var ran bool
  518. conn := dummySqlConn{queryRow: func(v any, q string, args ...any) error {
  519. user = value
  520. ran = true
  521. return nil
  522. }}
  523. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*30))
  524. err := c.QueryRowNoCache(&user, key)
  525. assert.Nil(t, err)
  526. assert.Equal(t, value, user)
  527. assert.True(t, ran)
  528. }
  529. func TestQueryRowPartialNoCache(t *testing.T) {
  530. r := redistest.CreateRedis(t)
  531. const (
  532. key = "user"
  533. value = "any"
  534. )
  535. var user string
  536. var ran bool
  537. conn := dummySqlConn{queryRow: func(v any, q string, args ...any) error {
  538. user = value
  539. ran = true
  540. return nil
  541. }}
  542. c := NewNodeConn(&conn, r, cache.WithExpiry(time.Second*30))
  543. err := c.QueryRowPartialNoCache(&user, key)
  544. assert.Nil(t, err)
  545. assert.Equal(t, value, user)
  546. assert.True(t, ran)
  547. }
  548. func TestNewConnWithCache(t *testing.T) {
  549. r := redistest.CreateRedis(t)
  550. var conn trackedConn
  551. c := NewConnWithCache(&conn, cache.NewNode(r, singleFlights, stats, sql.ErrNoRows))
  552. _, err := c.ExecNoCache("delete from user_table where id='kevin'")
  553. assert.Nil(t, err)
  554. assert.True(t, conn.execValue)
  555. }
  556. func TestCachedConn_WithSession(t *testing.T) {
  557. dbtest.RunTxTest(t, func(tx *sql.Tx, mock sqlmock.Sqlmock) {
  558. mock.ExpectExec("any").WillReturnResult(sqlmock.NewResult(2, 3))
  559. r := redistest.CreateRedis(t)
  560. conn := CachedConn{
  561. cache: cache.NewNode(r, syncx.NewSingleFlight(), stats, sql.ErrNoRows),
  562. }
  563. conn = conn.WithSession(sqlx.NewSessionFromTx(tx))
  564. res, err := conn.Exec(func(conn sqlx.SqlConn) (sql.Result, error) {
  565. return conn.Exec("any")
  566. }, "foo")
  567. assert.NoError(t, err)
  568. last, err := res.LastInsertId()
  569. assert.NoError(t, err)
  570. assert.Equal(t, int64(2), last)
  571. affected, err := res.RowsAffected()
  572. assert.NoError(t, err)
  573. assert.Equal(t, int64(3), affected)
  574. })
  575. dbtest.RunTest(t, func(db *sql.DB, mock sqlmock.Sqlmock) {
  576. mock.ExpectBegin()
  577. mock.ExpectExec("any").WillReturnResult(sqlmock.NewResult(2, 3))
  578. mock.ExpectCommit()
  579. r := redistest.CreateRedis(t)
  580. conn := CachedConn{
  581. db: sqlx.NewSqlConnFromDB(db),
  582. cache: cache.NewNode(r, syncx.NewSingleFlight(), stats, sql.ErrNoRows),
  583. }
  584. assert.NoError(t, conn.Transact(func(session sqlx.Session) error {
  585. conn = conn.WithSession(session)
  586. res, err := conn.Exec(func(conn sqlx.SqlConn) (sql.Result, error) {
  587. return conn.Exec("any")
  588. }, "foo")
  589. assert.NoError(t, err)
  590. last, err := res.LastInsertId()
  591. assert.NoError(t, err)
  592. assert.Equal(t, int64(2), last)
  593. affected, err := res.RowsAffected()
  594. assert.NoError(t, err)
  595. assert.Equal(t, int64(3), affected)
  596. return nil
  597. }))
  598. })
  599. dbtest.RunTest(t, func(db *sql.DB, mock sqlmock.Sqlmock) {
  600. mock.ExpectBegin()
  601. mock.ExpectExec("any").WillReturnError(errors.New("foo"))
  602. mock.ExpectRollback()
  603. r := redistest.CreateRedis(t)
  604. conn := CachedConn{
  605. db: sqlx.NewSqlConnFromDB(db),
  606. cache: cache.NewNode(r, syncx.NewSingleFlight(), stats, sql.ErrNoRows),
  607. }
  608. assert.Error(t, conn.Transact(func(session sqlx.Session) error {
  609. conn = conn.WithSession(session)
  610. _, err := conn.Exec(func(conn sqlx.SqlConn) (sql.Result, error) {
  611. return conn.Exec("any")
  612. }, "bar")
  613. return err
  614. }))
  615. })
  616. dbtest.RunTest(t, func(db *sql.DB, mock sqlmock.Sqlmock) {
  617. mock.ExpectBegin()
  618. mock.ExpectQuery("any").WillReturnRows(sqlmock.NewRows([]string{"id"}).AddRow(2))
  619. mock.ExpectCommit()
  620. r := redistest.CreateRedis(t)
  621. conn := CachedConn{
  622. db: sqlx.NewSqlConnFromDB(db),
  623. cache: cache.NewNode(r, syncx.NewSingleFlight(), stats, sql.ErrNoRows),
  624. }
  625. assert.NoError(t, conn.Transact(func(session sqlx.Session) error {
  626. var val string
  627. conn = conn.WithSession(session)
  628. err := conn.QueryRow(&val, "foo", func(conn sqlx.SqlConn, v interface{}) error {
  629. return conn.QueryRow(v, "any")
  630. })
  631. assert.Equal(t, "2", val)
  632. return err
  633. }))
  634. val, err := r.Get("foo")
  635. assert.NoError(t, err)
  636. assert.Equal(t, `"2"`, val)
  637. })
  638. dbtest.RunTest(t, func(db *sql.DB, mock sqlmock.Sqlmock) {
  639. mock.ExpectBegin()
  640. mock.ExpectQuery("any").WillReturnRows(sqlmock.NewRows([]string{"id"}).AddRow(2))
  641. mock.ExpectExec("any").WillReturnResult(sqlmock.NewResult(2, 3))
  642. mock.ExpectCommit()
  643. r := redistest.CreateRedis(t)
  644. conn := CachedConn{
  645. db: sqlx.NewSqlConnFromDB(db),
  646. cache: cache.NewNode(r, syncx.NewSingleFlight(), stats, sql.ErrNoRows),
  647. }
  648. assert.NoError(t, conn.Transact(func(session sqlx.Session) error {
  649. var val string
  650. conn = conn.WithSession(session)
  651. assert.NoError(t, conn.QueryRow(&val, "foo", func(conn sqlx.SqlConn, v interface{}) error {
  652. return conn.QueryRow(v, "any")
  653. }))
  654. assert.Equal(t, "2", val)
  655. _, err := conn.Exec(func(conn sqlx.SqlConn) (sql.Result, error) {
  656. return conn.Exec("any")
  657. }, "foo")
  658. return err
  659. }))
  660. val, err := r.Get("foo")
  661. assert.NoError(t, err)
  662. assert.Empty(t, val)
  663. })
  664. }
  665. func resetStats() {
  666. atomic.StoreUint64(&stats.Total, 0)
  667. atomic.StoreUint64(&stats.Hit, 0)
  668. atomic.StoreUint64(&stats.Miss, 0)
  669. atomic.StoreUint64(&stats.DbFails, 0)
  670. }
  671. type dummySqlConn struct {
  672. queryRow func(any, string, ...any) error
  673. }
  674. func (d dummySqlConn) ExecCtx(_ context.Context, _ string, _ ...any) (sql.Result, error) {
  675. return nil, nil
  676. }
  677. func (d dummySqlConn) PrepareCtx(_ context.Context, _ string) (sqlx.StmtSession, error) {
  678. return nil, nil
  679. }
  680. func (d dummySqlConn) QueryRowPartialCtx(_ context.Context, _ any, _ string, _ ...any) error {
  681. return nil
  682. }
  683. func (d dummySqlConn) QueryRowsCtx(_ context.Context, _ any, _ string, _ ...any) error {
  684. return nil
  685. }
  686. func (d dummySqlConn) QueryRowsPartialCtx(_ context.Context, _ any, _ string, _ ...any) error {
  687. return nil
  688. }
  689. func (d dummySqlConn) TransactCtx(_ context.Context, _ func(context.Context, sqlx.Session) error) error {
  690. return nil
  691. }
  692. func (d dummySqlConn) Exec(_ string, _ ...any) (sql.Result, error) {
  693. return nil, nil
  694. }
  695. func (d dummySqlConn) Prepare(_ string) (sqlx.StmtSession, error) {
  696. return nil, nil
  697. }
  698. func (d dummySqlConn) QueryRow(v any, query string, args ...any) error {
  699. return d.QueryRowCtx(context.Background(), v, query, args...)
  700. }
  701. func (d dummySqlConn) QueryRowCtx(_ context.Context, v any, query string, args ...any) error {
  702. if d.queryRow != nil {
  703. return d.queryRow(v, query, args...)
  704. }
  705. return nil
  706. }
  707. func (d dummySqlConn) QueryRowPartial(_ any, _ string, _ ...any) error {
  708. return nil
  709. }
  710. func (d dummySqlConn) QueryRows(_ any, _ string, _ ...any) error {
  711. return nil
  712. }
  713. func (d dummySqlConn) QueryRowsPartial(_ any, _ string, _ ...any) error {
  714. return nil
  715. }
  716. func (d dummySqlConn) RawDB() (*sql.DB, error) {
  717. return nil, nil
  718. }
  719. func (d dummySqlConn) Transact(func(session sqlx.Session) error) error {
  720. return nil
  721. }
  722. type trackedConn struct {
  723. dummySqlConn
  724. execValue bool
  725. queryRowsValue bool
  726. transactValue bool
  727. }
  728. func (c *trackedConn) Exec(query string, args ...any) (sql.Result, error) {
  729. return c.ExecCtx(context.Background(), query, args...)
  730. }
  731. func (c *trackedConn) ExecCtx(ctx context.Context, query string, args ...any) (sql.Result, error) {
  732. c.execValue = true
  733. return c.dummySqlConn.ExecCtx(ctx, query, args...)
  734. }
  735. func (c *trackedConn) QueryRows(v any, query string, args ...any) error {
  736. return c.QueryRowsCtx(context.Background(), v, query, args...)
  737. }
  738. func (c *trackedConn) QueryRowsCtx(ctx context.Context, v any, query string, args ...any) error {
  739. c.queryRowsValue = true
  740. return c.dummySqlConn.QueryRowsCtx(ctx, v, query, args...)
  741. }
  742. func (c *trackedConn) RawDB() (*sql.DB, error) {
  743. return nil, nil
  744. }
  745. func (c *trackedConn) Transact(fn func(session sqlx.Session) error) error {
  746. return c.TransactCtx(context.Background(), func(_ context.Context, session sqlx.Session) error {
  747. return fn(session)
  748. })
  749. }
  750. func (c *trackedConn) TransactCtx(ctx context.Context, fn func(context.Context, sqlx.Session) error) error {
  751. c.transactValue = true
  752. return c.dummySqlConn.TransactCtx(ctx, fn)
  753. }