rollingwindow.go 2.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153
  1. package collection
  2. import (
  3. "sync"
  4. "time"
  5. "github.com/tal-tech/go-zero/core/timex"
  6. )
  7. type (
  8. RollingWindowOption func(rollingWindow *RollingWindow)
  9. RollingWindow struct {
  10. lock sync.RWMutex
  11. size int
  12. win *window
  13. interval time.Duration
  14. offset int
  15. ignoreCurrent bool
  16. lastTime time.Duration // start time of the last bucket
  17. }
  18. )
  19. func NewRollingWindow(size int, interval time.Duration, opts ...RollingWindowOption) *RollingWindow {
  20. if size < 1 {
  21. panic("size must be greater than 0")
  22. }
  23. w := &RollingWindow{
  24. size: size,
  25. win: newWindow(size),
  26. interval: interval,
  27. lastTime: timex.Now(),
  28. }
  29. for _, opt := range opts {
  30. opt(w)
  31. }
  32. return w
  33. }
  34. func (rw *RollingWindow) Add(v float64) {
  35. rw.lock.Lock()
  36. defer rw.lock.Unlock()
  37. rw.updateOffset()
  38. rw.win.add(rw.offset, v)
  39. }
  40. func (rw *RollingWindow) Reduce(fn func(b *Bucket)) {
  41. rw.lock.RLock()
  42. defer rw.lock.RUnlock()
  43. var diff int
  44. span := rw.span()
  45. // ignore current bucket, because of partial data
  46. if span == 0 && rw.ignoreCurrent {
  47. diff = rw.size - 1
  48. } else {
  49. diff = rw.size - span
  50. }
  51. if diff > 0 {
  52. offset := (rw.offset + span + 1) % rw.size
  53. rw.win.reduce(offset, diff, fn)
  54. }
  55. }
  56. func (rw *RollingWindow) span() int {
  57. offset := int(timex.Since(rw.lastTime) / rw.interval)
  58. if 0 <= offset && offset < rw.size {
  59. return offset
  60. } else {
  61. return rw.size
  62. }
  63. }
  64. func (rw *RollingWindow) updateOffset() {
  65. span := rw.span()
  66. if span <= 0 {
  67. return
  68. }
  69. offset := rw.offset
  70. start := offset + 1
  71. steps := start + span
  72. var remainder int
  73. if steps > rw.size {
  74. remainder = steps - rw.size
  75. steps = rw.size
  76. }
  77. // reset expired buckets
  78. for i := start; i < steps; i++ {
  79. rw.win.resetBucket(i)
  80. }
  81. for i := 0; i < remainder; i++ {
  82. rw.win.resetBucket(i)
  83. }
  84. rw.offset = (offset + span) % rw.size
  85. now := timex.Now()
  86. // align to interval time boundary
  87. rw.lastTime = now - (now-rw.lastTime)%rw.interval
  88. }
  89. type Bucket struct {
  90. Sum float64
  91. Count int64
  92. }
  93. func (b *Bucket) add(v float64) {
  94. b.Sum += v
  95. b.Count++
  96. }
  97. func (b *Bucket) reset() {
  98. b.Sum = 0
  99. b.Count = 0
  100. }
  101. type window struct {
  102. buckets []*Bucket
  103. size int
  104. }
  105. func newWindow(size int) *window {
  106. buckets := make([]*Bucket, size)
  107. for i := 0; i < size; i++ {
  108. buckets[i] = new(Bucket)
  109. }
  110. return &window{
  111. buckets: buckets,
  112. size: size,
  113. }
  114. }
  115. func (w *window) add(offset int, v float64) {
  116. w.buckets[offset%w.size].add(v)
  117. }
  118. func (w *window) reduce(start, count int, fn func(b *Bucket)) {
  119. for i := 0; i < count; i++ {
  120. fn(w.buckets[(start+i)%w.size])
  121. }
  122. }
  123. func (w *window) resetBucket(offset int) {
  124. w.buckets[offset%w.size].reset()
  125. }
  126. func IgnoreCurrentBucket() RollingWindowOption {
  127. return func(w *RollingWindow) {
  128. w.ignoreCurrent = true
  129. }
  130. }