rollingwindow.go 2.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149
  1. package collection
  2. import (
  3. "sync"
  4. "time"
  5. "github.com/tal-tech/go-zero/core/timex"
  6. )
  7. type (
  8. RollingWindowOption func(rollingWindow *RollingWindow)
  9. RollingWindow struct {
  10. lock sync.RWMutex
  11. size int
  12. win *window
  13. interval time.Duration
  14. offset int
  15. ignoreCurrent bool
  16. lastTime time.Duration
  17. }
  18. )
  19. func NewRollingWindow(size int, interval time.Duration, opts ...RollingWindowOption) *RollingWindow {
  20. if size < 1 {
  21. panic("size must be greater than 0")
  22. }
  23. w := &RollingWindow{
  24. size: size,
  25. win: newWindow(size),
  26. interval: interval,
  27. lastTime: timex.Now(),
  28. }
  29. for _, opt := range opts {
  30. opt(w)
  31. }
  32. return w
  33. }
  34. func (rw *RollingWindow) Add(v float64) {
  35. rw.lock.Lock()
  36. defer rw.lock.Unlock()
  37. rw.updateOffset()
  38. rw.win.add(rw.offset, v)
  39. }
  40. func (rw *RollingWindow) Reduce(fn func(b *Bucket)) {
  41. rw.lock.RLock()
  42. defer rw.lock.RUnlock()
  43. var diff int
  44. span := rw.span()
  45. // ignore current bucket, because of partial data
  46. if span == 0 && rw.ignoreCurrent {
  47. diff = rw.size - 1
  48. } else {
  49. diff = rw.size - span
  50. }
  51. if diff > 0 {
  52. offset := (rw.offset + span + 1) % rw.size
  53. rw.win.reduce(offset, diff, fn)
  54. }
  55. }
  56. func (rw *RollingWindow) span() int {
  57. offset := int(timex.Since(rw.lastTime) / rw.interval)
  58. if 0 <= offset && offset < rw.size {
  59. return offset
  60. } else {
  61. return rw.size
  62. }
  63. }
  64. func (rw *RollingWindow) updateOffset() {
  65. span := rw.span()
  66. if span > 0 {
  67. offset := rw.offset
  68. // reset expired buckets
  69. start := offset + 1
  70. steps := start + span
  71. var remainder int
  72. if steps > rw.size {
  73. remainder = steps - rw.size
  74. steps = rw.size
  75. }
  76. for i := start; i < steps; i++ {
  77. rw.win.resetBucket(i)
  78. offset = i
  79. }
  80. for i := 0; i < remainder; i++ {
  81. rw.win.resetBucket(i)
  82. offset = i
  83. }
  84. rw.offset = offset
  85. rw.lastTime = timex.Now()
  86. }
  87. }
  88. type Bucket struct {
  89. Sum float64
  90. Count int64
  91. }
  92. func (b *Bucket) add(v float64) {
  93. b.Sum += v
  94. b.Count++
  95. }
  96. func (b *Bucket) reset() {
  97. b.Sum = 0
  98. b.Count = 0
  99. }
  100. type window struct {
  101. buckets []*Bucket
  102. size int
  103. }
  104. func newWindow(size int) *window {
  105. var buckets []*Bucket
  106. for i := 0; i < size; i++ {
  107. buckets = append(buckets, new(Bucket))
  108. }
  109. return &window{
  110. buckets: buckets,
  111. size: size,
  112. }
  113. }
  114. func (w *window) add(offset int, v float64) {
  115. w.buckets[offset%w.size].add(v)
  116. }
  117. func (w *window) reduce(start, count int, fn func(b *Bucket)) {
  118. for i := 0; i < count; i++ {
  119. fn(w.buckets[(start+i)%len(w.buckets)])
  120. }
  121. }
  122. func (w *window) resetBucket(offset int) {
  123. w.buckets[offset].reset()
  124. }
  125. func IgnoreCurrentBucket() RollingWindowOption {
  126. return func(w *RollingWindow) {
  127. w.ignoreCurrent = true
  128. }
  129. }