loghandler.go 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. package handler
  2. import (
  3. "bufio"
  4. "bytes"
  5. "context"
  6. "errors"
  7. "fmt"
  8. "io"
  9. "io/ioutil"
  10. "net"
  11. "net/http"
  12. "net/http/httputil"
  13. "strings"
  14. "time"
  15. "github.com/tal-tech/go-zero/core/iox"
  16. "github.com/tal-tech/go-zero/core/logx"
  17. "github.com/tal-tech/go-zero/core/timex"
  18. "github.com/tal-tech/go-zero/core/utils"
  19. "github.com/tal-tech/go-zero/rest/httpx"
  20. "github.com/tal-tech/go-zero/rest/internal"
  21. )
  22. const (
  23. limitBodyBytes = 1024
  24. slowThreshold = time.Millisecond * 500
  25. )
  26. type loggedResponseWriter struct {
  27. w http.ResponseWriter
  28. r *http.Request
  29. code int
  30. }
  31. func (w *loggedResponseWriter) Flush() {
  32. if flusher, ok := w.w.(http.Flusher); ok {
  33. flusher.Flush()
  34. }
  35. }
  36. func (w *loggedResponseWriter) Header() http.Header {
  37. return w.w.Header()
  38. }
  39. // Hijack implements the http.Hijacker interface.
  40. // This expands the Response to fulfill http.Hijacker if the underlying http.ResponseWriter supports it.
  41. func (w *loggedResponseWriter) Hijack() (net.Conn, *bufio.ReadWriter, error) {
  42. if hijacked, ok := w.w.(http.Hijacker); ok {
  43. return hijacked.Hijack()
  44. }
  45. return nil, nil, errors.New("server doesn't support hijacking")
  46. }
  47. func (w *loggedResponseWriter) Write(bytes []byte) (int, error) {
  48. return w.w.Write(bytes)
  49. }
  50. func (w *loggedResponseWriter) WriteHeader(code int) {
  51. w.w.WriteHeader(code)
  52. w.code = code
  53. }
  54. // LogHandler returns a middleware that logs http request and response.
  55. func LogHandler(next http.Handler) http.Handler {
  56. return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  57. timer := utils.NewElapsedTimer()
  58. logs := new(internal.LogCollector)
  59. lrw := loggedResponseWriter{
  60. w: w,
  61. r: r,
  62. code: http.StatusOK,
  63. }
  64. var dup io.ReadCloser
  65. r.Body, dup = iox.DupReadCloser(r.Body)
  66. next.ServeHTTP(&lrw, r.WithContext(context.WithValue(r.Context(), internal.LogContext, logs)))
  67. r.Body = dup
  68. logBrief(r, lrw.code, timer, logs)
  69. })
  70. }
  71. type detailLoggedResponseWriter struct {
  72. writer *loggedResponseWriter
  73. buf *bytes.Buffer
  74. }
  75. func newDetailLoggedResponseWriter(writer *loggedResponseWriter, buf *bytes.Buffer) *detailLoggedResponseWriter {
  76. return &detailLoggedResponseWriter{
  77. writer: writer,
  78. buf: buf,
  79. }
  80. }
  81. func (w *detailLoggedResponseWriter) Flush() {
  82. w.writer.Flush()
  83. }
  84. func (w *detailLoggedResponseWriter) Header() http.Header {
  85. return w.writer.Header()
  86. }
  87. // Hijack implements the http.Hijacker interface.
  88. // This expands the Response to fulfill http.Hijacker if the underlying http.ResponseWriter supports it.
  89. func (w *detailLoggedResponseWriter) Hijack() (net.Conn, *bufio.ReadWriter, error) {
  90. if hijacked, ok := w.writer.w.(http.Hijacker); ok {
  91. return hijacked.Hijack()
  92. }
  93. return nil, nil, errors.New("server doesn't support hijacking")
  94. }
  95. func (w *detailLoggedResponseWriter) Write(bs []byte) (int, error) {
  96. w.buf.Write(bs)
  97. return w.writer.Write(bs)
  98. }
  99. func (w *detailLoggedResponseWriter) WriteHeader(code int) {
  100. w.writer.WriteHeader(code)
  101. }
  102. // DetailedLogHandler returns a middleware that logs http request and response in details.
  103. func DetailedLogHandler(next http.Handler) http.Handler {
  104. return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  105. timer := utils.NewElapsedTimer()
  106. var buf bytes.Buffer
  107. lrw := newDetailLoggedResponseWriter(&loggedResponseWriter{
  108. w: w,
  109. r: r,
  110. code: http.StatusOK,
  111. }, &buf)
  112. var dup io.ReadCloser
  113. r.Body, dup = iox.DupReadCloser(r.Body)
  114. logs := new(internal.LogCollector)
  115. next.ServeHTTP(lrw, r.WithContext(context.WithValue(r.Context(), internal.LogContext, logs)))
  116. r.Body = dup
  117. logDetails(r, lrw, timer, logs)
  118. })
  119. }
  120. func dumpRequest(r *http.Request) string {
  121. reqContent, err := httputil.DumpRequest(r, true)
  122. if err != nil {
  123. return err.Error()
  124. }
  125. return string(reqContent)
  126. }
  127. func logBrief(r *http.Request, code int, timer *utils.ElapsedTimer, logs *internal.LogCollector) {
  128. var buf bytes.Buffer
  129. duration := timer.Duration()
  130. buf.WriteString(fmt.Sprintf("%d - %s - %s - %s - %s",
  131. code, r.RequestURI, httpx.GetRemoteAddr(r), r.UserAgent(), timex.ReprOfDuration(duration)))
  132. if duration > slowThreshold {
  133. logx.WithContext(r.Context()).Slowf("[HTTP] %d - %s - %s - %s - slowcall(%s)",
  134. code, r.RequestURI, httpx.GetRemoteAddr(r), r.UserAgent(), timex.ReprOfDuration(duration))
  135. }
  136. ok := isOkResponse(code)
  137. if !ok {
  138. fullReq := dumpRequest(r)
  139. limitReader := io.LimitReader(strings.NewReader(fullReq), limitBodyBytes)
  140. body, err := ioutil.ReadAll(limitReader)
  141. if err != nil {
  142. buf.WriteString(fmt.Sprintf("\n%s", fullReq))
  143. } else {
  144. buf.WriteString(fmt.Sprintf("\n%s", string(body)))
  145. }
  146. }
  147. body := logs.Flush()
  148. if len(body) > 0 {
  149. buf.WriteString(fmt.Sprintf("\n%s", body))
  150. }
  151. if ok {
  152. logx.WithContext(r.Context()).Info(buf.String())
  153. } else {
  154. logx.WithContext(r.Context()).Error(buf.String())
  155. }
  156. }
  157. func logDetails(r *http.Request, response *detailLoggedResponseWriter, timer *utils.ElapsedTimer,
  158. logs *internal.LogCollector) {
  159. var buf bytes.Buffer
  160. duration := timer.Duration()
  161. buf.WriteString(fmt.Sprintf("%d - %s - %s\n=> %s\n",
  162. response.writer.code, r.RemoteAddr, timex.ReprOfDuration(duration), dumpRequest(r)))
  163. if duration > slowThreshold {
  164. logx.WithContext(r.Context()).Slowf("[HTTP] %d - %s - slowcall(%s)\n=> %s\n",
  165. response.writer.code, r.RemoteAddr, timex.ReprOfDuration(duration), dumpRequest(r))
  166. }
  167. body := logs.Flush()
  168. if len(body) > 0 {
  169. buf.WriteString(fmt.Sprintf("%s\n", body))
  170. }
  171. respBuf := response.buf.Bytes()
  172. if len(respBuf) > 0 {
  173. buf.WriteString(fmt.Sprintf("<= %s", respBuf))
  174. }
  175. logx.WithContext(r.Context()).Info(buf.String())
  176. }
  177. func isOkResponse(code int) bool {
  178. // not server error
  179. return code < http.StatusInternalServerError
  180. }