orm.go 6.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275
  1. package sqlx
  2. import (
  3. "errors"
  4. "reflect"
  5. "strings"
  6. "github.com/zeromicro/go-zero/core/mapping"
  7. )
  8. const tagName = "db"
  9. var (
  10. // ErrNotMatchDestination is an error that indicates not matching destination to scan.
  11. ErrNotMatchDestination = errors.New("not matching destination to scan")
  12. // ErrNotReadableValue is an error that indicates value is not addressable or interfaceable.
  13. ErrNotReadableValue = errors.New("value not addressable or interfaceable")
  14. // ErrNotSettable is an error that indicates the passed in variable is not settable.
  15. ErrNotSettable = errors.New("passed in variable is not settable")
  16. // ErrUnsupportedValueType is an error that indicates unsupported unmarshal type.
  17. ErrUnsupportedValueType = errors.New("unsupported unmarshal type")
  18. )
  19. type rowsScanner interface {
  20. Columns() ([]string, error)
  21. Err() error
  22. Next() bool
  23. Scan(v ...any) error
  24. }
  25. func getTaggedFieldValueMap(v reflect.Value) (map[string]any, error) {
  26. rt := mapping.Deref(v.Type())
  27. size := rt.NumField()
  28. result := make(map[string]any, size)
  29. for i := 0; i < size; i++ {
  30. field := rt.Field(i)
  31. if field.Anonymous && mapping.Deref(field.Type).Kind() == reflect.Struct {
  32. inner, err := getTaggedFieldValueMap(reflect.Indirect(v).Field(i))
  33. if err != nil {
  34. return nil, err
  35. }
  36. for key, val := range inner {
  37. result[key] = val
  38. }
  39. continue
  40. }
  41. key := parseTagName(field)
  42. if len(key) == 0 {
  43. continue
  44. }
  45. valueField := reflect.Indirect(v).Field(i)
  46. switch valueField.Kind() {
  47. case reflect.Ptr:
  48. if !valueField.CanInterface() {
  49. return nil, ErrNotReadableValue
  50. }
  51. if valueField.IsNil() {
  52. baseValueType := mapping.Deref(valueField.Type())
  53. valueField.Set(reflect.New(baseValueType))
  54. }
  55. result[key] = valueField.Interface()
  56. default:
  57. if !valueField.CanAddr() || !valueField.Addr().CanInterface() {
  58. return nil, ErrNotReadableValue
  59. }
  60. result[key] = valueField.Addr().Interface()
  61. }
  62. }
  63. return result, nil
  64. }
  65. func mapStructFieldsIntoSlice(v reflect.Value, columns []string, strict bool) ([]any, error) {
  66. fields := unwrapFields(v)
  67. if strict && len(columns) < len(fields) {
  68. return nil, ErrNotMatchDestination
  69. }
  70. taggedMap, err := getTaggedFieldValueMap(v)
  71. if err != nil {
  72. return nil, err
  73. }
  74. values := make([]any, len(columns))
  75. if len(taggedMap) == 0 {
  76. for i := 0; i < len(values); i++ {
  77. valueField := fields[i]
  78. switch valueField.Kind() {
  79. case reflect.Ptr:
  80. if !valueField.CanInterface() {
  81. return nil, ErrNotReadableValue
  82. }
  83. if valueField.IsNil() {
  84. baseValueType := mapping.Deref(valueField.Type())
  85. valueField.Set(reflect.New(baseValueType))
  86. }
  87. values[i] = valueField.Interface()
  88. default:
  89. if !valueField.CanAddr() || !valueField.Addr().CanInterface() {
  90. return nil, ErrNotReadableValue
  91. }
  92. values[i] = valueField.Addr().Interface()
  93. }
  94. }
  95. } else {
  96. for i, column := range columns {
  97. if tagged, ok := taggedMap[column]; ok {
  98. values[i] = tagged
  99. } else {
  100. var anonymous any
  101. values[i] = &anonymous
  102. }
  103. }
  104. }
  105. return values, nil
  106. }
  107. func parseTagName(field reflect.StructField) string {
  108. key := field.Tag.Get(tagName)
  109. if len(key) == 0 {
  110. return ""
  111. }
  112. options := strings.Split(key, ",")
  113. return strings.TrimSpace(options[0])
  114. }
  115. func unmarshalRow(v any, scanner rowsScanner, strict bool) error {
  116. if !scanner.Next() {
  117. if err := scanner.Err(); err != nil {
  118. return err
  119. }
  120. return ErrNotFound
  121. }
  122. rv := reflect.ValueOf(v)
  123. if err := mapping.ValidatePtr(&rv); err != nil {
  124. return err
  125. }
  126. rte := reflect.TypeOf(v).Elem()
  127. rve := rv.Elem()
  128. switch rte.Kind() {
  129. case reflect.Bool,
  130. reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64,
  131. reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64,
  132. reflect.Float32, reflect.Float64,
  133. reflect.String:
  134. if rve.CanSet() {
  135. return scanner.Scan(v)
  136. }
  137. return ErrNotSettable
  138. case reflect.Struct:
  139. columns, err := scanner.Columns()
  140. if err != nil {
  141. return err
  142. }
  143. values, err := mapStructFieldsIntoSlice(rve, columns, strict)
  144. if err != nil {
  145. return err
  146. }
  147. return scanner.Scan(values...)
  148. default:
  149. return ErrUnsupportedValueType
  150. }
  151. }
  152. func unmarshalRows(v any, scanner rowsScanner, strict bool) error {
  153. rv := reflect.ValueOf(v)
  154. if err := mapping.ValidatePtr(&rv); err != nil {
  155. return err
  156. }
  157. rt := reflect.TypeOf(v)
  158. rte := rt.Elem()
  159. rve := rv.Elem()
  160. switch rte.Kind() {
  161. case reflect.Slice:
  162. if rve.CanSet() {
  163. ptr := rte.Elem().Kind() == reflect.Ptr
  164. appendFn := func(item reflect.Value) {
  165. if ptr {
  166. rve.Set(reflect.Append(rve, item))
  167. } else {
  168. rve.Set(reflect.Append(rve, reflect.Indirect(item)))
  169. }
  170. }
  171. fillFn := func(value any) error {
  172. if rve.CanSet() {
  173. if err := scanner.Scan(value); err != nil {
  174. return err
  175. }
  176. appendFn(reflect.ValueOf(value))
  177. return nil
  178. }
  179. return ErrNotSettable
  180. }
  181. base := mapping.Deref(rte.Elem())
  182. switch base.Kind() {
  183. case reflect.Bool,
  184. reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64,
  185. reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64,
  186. reflect.Float32, reflect.Float64,
  187. reflect.String:
  188. for scanner.Next() {
  189. value := reflect.New(base)
  190. if err := fillFn(value.Interface()); err != nil {
  191. return err
  192. }
  193. }
  194. case reflect.Struct:
  195. columns, err := scanner.Columns()
  196. if err != nil {
  197. return err
  198. }
  199. for scanner.Next() {
  200. value := reflect.New(base)
  201. values, err := mapStructFieldsIntoSlice(value, columns, strict)
  202. if err != nil {
  203. return err
  204. }
  205. if err := scanner.Scan(values...); err != nil {
  206. return err
  207. }
  208. appendFn(value)
  209. }
  210. default:
  211. return ErrUnsupportedValueType
  212. }
  213. return nil
  214. }
  215. return ErrNotSettable
  216. default:
  217. return ErrUnsupportedValueType
  218. }
  219. }
  220. func unwrapFields(v reflect.Value) []reflect.Value {
  221. var fields []reflect.Value
  222. indirect := reflect.Indirect(v)
  223. for i := 0; i < indirect.NumField(); i++ {
  224. child := indirect.Field(i)
  225. if child.Kind() == reflect.Ptr && child.IsNil() {
  226. baseValueType := mapping.Deref(child.Type())
  227. child.Set(reflect.New(baseValueType))
  228. }
  229. child = reflect.Indirect(child)
  230. childType := indirect.Type().Field(i)
  231. if child.Kind() == reflect.Struct && childType.Anonymous {
  232. fields = append(fields, unwrapFields(child)...)
  233. } else {
  234. fields = append(fields, child)
  235. }
  236. }
  237. return fields
  238. }