orm.go 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282
  1. package sqlx
  2. import (
  3. "errors"
  4. "reflect"
  5. "strings"
  6. "github.com/wuntsong-org/go-zero-plus/core/mapping"
  7. )
  8. const tagName = "db"
  9. var (
  10. // ErrNotMatchDestination is an error that indicates not matching destination to scan.
  11. ErrNotMatchDestination = errors.New("not matching destination to scan")
  12. // ErrNotReadableValue is an error that indicates value is not addressable or interfaceable.
  13. ErrNotReadableValue = errors.New("value not addressable or interfaceable")
  14. // ErrNotSettable is an error that indicates the passed in variable is not settable.
  15. ErrNotSettable = errors.New("passed in variable is not settable")
  16. // ErrUnsupportedValueType is an error that indicates unsupported unmarshal type.
  17. ErrUnsupportedValueType = errors.New("unsupported unmarshal type")
  18. )
  19. type rowsScanner interface {
  20. Columns() ([]string, error)
  21. Err() error
  22. Next() bool
  23. Scan(v ...any) error
  24. }
  25. func getTaggedFieldValueMap(v reflect.Value) (map[string]any, error) {
  26. rt := mapping.Deref(v.Type())
  27. size := rt.NumField()
  28. result := make(map[string]any, size)
  29. for i := 0; i < size; i++ {
  30. field := rt.Field(i)
  31. if field.Anonymous && mapping.Deref(field.Type).Kind() == reflect.Struct {
  32. inner, err := getTaggedFieldValueMap(reflect.Indirect(v).Field(i))
  33. if err != nil {
  34. return nil, err
  35. }
  36. for key, val := range inner {
  37. result[key] = val
  38. }
  39. continue
  40. }
  41. key := parseTagName(field)
  42. if len(key) == 0 {
  43. continue
  44. }
  45. valueField := reflect.Indirect(v).Field(i)
  46. valueData, err := getValueInterface(valueField)
  47. if err != nil {
  48. return nil, err
  49. }
  50. result[key] = valueData
  51. }
  52. return result, nil
  53. }
  54. func getValueInterface(value reflect.Value) (any, error) {
  55. switch value.Kind() {
  56. case reflect.Ptr:
  57. if !value.CanInterface() {
  58. return nil, ErrNotReadableValue
  59. }
  60. if value.IsNil() {
  61. baseValueType := mapping.Deref(value.Type())
  62. value.Set(reflect.New(baseValueType))
  63. }
  64. return value.Interface(), nil
  65. default:
  66. if !value.CanAddr() || !value.Addr().CanInterface() {
  67. return nil, ErrNotReadableValue
  68. }
  69. return value.Addr().Interface(), nil
  70. }
  71. }
  72. func mapStructFieldsIntoSlice(v reflect.Value, columns []string, strict bool) ([]any, error) {
  73. fields := unwrapFields(v)
  74. if strict && len(columns) < len(fields) {
  75. return nil, ErrNotMatchDestination
  76. }
  77. taggedMap, err := getTaggedFieldValueMap(v)
  78. if err != nil {
  79. return nil, err
  80. }
  81. values := make([]any, len(columns))
  82. if len(taggedMap) == 0 {
  83. if len(fields) < len(values) {
  84. return nil, ErrNotMatchDestination
  85. }
  86. for i := 0; i < len(values); i++ {
  87. valueField := fields[i]
  88. valueData, err := getValueInterface(valueField)
  89. if err != nil {
  90. return nil, err
  91. }
  92. values[i] = valueData
  93. }
  94. } else {
  95. for i, column := range columns {
  96. if tagged, ok := taggedMap[column]; ok {
  97. values[i] = tagged
  98. } else {
  99. var anonymous any
  100. values[i] = &anonymous
  101. }
  102. }
  103. }
  104. return values, nil
  105. }
  106. func parseTagName(field reflect.StructField) string {
  107. key := field.Tag.Get(tagName)
  108. if len(key) == 0 {
  109. return ""
  110. }
  111. options := strings.Split(key, ",")
  112. return strings.TrimSpace(options[0])
  113. }
  114. func unmarshalRow(v any, scanner rowsScanner, strict bool) error {
  115. if !scanner.Next() {
  116. if err := scanner.Err(); err != nil {
  117. return err
  118. }
  119. return ErrNotFound
  120. }
  121. rv := reflect.ValueOf(v)
  122. if err := mapping.ValidatePtr(rv); err != nil {
  123. return err
  124. }
  125. rte := reflect.TypeOf(v).Elem()
  126. rve := rv.Elem()
  127. switch rte.Kind() {
  128. case reflect.Bool,
  129. reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64,
  130. reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64,
  131. reflect.Float32, reflect.Float64,
  132. reflect.String:
  133. if !rve.CanSet() {
  134. return ErrNotSettable
  135. }
  136. return scanner.Scan(v)
  137. case reflect.Struct:
  138. columns, err := scanner.Columns()
  139. if err != nil {
  140. return err
  141. }
  142. values, err := mapStructFieldsIntoSlice(rve, columns, strict)
  143. if err != nil {
  144. return err
  145. }
  146. return scanner.Scan(values...)
  147. default:
  148. return ErrUnsupportedValueType
  149. }
  150. }
  151. func unmarshalRows(v any, scanner rowsScanner, strict bool) error {
  152. rv := reflect.ValueOf(v)
  153. if err := mapping.ValidatePtr(rv); err != nil {
  154. return err
  155. }
  156. rt := reflect.TypeOf(v)
  157. rte := rt.Elem()
  158. rve := rv.Elem()
  159. if !rve.CanSet() {
  160. return ErrNotSettable
  161. }
  162. switch rte.Kind() {
  163. case reflect.Slice:
  164. ptr := rte.Elem().Kind() == reflect.Ptr
  165. appendFn := func(item reflect.Value) {
  166. if ptr {
  167. rve.Set(reflect.Append(rve, item))
  168. } else {
  169. rve.Set(reflect.Append(rve, reflect.Indirect(item)))
  170. }
  171. }
  172. fillFn := func(value any) error {
  173. if err := scanner.Scan(value); err != nil {
  174. return err
  175. }
  176. appendFn(reflect.ValueOf(value))
  177. return nil
  178. }
  179. base := mapping.Deref(rte.Elem())
  180. switch base.Kind() {
  181. case reflect.Bool,
  182. reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64,
  183. reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64,
  184. reflect.Float32, reflect.Float64,
  185. reflect.String:
  186. for scanner.Next() {
  187. value := reflect.New(base)
  188. if err := fillFn(value.Interface()); err != nil {
  189. return err
  190. }
  191. }
  192. case reflect.Struct:
  193. columns, err := scanner.Columns()
  194. if err != nil {
  195. return err
  196. }
  197. for scanner.Next() {
  198. value := reflect.New(base)
  199. values, err := mapStructFieldsIntoSlice(value, columns, strict)
  200. if err != nil {
  201. return err
  202. }
  203. if err := scanner.Scan(values...); err != nil {
  204. return err
  205. }
  206. appendFn(value)
  207. }
  208. default:
  209. return ErrUnsupportedValueType
  210. }
  211. return nil
  212. default:
  213. return ErrUnsupportedValueType
  214. }
  215. }
  216. func unwrapFields(v reflect.Value) []reflect.Value {
  217. var fields []reflect.Value
  218. indirect := reflect.Indirect(v)
  219. for i := 0; i < indirect.NumField(); i++ {
  220. child := indirect.Field(i)
  221. if !child.CanSet() {
  222. continue
  223. }
  224. if child.Kind() == reflect.Ptr && child.IsNil() {
  225. baseValueType := mapping.Deref(child.Type())
  226. child.Set(reflect.New(baseValueType))
  227. }
  228. child = reflect.Indirect(child)
  229. childType := indirect.Type().Field(i)
  230. if child.Kind() == reflect.Struct && childType.Anonymous {
  231. fields = append(fields, unwrapFields(child)...)
  232. } else {
  233. fields = append(fields, child)
  234. }
  235. }
  236. return fields
  237. }