unmarshaler.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858
  1. package mapping
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "reflect"
  7. "strings"
  8. "sync"
  9. "time"
  10. "github.com/zeromicro/go-zero/core/jsonx"
  11. "github.com/zeromicro/go-zero/core/lang"
  12. "github.com/zeromicro/go-zero/core/stringx"
  13. )
  14. const (
  15. defaultKeyName = "key"
  16. delimiter = '.'
  17. )
  18. var (
  19. errTypeMismatch = errors.New("type mismatch")
  20. errValueNotSettable = errors.New("value is not settable")
  21. errValueNotStruct = errors.New("value type is not struct")
  22. keyUnmarshaler = NewUnmarshaler(defaultKeyName)
  23. durationType = reflect.TypeOf(time.Duration(0))
  24. cacheKeys map[string][]string
  25. cacheKeysLock sync.Mutex
  26. defaultCache map[string]interface{}
  27. defaultCacheLock sync.Mutex
  28. emptyMap = map[string]interface{}{}
  29. emptyValue = reflect.ValueOf(lang.Placeholder)
  30. )
  31. type (
  32. // Unmarshaler is used to unmarshal with given tag key.
  33. Unmarshaler struct {
  34. key string
  35. opts unmarshalOptions
  36. }
  37. // UnmarshalOption defines the method to customize a Unmarshaler.
  38. UnmarshalOption func(*unmarshalOptions)
  39. unmarshalOptions struct {
  40. fromString bool
  41. canonicalKey func(key string) string
  42. }
  43. )
  44. func init() {
  45. cacheKeys = make(map[string][]string)
  46. defaultCache = make(map[string]interface{})
  47. }
  48. // NewUnmarshaler returns a Unmarshaler.
  49. func NewUnmarshaler(key string, opts ...UnmarshalOption) *Unmarshaler {
  50. unmarshaler := Unmarshaler{
  51. key: key,
  52. }
  53. for _, opt := range opts {
  54. opt(&unmarshaler.opts)
  55. }
  56. return &unmarshaler
  57. }
  58. // UnmarshalKey unmarshals m into v with tag key.
  59. func UnmarshalKey(m map[string]interface{}, v interface{}) error {
  60. return keyUnmarshaler.Unmarshal(m, v)
  61. }
  62. // Unmarshal unmarshals m into v.
  63. func (u *Unmarshaler) Unmarshal(m map[string]interface{}, v interface{}) error {
  64. return u.UnmarshalValuer(MapValuer(m), v)
  65. }
  66. // UnmarshalValuer unmarshals m into v.
  67. func (u *Unmarshaler) UnmarshalValuer(m Valuer, v interface{}) error {
  68. return u.unmarshalWithFullName(m, v, "")
  69. }
  70. func (u *Unmarshaler) unmarshalWithFullName(m Valuer, v interface{}, fullName string) error {
  71. rv := reflect.ValueOf(v)
  72. if err := ValidatePtr(&rv); err != nil {
  73. return err
  74. }
  75. rte := reflect.TypeOf(v).Elem()
  76. if rte.Kind() != reflect.Struct {
  77. return errValueNotStruct
  78. }
  79. rve := rv.Elem()
  80. numFields := rte.NumField()
  81. for i := 0; i < numFields; i++ {
  82. field := rte.Field(i)
  83. if err := u.processField(field, rve.Field(i), m, fullName); err != nil {
  84. return err
  85. }
  86. }
  87. return nil
  88. }
  89. func (u *Unmarshaler) processAnonymousField(field reflect.StructField, value reflect.Value,
  90. m Valuer, fullName string) error {
  91. key, options, err := u.parseOptionsWithContext(field, m, fullName)
  92. if err != nil {
  93. return err
  94. }
  95. if _, hasValue := getValue(m, key); hasValue {
  96. return fmt.Errorf("fields of %s can't be wrapped inside, because it's anonymous", key)
  97. }
  98. if options.optional() {
  99. return u.processAnonymousFieldOptional(field, value, key, m, fullName)
  100. }
  101. return u.processAnonymousFieldRequired(field, value, m, fullName)
  102. }
  103. func (u *Unmarshaler) processAnonymousFieldOptional(field reflect.StructField, value reflect.Value,
  104. key string, m Valuer, fullName string) error {
  105. var filled bool
  106. var required int
  107. var requiredFilled int
  108. var indirectValue reflect.Value
  109. fieldType := Deref(field.Type)
  110. for i := 0; i < fieldType.NumField(); i++ {
  111. subField := fieldType.Field(i)
  112. fieldKey, fieldOpts, err := u.parseOptionsWithContext(subField, m, fullName)
  113. if err != nil {
  114. return err
  115. }
  116. _, hasValue := getValue(m, fieldKey)
  117. if hasValue {
  118. if !filled {
  119. filled = true
  120. maybeNewValue(field, value)
  121. indirectValue = reflect.Indirect(value)
  122. }
  123. if err = u.processField(subField, indirectValue.Field(i), m, fullName); err != nil {
  124. return err
  125. }
  126. }
  127. if !fieldOpts.optional() {
  128. required++
  129. if hasValue {
  130. requiredFilled++
  131. }
  132. }
  133. }
  134. if filled && required != requiredFilled {
  135. return fmt.Errorf("%s is not fully set", key)
  136. }
  137. return nil
  138. }
  139. func (u *Unmarshaler) processAnonymousFieldRequired(field reflect.StructField, value reflect.Value,
  140. m Valuer, fullName string) error {
  141. maybeNewValue(field, value)
  142. fieldType := Deref(field.Type)
  143. indirectValue := reflect.Indirect(value)
  144. for i := 0; i < fieldType.NumField(); i++ {
  145. if err := u.processField(fieldType.Field(i), indirectValue.Field(i), m, fullName); err != nil {
  146. return err
  147. }
  148. }
  149. return nil
  150. }
  151. func (u *Unmarshaler) processField(field reflect.StructField, value reflect.Value, m Valuer,
  152. fullName string) error {
  153. if usingDifferentKeys(u.key, field) {
  154. return nil
  155. }
  156. if field.Anonymous {
  157. return u.processAnonymousField(field, value, m, fullName)
  158. }
  159. return u.processNamedField(field, value, m, fullName)
  160. }
  161. func (u *Unmarshaler) processFieldNotFromString(field reflect.StructField, value reflect.Value,
  162. mapValue interface{}, opts *fieldOptionsWithContext, fullName string) error {
  163. fieldType := field.Type
  164. derefedFieldType := Deref(fieldType)
  165. typeKind := derefedFieldType.Kind()
  166. valueKind := reflect.TypeOf(mapValue).Kind()
  167. switch {
  168. case valueKind == reflect.Map && typeKind == reflect.Struct:
  169. return u.processFieldStruct(field, value, mapValue, fullName)
  170. case valueKind == reflect.Map && typeKind == reflect.Map:
  171. return u.fillMap(field, value, mapValue)
  172. case valueKind == reflect.String && typeKind == reflect.Map:
  173. return u.fillMapFromString(value, mapValue)
  174. case valueKind == reflect.String && typeKind == reflect.Slice:
  175. return u.fillSliceFromString(fieldType, value, mapValue)
  176. case valueKind == reflect.String && derefedFieldType == durationType:
  177. return fillDurationValue(fieldType.Kind(), value, mapValue.(string))
  178. default:
  179. return u.processFieldPrimitive(field, value, mapValue, opts, fullName)
  180. }
  181. }
  182. func (u *Unmarshaler) processFieldPrimitive(field reflect.StructField, value reflect.Value,
  183. mapValue interface{}, opts *fieldOptionsWithContext, fullName string) error {
  184. fieldType := field.Type
  185. typeKind := Deref(fieldType).Kind()
  186. valueKind := reflect.TypeOf(mapValue).Kind()
  187. switch {
  188. case typeKind == reflect.Slice && valueKind == reflect.Slice:
  189. return u.fillSlice(fieldType, value, mapValue)
  190. case typeKind == reflect.Map && valueKind == reflect.Map:
  191. return u.fillMap(field, value, mapValue)
  192. default:
  193. switch v := mapValue.(type) {
  194. case json.Number:
  195. return u.processFieldPrimitiveWithJSONNumber(field, value, v, opts, fullName)
  196. default:
  197. if typeKind == valueKind {
  198. if err := validateValueInOptions(mapValue, opts.options()); err != nil {
  199. return err
  200. }
  201. return fillWithSameType(field, value, mapValue, opts)
  202. }
  203. }
  204. }
  205. return newTypeMismatchError(fullName)
  206. }
  207. func (u *Unmarshaler) processFieldPrimitiveWithJSONNumber(field reflect.StructField, value reflect.Value,
  208. v json.Number, opts *fieldOptionsWithContext, fullName string) error {
  209. fieldType := field.Type
  210. fieldKind := fieldType.Kind()
  211. typeKind := Deref(fieldType).Kind()
  212. if err := validateJsonNumberRange(v, opts); err != nil {
  213. return err
  214. }
  215. if err := validateValueInOptions(v, opts.options()); err != nil {
  216. return err
  217. }
  218. if fieldKind == reflect.Ptr {
  219. value = value.Elem()
  220. }
  221. switch typeKind {
  222. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  223. iValue, err := v.Int64()
  224. if err != nil {
  225. return err
  226. }
  227. value.SetInt(iValue)
  228. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  229. iValue, err := v.Int64()
  230. if err != nil {
  231. return err
  232. }
  233. if iValue < 0 {
  234. return fmt.Errorf("unmarshal %q with bad value %q", fullName, v.String())
  235. }
  236. value.SetUint(uint64(iValue))
  237. case reflect.Float32, reflect.Float64:
  238. fValue, err := v.Float64()
  239. if err != nil {
  240. return err
  241. }
  242. value.SetFloat(fValue)
  243. default:
  244. return newTypeMismatchError(fullName)
  245. }
  246. return nil
  247. }
  248. func (u *Unmarshaler) processFieldStruct(field reflect.StructField, value reflect.Value,
  249. mapValue interface{}, fullName string) error {
  250. convertedValue, ok := mapValue.(map[string]interface{})
  251. if !ok {
  252. valueKind := reflect.TypeOf(mapValue).Kind()
  253. return fmt.Errorf("error: field: %s, expect map[string]interface{}, actual %v", fullName, valueKind)
  254. }
  255. return u.processFieldStructWithMap(field, value, MapValuer(convertedValue), fullName)
  256. }
  257. func (u *Unmarshaler) processFieldStructWithMap(field reflect.StructField, value reflect.Value,
  258. m Valuer, fullName string) error {
  259. if field.Type.Kind() == reflect.Ptr {
  260. baseType := Deref(field.Type)
  261. target := reflect.New(baseType).Elem()
  262. if err := u.unmarshalWithFullName(m, target.Addr().Interface(), fullName); err != nil {
  263. return err
  264. }
  265. value.Set(target.Addr())
  266. } else if err := u.unmarshalWithFullName(m, value.Addr().Interface(), fullName); err != nil {
  267. return err
  268. }
  269. return nil
  270. }
  271. func (u *Unmarshaler) processNamedField(field reflect.StructField, value reflect.Value,
  272. m Valuer, fullName string) error {
  273. key, opts, err := u.parseOptionsWithContext(field, m, fullName)
  274. if err != nil {
  275. return err
  276. }
  277. fullName = join(fullName, key)
  278. canonicalKey := key
  279. if u.opts.canonicalKey != nil {
  280. canonicalKey = u.opts.canonicalKey(key)
  281. }
  282. mapValue, hasValue := getValue(m, canonicalKey)
  283. if hasValue {
  284. return u.processNamedFieldWithValue(field, value, mapValue, key, opts, fullName)
  285. }
  286. return u.processNamedFieldWithoutValue(field, value, opts, fullName)
  287. }
  288. func (u *Unmarshaler) processNamedFieldWithValue(field reflect.StructField, value reflect.Value,
  289. mapValue interface{}, key string, opts *fieldOptionsWithContext, fullName string) error {
  290. if mapValue == nil {
  291. if opts.optional() {
  292. return nil
  293. }
  294. return fmt.Errorf("field %s mustn't be nil", key)
  295. }
  296. maybeNewValue(field, value)
  297. fieldKind := Deref(field.Type).Kind()
  298. switch fieldKind {
  299. case reflect.Array, reflect.Map, reflect.Slice, reflect.Struct:
  300. return u.processFieldNotFromString(field, value, mapValue, opts, fullName)
  301. default:
  302. if u.opts.fromString || opts.fromString() {
  303. valueKind := reflect.TypeOf(mapValue).Kind()
  304. if valueKind != reflect.String {
  305. return fmt.Errorf("error: the value in map is not string, but %s", valueKind)
  306. }
  307. options := opts.options()
  308. if len(options) > 0 {
  309. if !stringx.Contains(options, mapValue.(string)) {
  310. return fmt.Errorf(`error: value "%s" for field "%s" is not defined in options "%v"`,
  311. mapValue, key, options)
  312. }
  313. }
  314. return fillPrimitive(field.Type, value, mapValue, opts, fullName)
  315. }
  316. return u.processFieldNotFromString(field, value, mapValue, opts, fullName)
  317. }
  318. }
  319. func (u *Unmarshaler) processNamedFieldWithoutValue(field reflect.StructField, value reflect.Value,
  320. opts *fieldOptionsWithContext, fullName string) error {
  321. derefedType := Deref(field.Type)
  322. fieldKind := derefedType.Kind()
  323. if defaultValue, ok := opts.getDefault(); ok {
  324. if field.Type.Kind() == reflect.Ptr {
  325. maybeNewValue(field, value)
  326. value = value.Elem()
  327. }
  328. if derefedType == durationType {
  329. return fillDurationValue(fieldKind, value, defaultValue)
  330. }
  331. switch fieldKind {
  332. case reflect.Array, reflect.Slice:
  333. return u.fillSliceWithDefault(derefedType, value, defaultValue)
  334. default:
  335. return setValue(fieldKind, value, defaultValue)
  336. }
  337. }
  338. switch fieldKind {
  339. case reflect.Array, reflect.Map, reflect.Slice:
  340. if !opts.optional() {
  341. return u.processFieldNotFromString(field, value, emptyMap, opts, fullName)
  342. }
  343. case reflect.Struct:
  344. if !opts.optional() {
  345. required, err := structValueRequired(u.key, derefedType)
  346. if err != nil {
  347. return err
  348. }
  349. if required {
  350. return fmt.Errorf("%q is not set", fullName)
  351. }
  352. return u.processFieldNotFromString(field, value, emptyMap, opts, fullName)
  353. }
  354. default:
  355. if !opts.optional() {
  356. return newInitError(fullName)
  357. }
  358. }
  359. return nil
  360. }
  361. func (u *Unmarshaler) fillMap(field reflect.StructField, value reflect.Value, mapValue interface{}) error {
  362. if !value.CanSet() {
  363. return errValueNotSettable
  364. }
  365. fieldKeyType := field.Type.Key()
  366. fieldElemType := field.Type.Elem()
  367. targetValue, err := u.generateMap(fieldKeyType, fieldElemType, mapValue)
  368. if err != nil {
  369. return err
  370. }
  371. value.Set(targetValue)
  372. return nil
  373. }
  374. func (u *Unmarshaler) fillMapFromString(value reflect.Value, mapValue interface{}) error {
  375. if !value.CanSet() {
  376. return errValueNotSettable
  377. }
  378. switch v := mapValue.(type) {
  379. case fmt.Stringer:
  380. if err := jsonx.UnmarshalFromString(v.String(), value.Addr().Interface()); err != nil {
  381. return err
  382. }
  383. case string:
  384. if err := jsonx.UnmarshalFromString(v, value.Addr().Interface()); err != nil {
  385. return err
  386. }
  387. default:
  388. return errUnsupportedType
  389. }
  390. return nil
  391. }
  392. func (u *Unmarshaler) fillSlice(fieldType reflect.Type, value reflect.Value, mapValue interface{}) error {
  393. if !value.CanSet() {
  394. return errValueNotSettable
  395. }
  396. baseType := fieldType.Elem()
  397. baseKind := baseType.Kind()
  398. dereffedBaseType := Deref(baseType)
  399. dereffedBaseKind := dereffedBaseType.Kind()
  400. refValue := reflect.ValueOf(mapValue)
  401. if refValue.IsNil() {
  402. return nil
  403. }
  404. conv := reflect.MakeSlice(reflect.SliceOf(baseType), refValue.Len(), refValue.Cap())
  405. if refValue.Len() == 0 {
  406. value.Set(conv)
  407. return nil
  408. }
  409. var valid bool
  410. for i := 0; i < refValue.Len(); i++ {
  411. ithValue := refValue.Index(i).Interface()
  412. if ithValue == nil {
  413. continue
  414. }
  415. valid = true
  416. switch dereffedBaseKind {
  417. case reflect.Struct:
  418. target := reflect.New(dereffedBaseType)
  419. if err := u.Unmarshal(ithValue.(map[string]interface{}), target.Interface()); err != nil {
  420. return err
  421. }
  422. if baseKind == reflect.Ptr {
  423. conv.Index(i).Set(target)
  424. } else {
  425. conv.Index(i).Set(target.Elem())
  426. }
  427. case reflect.Slice:
  428. if err := u.fillSlice(dereffedBaseType, conv.Index(i), ithValue); err != nil {
  429. return err
  430. }
  431. default:
  432. if err := u.fillSliceValue(conv, i, dereffedBaseKind, ithValue); err != nil {
  433. return err
  434. }
  435. }
  436. }
  437. if valid {
  438. value.Set(conv)
  439. }
  440. return nil
  441. }
  442. func (u *Unmarshaler) fillSliceFromString(fieldType reflect.Type, value reflect.Value,
  443. mapValue interface{}) error {
  444. var slice []interface{}
  445. switch v := mapValue.(type) {
  446. case fmt.Stringer:
  447. if err := jsonx.UnmarshalFromString(v.String(), &slice); err != nil {
  448. return err
  449. }
  450. case string:
  451. if err := jsonx.UnmarshalFromString(v, &slice); err != nil {
  452. return err
  453. }
  454. default:
  455. return errUnsupportedType
  456. }
  457. baseFieldType := Deref(fieldType.Elem())
  458. baseFieldKind := baseFieldType.Kind()
  459. conv := reflect.MakeSlice(reflect.SliceOf(baseFieldType), len(slice), cap(slice))
  460. for i := 0; i < len(slice); i++ {
  461. if err := u.fillSliceValue(conv, i, baseFieldKind, slice[i]); err != nil {
  462. return err
  463. }
  464. }
  465. value.Set(conv)
  466. return nil
  467. }
  468. func (u *Unmarshaler) fillSliceValue(slice reflect.Value, index int,
  469. baseKind reflect.Kind, value interface{}) error {
  470. ithVal := slice.Index(index)
  471. switch v := value.(type) {
  472. case fmt.Stringer:
  473. return setValue(baseKind, ithVal, v.String())
  474. case string:
  475. return setValue(baseKind, ithVal, v)
  476. default:
  477. // don't need to consider the difference between int, int8, int16, int32, int64,
  478. // uint, uint8, uint16, uint32, uint64, because they're handled as json.Number.
  479. if ithVal.Kind() == reflect.Ptr {
  480. baseType := Deref(ithVal.Type())
  481. if baseType.Kind() != reflect.TypeOf(value).Kind() {
  482. return errTypeMismatch
  483. }
  484. target := reflect.New(baseType).Elem()
  485. target.Set(reflect.ValueOf(value))
  486. ithVal.Set(target.Addr())
  487. return nil
  488. }
  489. if ithVal.Kind() != reflect.TypeOf(value).Kind() {
  490. return errTypeMismatch
  491. }
  492. ithVal.Set(reflect.ValueOf(value))
  493. return nil
  494. }
  495. }
  496. func (u *Unmarshaler) fillSliceWithDefault(derefedType reflect.Type, value reflect.Value,
  497. defaultValue string) error {
  498. baseFieldType := Deref(derefedType.Elem())
  499. baseFieldKind := baseFieldType.Kind()
  500. defaultCacheLock.Lock()
  501. slice, ok := defaultCache[defaultValue]
  502. defaultCacheLock.Unlock()
  503. if !ok {
  504. if baseFieldKind == reflect.String {
  505. slice = parseGroupedSegments(defaultValue)
  506. } else if err := jsonx.UnmarshalFromString(defaultValue, &slice); err != nil {
  507. return err
  508. }
  509. defaultCacheLock.Lock()
  510. defaultCache[defaultValue] = slice
  511. defaultCacheLock.Unlock()
  512. }
  513. return u.fillSlice(derefedType, value, slice)
  514. }
  515. func (u *Unmarshaler) generateMap(keyType, elemType reflect.Type, mapValue interface{}) (reflect.Value, error) {
  516. mapType := reflect.MapOf(keyType, elemType)
  517. valueType := reflect.TypeOf(mapValue)
  518. if mapType == valueType {
  519. return reflect.ValueOf(mapValue), nil
  520. }
  521. refValue := reflect.ValueOf(mapValue)
  522. targetValue := reflect.MakeMapWithSize(mapType, refValue.Len())
  523. fieldElemKind := elemType.Kind()
  524. dereffedElemType := Deref(elemType)
  525. dereffedElemKind := dereffedElemType.Kind()
  526. for _, key := range refValue.MapKeys() {
  527. keythValue := refValue.MapIndex(key)
  528. keythData := keythValue.Interface()
  529. switch dereffedElemKind {
  530. case reflect.Slice:
  531. target := reflect.New(dereffedElemType)
  532. if err := u.fillSlice(elemType, target.Elem(), keythData); err != nil {
  533. return emptyValue, err
  534. }
  535. targetValue.SetMapIndex(key, target.Elem())
  536. case reflect.Struct:
  537. keythMap, ok := keythData.(map[string]interface{})
  538. if !ok {
  539. return emptyValue, errTypeMismatch
  540. }
  541. target := reflect.New(dereffedElemType)
  542. if err := u.Unmarshal(keythMap, target.Interface()); err != nil {
  543. return emptyValue, err
  544. }
  545. if fieldElemKind == reflect.Ptr {
  546. targetValue.SetMapIndex(key, target)
  547. } else {
  548. targetValue.SetMapIndex(key, target.Elem())
  549. }
  550. case reflect.Map:
  551. keythMap, ok := keythData.(map[string]interface{})
  552. if !ok {
  553. return emptyValue, errTypeMismatch
  554. }
  555. innerValue, err := u.generateMap(elemType.Key(), elemType.Elem(), keythMap)
  556. if err != nil {
  557. return emptyValue, err
  558. }
  559. targetValue.SetMapIndex(key, innerValue)
  560. default:
  561. switch v := keythData.(type) {
  562. case bool:
  563. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  564. case string:
  565. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  566. case json.Number:
  567. target := reflect.New(dereffedElemType)
  568. if err := setValue(dereffedElemKind, target.Elem(), v.String()); err != nil {
  569. return emptyValue, err
  570. }
  571. targetValue.SetMapIndex(key, target.Elem())
  572. default:
  573. targetValue.SetMapIndex(key, keythValue)
  574. }
  575. }
  576. }
  577. return targetValue, nil
  578. }
  579. func (u *Unmarshaler) parseOptionsWithContext(field reflect.StructField, m Valuer, fullName string) (
  580. string, *fieldOptionsWithContext, error) {
  581. key, options, err := parseKeyAndOptions(u.key, field)
  582. if err != nil {
  583. return "", nil, err
  584. } else if options == nil {
  585. return key, nil, nil
  586. }
  587. optsWithContext, err := options.toOptionsWithContext(key, m, fullName)
  588. if err != nil {
  589. return "", nil, err
  590. }
  591. return key, optsWithContext, nil
  592. }
  593. // WithStringValues customizes a Unmarshaler with number values from strings.
  594. func WithStringValues() UnmarshalOption {
  595. return func(opt *unmarshalOptions) {
  596. opt.fromString = true
  597. }
  598. }
  599. // WithCanonicalKeyFunc customizes a Unmarshaler with Canonical Key func
  600. func WithCanonicalKeyFunc(f func(string) string) UnmarshalOption {
  601. return func(opt *unmarshalOptions) {
  602. opt.canonicalKey = f
  603. }
  604. }
  605. func fillDurationValue(fieldKind reflect.Kind, value reflect.Value, dur string) error {
  606. d, err := time.ParseDuration(dur)
  607. if err != nil {
  608. return err
  609. }
  610. if fieldKind == reflect.Ptr {
  611. value.Elem().Set(reflect.ValueOf(d))
  612. } else {
  613. value.Set(reflect.ValueOf(d))
  614. }
  615. return nil
  616. }
  617. func fillPrimitive(fieldType reflect.Type, value reflect.Value, mapValue interface{},
  618. opts *fieldOptionsWithContext, fullName string) error {
  619. if !value.CanSet() {
  620. return errValueNotSettable
  621. }
  622. baseType := Deref(fieldType)
  623. if fieldType.Kind() == reflect.Ptr {
  624. target := reflect.New(baseType).Elem()
  625. switch mapValue.(type) {
  626. case string, json.Number:
  627. value.Set(target.Addr())
  628. value = target
  629. }
  630. }
  631. switch v := mapValue.(type) {
  632. case string:
  633. return validateAndSetValue(baseType.Kind(), value, v, opts)
  634. case json.Number:
  635. if err := validateJsonNumberRange(v, opts); err != nil {
  636. return err
  637. }
  638. return setValue(baseType.Kind(), value, v.String())
  639. default:
  640. return newTypeMismatchError(fullName)
  641. }
  642. }
  643. func fillWithSameType(field reflect.StructField, value reflect.Value, mapValue interface{},
  644. opts *fieldOptionsWithContext) error {
  645. if !value.CanSet() {
  646. return errValueNotSettable
  647. }
  648. if err := validateValueRange(mapValue, opts); err != nil {
  649. return err
  650. }
  651. if field.Type.Kind() == reflect.Ptr {
  652. baseType := Deref(field.Type)
  653. target := reflect.New(baseType).Elem()
  654. setSameKindValue(baseType, target, mapValue)
  655. value.Set(target.Addr())
  656. } else {
  657. setSameKindValue(field.Type, value, mapValue)
  658. }
  659. return nil
  660. }
  661. // getValue gets the value for the specific key, the key can be in the format of parentKey.childKey
  662. func getValue(m Valuer, key string) (interface{}, bool) {
  663. keys := readKeys(key)
  664. return getValueWithChainedKeys(m, keys)
  665. }
  666. func getValueWithChainedKeys(m Valuer, keys []string) (interface{}, bool) {
  667. if len(keys) == 1 {
  668. v, ok := m.Value(keys[0])
  669. return v, ok
  670. }
  671. if len(keys) > 1 {
  672. if v, ok := m.Value(keys[0]); ok {
  673. if nextm, ok := v.(map[string]interface{}); ok {
  674. return getValueWithChainedKeys(MapValuer(nextm), keys[1:])
  675. }
  676. }
  677. }
  678. return nil, false
  679. }
  680. func join(elem ...string) string {
  681. var builder strings.Builder
  682. var fillSep bool
  683. for _, e := range elem {
  684. if len(e) == 0 {
  685. continue
  686. }
  687. if fillSep {
  688. builder.WriteByte(delimiter)
  689. } else {
  690. fillSep = true
  691. }
  692. builder.WriteString(e)
  693. }
  694. return builder.String()
  695. }
  696. func newInitError(name string) error {
  697. return fmt.Errorf("field %s is not set", name)
  698. }
  699. func newTypeMismatchError(name string) error {
  700. return fmt.Errorf("error: type mismatch for field %s", name)
  701. }
  702. func readKeys(key string) []string {
  703. cacheKeysLock.Lock()
  704. keys, ok := cacheKeys[key]
  705. cacheKeysLock.Unlock()
  706. if ok {
  707. return keys
  708. }
  709. keys = strings.FieldsFunc(key, func(c rune) bool {
  710. return c == delimiter
  711. })
  712. cacheKeysLock.Lock()
  713. cacheKeys[key] = keys
  714. cacheKeysLock.Unlock()
  715. return keys
  716. }
  717. func setSameKindValue(targetType reflect.Type, target reflect.Value, value interface{}) {
  718. if reflect.ValueOf(value).Type().AssignableTo(targetType) {
  719. target.Set(reflect.ValueOf(value))
  720. } else {
  721. target.Set(reflect.ValueOf(value).Convert(targetType))
  722. }
  723. }