unmarshaler.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853
  1. package mapping
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "fmt"
  6. "reflect"
  7. "strings"
  8. "sync"
  9. "time"
  10. "github.com/zeromicro/go-zero/core/jsonx"
  11. "github.com/zeromicro/go-zero/core/lang"
  12. "github.com/zeromicro/go-zero/core/stringx"
  13. )
  14. const (
  15. defaultKeyName = "key"
  16. delimiter = '.'
  17. )
  18. var (
  19. errTypeMismatch = errors.New("type mismatch")
  20. errValueNotSettable = errors.New("value is not settable")
  21. errValueNotStruct = errors.New("value type is not struct")
  22. keyUnmarshaler = NewUnmarshaler(defaultKeyName)
  23. durationType = reflect.TypeOf(time.Duration(0))
  24. cacheKeys = make(map[string][]string)
  25. cacheKeysLock sync.Mutex
  26. defaultCache = make(map[string]interface{})
  27. defaultCacheLock sync.Mutex
  28. emptyMap = map[string]interface{}{}
  29. emptyValue = reflect.ValueOf(lang.Placeholder)
  30. )
  31. type (
  32. // Unmarshaler is used to unmarshal with given tag key.
  33. Unmarshaler struct {
  34. key string
  35. opts unmarshalOptions
  36. }
  37. // UnmarshalOption defines the method to customize a Unmarshaler.
  38. UnmarshalOption func(*unmarshalOptions)
  39. unmarshalOptions struct {
  40. fromString bool
  41. canonicalKey func(key string) string
  42. }
  43. )
  44. // NewUnmarshaler returns a Unmarshaler.
  45. func NewUnmarshaler(key string, opts ...UnmarshalOption) *Unmarshaler {
  46. unmarshaler := Unmarshaler{
  47. key: key,
  48. }
  49. for _, opt := range opts {
  50. opt(&unmarshaler.opts)
  51. }
  52. return &unmarshaler
  53. }
  54. // UnmarshalKey unmarshals m into v with tag key.
  55. func UnmarshalKey(m map[string]interface{}, v interface{}) error {
  56. return keyUnmarshaler.Unmarshal(m, v)
  57. }
  58. // Unmarshal unmarshals m into v.
  59. func (u *Unmarshaler) Unmarshal(m map[string]interface{}, v interface{}) error {
  60. return u.UnmarshalValuer(MapValuer(m), v)
  61. }
  62. // UnmarshalValuer unmarshals m into v.
  63. func (u *Unmarshaler) UnmarshalValuer(m Valuer, v interface{}) error {
  64. return u.unmarshalWithFullName(m, v, "")
  65. }
  66. func (u *Unmarshaler) unmarshalWithFullName(m Valuer, v interface{}, fullName string) error {
  67. rv := reflect.ValueOf(v)
  68. if err := ValidatePtr(&rv); err != nil {
  69. return err
  70. }
  71. rte := reflect.TypeOf(v).Elem()
  72. if rte.Kind() != reflect.Struct {
  73. return errValueNotStruct
  74. }
  75. rve := rv.Elem()
  76. numFields := rte.NumField()
  77. for i := 0; i < numFields; i++ {
  78. field := rte.Field(i)
  79. if err := u.processField(field, rve.Field(i), m, fullName); err != nil {
  80. return err
  81. }
  82. }
  83. return nil
  84. }
  85. func (u *Unmarshaler) processAnonymousField(field reflect.StructField, value reflect.Value,
  86. m Valuer, fullName string) error {
  87. key, options, err := u.parseOptionsWithContext(field, m, fullName)
  88. if err != nil {
  89. return err
  90. }
  91. if _, hasValue := getValue(m, key); hasValue {
  92. return fmt.Errorf("fields of %s can't be wrapped inside, because it's anonymous", key)
  93. }
  94. if options.optional() {
  95. return u.processAnonymousFieldOptional(field, value, key, m, fullName)
  96. }
  97. return u.processAnonymousFieldRequired(field, value, m, fullName)
  98. }
  99. func (u *Unmarshaler) processAnonymousFieldOptional(field reflect.StructField, value reflect.Value,
  100. key string, m Valuer, fullName string) error {
  101. var filled bool
  102. var required int
  103. var requiredFilled int
  104. var indirectValue reflect.Value
  105. fieldType := Deref(field.Type)
  106. for i := 0; i < fieldType.NumField(); i++ {
  107. subField := fieldType.Field(i)
  108. fieldKey, fieldOpts, err := u.parseOptionsWithContext(subField, m, fullName)
  109. if err != nil {
  110. return err
  111. }
  112. _, hasValue := getValue(m, fieldKey)
  113. if hasValue {
  114. if !filled {
  115. filled = true
  116. maybeNewValue(field, value)
  117. indirectValue = reflect.Indirect(value)
  118. }
  119. if err = u.processField(subField, indirectValue.Field(i), m, fullName); err != nil {
  120. return err
  121. }
  122. }
  123. if !fieldOpts.optional() {
  124. required++
  125. if hasValue {
  126. requiredFilled++
  127. }
  128. }
  129. }
  130. if filled && required != requiredFilled {
  131. return fmt.Errorf("%s is not fully set", key)
  132. }
  133. return nil
  134. }
  135. func (u *Unmarshaler) processAnonymousFieldRequired(field reflect.StructField, value reflect.Value,
  136. m Valuer, fullName string) error {
  137. maybeNewValue(field, value)
  138. fieldType := Deref(field.Type)
  139. indirectValue := reflect.Indirect(value)
  140. for i := 0; i < fieldType.NumField(); i++ {
  141. if err := u.processField(fieldType.Field(i), indirectValue.Field(i), m, fullName); err != nil {
  142. return err
  143. }
  144. }
  145. return nil
  146. }
  147. func (u *Unmarshaler) processField(field reflect.StructField, value reflect.Value, m Valuer,
  148. fullName string) error {
  149. if usingDifferentKeys(u.key, field) {
  150. return nil
  151. }
  152. if field.Anonymous {
  153. return u.processAnonymousField(field, value, m, fullName)
  154. }
  155. return u.processNamedField(field, value, m, fullName)
  156. }
  157. func (u *Unmarshaler) processFieldNotFromString(field reflect.StructField, value reflect.Value,
  158. mapValue interface{}, opts *fieldOptionsWithContext, fullName string) error {
  159. fieldType := field.Type
  160. derefedFieldType := Deref(fieldType)
  161. typeKind := derefedFieldType.Kind()
  162. valueKind := reflect.TypeOf(mapValue).Kind()
  163. switch {
  164. case valueKind == reflect.Map && typeKind == reflect.Struct:
  165. return u.processFieldStruct(field, value, mapValue, fullName)
  166. case valueKind == reflect.Map && typeKind == reflect.Map:
  167. return u.fillMap(field, value, mapValue)
  168. case valueKind == reflect.String && typeKind == reflect.Map:
  169. return u.fillMapFromString(value, mapValue)
  170. case valueKind == reflect.String && typeKind == reflect.Slice:
  171. return u.fillSliceFromString(fieldType, value, mapValue)
  172. case valueKind == reflect.String && derefedFieldType == durationType:
  173. return fillDurationValue(fieldType.Kind(), value, mapValue.(string))
  174. default:
  175. return u.processFieldPrimitive(field, value, mapValue, opts, fullName)
  176. }
  177. }
  178. func (u *Unmarshaler) processFieldPrimitive(field reflect.StructField, value reflect.Value,
  179. mapValue interface{}, opts *fieldOptionsWithContext, fullName string) error {
  180. fieldType := field.Type
  181. typeKind := Deref(fieldType).Kind()
  182. valueKind := reflect.TypeOf(mapValue).Kind()
  183. switch {
  184. case typeKind == reflect.Slice && valueKind == reflect.Slice:
  185. return u.fillSlice(fieldType, value, mapValue)
  186. case typeKind == reflect.Map && valueKind == reflect.Map:
  187. return u.fillMap(field, value, mapValue)
  188. default:
  189. switch v := mapValue.(type) {
  190. case json.Number:
  191. return u.processFieldPrimitiveWithJSONNumber(field, value, v, opts, fullName)
  192. default:
  193. if typeKind == valueKind {
  194. if err := validateValueInOptions(mapValue, opts.options()); err != nil {
  195. return err
  196. }
  197. return fillWithSameType(field, value, mapValue, opts)
  198. }
  199. }
  200. }
  201. return newTypeMismatchError(fullName)
  202. }
  203. func (u *Unmarshaler) processFieldPrimitiveWithJSONNumber(field reflect.StructField, value reflect.Value,
  204. v json.Number, opts *fieldOptionsWithContext, fullName string) error {
  205. fieldType := field.Type
  206. fieldKind := fieldType.Kind()
  207. typeKind := Deref(fieldType).Kind()
  208. if err := validateJsonNumberRange(v, opts); err != nil {
  209. return err
  210. }
  211. if err := validateValueInOptions(v, opts.options()); err != nil {
  212. return err
  213. }
  214. if fieldKind == reflect.Ptr {
  215. value = value.Elem()
  216. }
  217. switch typeKind {
  218. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  219. iValue, err := v.Int64()
  220. if err != nil {
  221. return err
  222. }
  223. value.SetInt(iValue)
  224. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  225. iValue, err := v.Int64()
  226. if err != nil {
  227. return err
  228. }
  229. if iValue < 0 {
  230. return fmt.Errorf("unmarshal %q with bad value %q", fullName, v.String())
  231. }
  232. value.SetUint(uint64(iValue))
  233. case reflect.Float32, reflect.Float64:
  234. fValue, err := v.Float64()
  235. if err != nil {
  236. return err
  237. }
  238. value.SetFloat(fValue)
  239. default:
  240. return newTypeMismatchError(fullName)
  241. }
  242. return nil
  243. }
  244. func (u *Unmarshaler) processFieldStruct(field reflect.StructField, value reflect.Value,
  245. mapValue interface{}, fullName string) error {
  246. convertedValue, ok := mapValue.(map[string]interface{})
  247. if !ok {
  248. valueKind := reflect.TypeOf(mapValue).Kind()
  249. return fmt.Errorf("error: field: %s, expect map[string]interface{}, actual %v", fullName, valueKind)
  250. }
  251. return u.processFieldStructWithMap(field, value, MapValuer(convertedValue), fullName)
  252. }
  253. func (u *Unmarshaler) processFieldStructWithMap(field reflect.StructField, value reflect.Value,
  254. m Valuer, fullName string) error {
  255. if field.Type.Kind() == reflect.Ptr {
  256. baseType := Deref(field.Type)
  257. target := reflect.New(baseType).Elem()
  258. if err := u.unmarshalWithFullName(m, target.Addr().Interface(), fullName); err != nil {
  259. return err
  260. }
  261. value.Set(target.Addr())
  262. } else if err := u.unmarshalWithFullName(m, value.Addr().Interface(), fullName); err != nil {
  263. return err
  264. }
  265. return nil
  266. }
  267. func (u *Unmarshaler) processNamedField(field reflect.StructField, value reflect.Value,
  268. m Valuer, fullName string) error {
  269. key, opts, err := u.parseOptionsWithContext(field, m, fullName)
  270. if err != nil {
  271. return err
  272. }
  273. fullName = join(fullName, key)
  274. canonicalKey := key
  275. if u.opts.canonicalKey != nil {
  276. canonicalKey = u.opts.canonicalKey(key)
  277. }
  278. mapValue, hasValue := getValue(m, canonicalKey)
  279. if hasValue {
  280. return u.processNamedFieldWithValue(field, value, mapValue, key, opts, fullName)
  281. }
  282. return u.processNamedFieldWithoutValue(field, value, opts, fullName)
  283. }
  284. func (u *Unmarshaler) processNamedFieldWithValue(field reflect.StructField, value reflect.Value,
  285. mapValue interface{}, key string, opts *fieldOptionsWithContext, fullName string) error {
  286. if mapValue == nil {
  287. if opts.optional() {
  288. return nil
  289. }
  290. return fmt.Errorf("field %s mustn't be nil", key)
  291. }
  292. maybeNewValue(field, value)
  293. fieldKind := Deref(field.Type).Kind()
  294. switch fieldKind {
  295. case reflect.Array, reflect.Map, reflect.Slice, reflect.Struct:
  296. return u.processFieldNotFromString(field, value, mapValue, opts, fullName)
  297. default:
  298. if u.opts.fromString || opts.fromString() {
  299. valueKind := reflect.TypeOf(mapValue).Kind()
  300. if valueKind != reflect.String {
  301. return fmt.Errorf("error: the value in map is not string, but %s", valueKind)
  302. }
  303. options := opts.options()
  304. if len(options) > 0 {
  305. if !stringx.Contains(options, mapValue.(string)) {
  306. return fmt.Errorf(`error: value "%s" for field "%s" is not defined in options "%v"`,
  307. mapValue, key, options)
  308. }
  309. }
  310. return fillPrimitive(field.Type, value, mapValue, opts, fullName)
  311. }
  312. return u.processFieldNotFromString(field, value, mapValue, opts, fullName)
  313. }
  314. }
  315. func (u *Unmarshaler) processNamedFieldWithoutValue(field reflect.StructField, value reflect.Value,
  316. opts *fieldOptionsWithContext, fullName string) error {
  317. derefedType := Deref(field.Type)
  318. fieldKind := derefedType.Kind()
  319. if defaultValue, ok := opts.getDefault(); ok {
  320. if field.Type.Kind() == reflect.Ptr {
  321. maybeNewValue(field, value)
  322. value = value.Elem()
  323. }
  324. if derefedType == durationType {
  325. return fillDurationValue(fieldKind, value, defaultValue)
  326. }
  327. switch fieldKind {
  328. case reflect.Array, reflect.Slice:
  329. return u.fillSliceWithDefault(derefedType, value, defaultValue)
  330. default:
  331. return setValue(fieldKind, value, defaultValue)
  332. }
  333. }
  334. switch fieldKind {
  335. case reflect.Array, reflect.Map, reflect.Slice:
  336. if !opts.optional() {
  337. return u.processFieldNotFromString(field, value, emptyMap, opts, fullName)
  338. }
  339. case reflect.Struct:
  340. if !opts.optional() {
  341. required, err := structValueRequired(u.key, derefedType)
  342. if err != nil {
  343. return err
  344. }
  345. if required {
  346. return fmt.Errorf("%q is not set", fullName)
  347. }
  348. return u.processFieldNotFromString(field, value, emptyMap, opts, fullName)
  349. }
  350. default:
  351. if !opts.optional() {
  352. return newInitError(fullName)
  353. }
  354. }
  355. return nil
  356. }
  357. func (u *Unmarshaler) fillMap(field reflect.StructField, value reflect.Value, mapValue interface{}) error {
  358. if !value.CanSet() {
  359. return errValueNotSettable
  360. }
  361. fieldKeyType := field.Type.Key()
  362. fieldElemType := field.Type.Elem()
  363. targetValue, err := u.generateMap(fieldKeyType, fieldElemType, mapValue)
  364. if err != nil {
  365. return err
  366. }
  367. value.Set(targetValue)
  368. return nil
  369. }
  370. func (u *Unmarshaler) fillMapFromString(value reflect.Value, mapValue interface{}) error {
  371. if !value.CanSet() {
  372. return errValueNotSettable
  373. }
  374. switch v := mapValue.(type) {
  375. case fmt.Stringer:
  376. if err := jsonx.UnmarshalFromString(v.String(), value.Addr().Interface()); err != nil {
  377. return err
  378. }
  379. case string:
  380. if err := jsonx.UnmarshalFromString(v, value.Addr().Interface()); err != nil {
  381. return err
  382. }
  383. default:
  384. return errUnsupportedType
  385. }
  386. return nil
  387. }
  388. func (u *Unmarshaler) fillSlice(fieldType reflect.Type, value reflect.Value, mapValue interface{}) error {
  389. if !value.CanSet() {
  390. return errValueNotSettable
  391. }
  392. baseType := fieldType.Elem()
  393. baseKind := baseType.Kind()
  394. dereffedBaseType := Deref(baseType)
  395. dereffedBaseKind := dereffedBaseType.Kind()
  396. refValue := reflect.ValueOf(mapValue)
  397. if refValue.IsNil() {
  398. return nil
  399. }
  400. conv := reflect.MakeSlice(reflect.SliceOf(baseType), refValue.Len(), refValue.Cap())
  401. if refValue.Len() == 0 {
  402. value.Set(conv)
  403. return nil
  404. }
  405. var valid bool
  406. for i := 0; i < refValue.Len(); i++ {
  407. ithValue := refValue.Index(i).Interface()
  408. if ithValue == nil {
  409. continue
  410. }
  411. valid = true
  412. switch dereffedBaseKind {
  413. case reflect.Struct:
  414. target := reflect.New(dereffedBaseType)
  415. if err := u.Unmarshal(ithValue.(map[string]interface{}), target.Interface()); err != nil {
  416. return err
  417. }
  418. if baseKind == reflect.Ptr {
  419. conv.Index(i).Set(target)
  420. } else {
  421. conv.Index(i).Set(target.Elem())
  422. }
  423. case reflect.Slice:
  424. if err := u.fillSlice(dereffedBaseType, conv.Index(i), ithValue); err != nil {
  425. return err
  426. }
  427. default:
  428. if err := u.fillSliceValue(conv, i, dereffedBaseKind, ithValue); err != nil {
  429. return err
  430. }
  431. }
  432. }
  433. if valid {
  434. value.Set(conv)
  435. }
  436. return nil
  437. }
  438. func (u *Unmarshaler) fillSliceFromString(fieldType reflect.Type, value reflect.Value,
  439. mapValue interface{}) error {
  440. var slice []interface{}
  441. switch v := mapValue.(type) {
  442. case fmt.Stringer:
  443. if err := jsonx.UnmarshalFromString(v.String(), &slice); err != nil {
  444. return err
  445. }
  446. case string:
  447. if err := jsonx.UnmarshalFromString(v, &slice); err != nil {
  448. return err
  449. }
  450. default:
  451. return errUnsupportedType
  452. }
  453. baseFieldType := Deref(fieldType.Elem())
  454. baseFieldKind := baseFieldType.Kind()
  455. conv := reflect.MakeSlice(reflect.SliceOf(baseFieldType), len(slice), cap(slice))
  456. for i := 0; i < len(slice); i++ {
  457. if err := u.fillSliceValue(conv, i, baseFieldKind, slice[i]); err != nil {
  458. return err
  459. }
  460. }
  461. value.Set(conv)
  462. return nil
  463. }
  464. func (u *Unmarshaler) fillSliceValue(slice reflect.Value, index int,
  465. baseKind reflect.Kind, value interface{}) error {
  466. ithVal := slice.Index(index)
  467. switch v := value.(type) {
  468. case fmt.Stringer:
  469. return setValue(baseKind, ithVal, v.String())
  470. case string:
  471. return setValue(baseKind, ithVal, v)
  472. default:
  473. // don't need to consider the difference between int, int8, int16, int32, int64,
  474. // uint, uint8, uint16, uint32, uint64, because they're handled as json.Number.
  475. if ithVal.Kind() == reflect.Ptr {
  476. baseType := Deref(ithVal.Type())
  477. if baseType.Kind() != reflect.TypeOf(value).Kind() {
  478. return errTypeMismatch
  479. }
  480. target := reflect.New(baseType).Elem()
  481. target.Set(reflect.ValueOf(value))
  482. ithVal.Set(target.Addr())
  483. return nil
  484. }
  485. if ithVal.Kind() != reflect.TypeOf(value).Kind() {
  486. return errTypeMismatch
  487. }
  488. ithVal.Set(reflect.ValueOf(value))
  489. return nil
  490. }
  491. }
  492. func (u *Unmarshaler) fillSliceWithDefault(derefedType reflect.Type, value reflect.Value,
  493. defaultValue string) error {
  494. baseFieldType := Deref(derefedType.Elem())
  495. baseFieldKind := baseFieldType.Kind()
  496. defaultCacheLock.Lock()
  497. slice, ok := defaultCache[defaultValue]
  498. defaultCacheLock.Unlock()
  499. if !ok {
  500. if baseFieldKind == reflect.String {
  501. slice = parseGroupedSegments(defaultValue)
  502. } else if err := jsonx.UnmarshalFromString(defaultValue, &slice); err != nil {
  503. return err
  504. }
  505. defaultCacheLock.Lock()
  506. defaultCache[defaultValue] = slice
  507. defaultCacheLock.Unlock()
  508. }
  509. return u.fillSlice(derefedType, value, slice)
  510. }
  511. func (u *Unmarshaler) generateMap(keyType, elemType reflect.Type, mapValue interface{}) (reflect.Value, error) {
  512. mapType := reflect.MapOf(keyType, elemType)
  513. valueType := reflect.TypeOf(mapValue)
  514. if mapType == valueType {
  515. return reflect.ValueOf(mapValue), nil
  516. }
  517. refValue := reflect.ValueOf(mapValue)
  518. targetValue := reflect.MakeMapWithSize(mapType, refValue.Len())
  519. fieldElemKind := elemType.Kind()
  520. dereffedElemType := Deref(elemType)
  521. dereffedElemKind := dereffedElemType.Kind()
  522. for _, key := range refValue.MapKeys() {
  523. keythValue := refValue.MapIndex(key)
  524. keythData := keythValue.Interface()
  525. switch dereffedElemKind {
  526. case reflect.Slice:
  527. target := reflect.New(dereffedElemType)
  528. if err := u.fillSlice(elemType, target.Elem(), keythData); err != nil {
  529. return emptyValue, err
  530. }
  531. targetValue.SetMapIndex(key, target.Elem())
  532. case reflect.Struct:
  533. keythMap, ok := keythData.(map[string]interface{})
  534. if !ok {
  535. return emptyValue, errTypeMismatch
  536. }
  537. target := reflect.New(dereffedElemType)
  538. if err := u.Unmarshal(keythMap, target.Interface()); err != nil {
  539. return emptyValue, err
  540. }
  541. if fieldElemKind == reflect.Ptr {
  542. targetValue.SetMapIndex(key, target)
  543. } else {
  544. targetValue.SetMapIndex(key, target.Elem())
  545. }
  546. case reflect.Map:
  547. keythMap, ok := keythData.(map[string]interface{})
  548. if !ok {
  549. return emptyValue, errTypeMismatch
  550. }
  551. innerValue, err := u.generateMap(elemType.Key(), elemType.Elem(), keythMap)
  552. if err != nil {
  553. return emptyValue, err
  554. }
  555. targetValue.SetMapIndex(key, innerValue)
  556. default:
  557. switch v := keythData.(type) {
  558. case bool:
  559. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  560. case string:
  561. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  562. case json.Number:
  563. target := reflect.New(dereffedElemType)
  564. if err := setValue(dereffedElemKind, target.Elem(), v.String()); err != nil {
  565. return emptyValue, err
  566. }
  567. targetValue.SetMapIndex(key, target.Elem())
  568. default:
  569. targetValue.SetMapIndex(key, keythValue)
  570. }
  571. }
  572. }
  573. return targetValue, nil
  574. }
  575. func (u *Unmarshaler) parseOptionsWithContext(field reflect.StructField, m Valuer, fullName string) (
  576. string, *fieldOptionsWithContext, error) {
  577. key, options, err := parseKeyAndOptions(u.key, field)
  578. if err != nil {
  579. return "", nil, err
  580. } else if options == nil {
  581. return key, nil, nil
  582. }
  583. optsWithContext, err := options.toOptionsWithContext(key, m, fullName)
  584. if err != nil {
  585. return "", nil, err
  586. }
  587. return key, optsWithContext, nil
  588. }
  589. // WithStringValues customizes a Unmarshaler with number values from strings.
  590. func WithStringValues() UnmarshalOption {
  591. return func(opt *unmarshalOptions) {
  592. opt.fromString = true
  593. }
  594. }
  595. // WithCanonicalKeyFunc customizes a Unmarshaler with Canonical Key func
  596. func WithCanonicalKeyFunc(f func(string) string) UnmarshalOption {
  597. return func(opt *unmarshalOptions) {
  598. opt.canonicalKey = f
  599. }
  600. }
  601. func fillDurationValue(fieldKind reflect.Kind, value reflect.Value, dur string) error {
  602. d, err := time.ParseDuration(dur)
  603. if err != nil {
  604. return err
  605. }
  606. if fieldKind == reflect.Ptr {
  607. value.Elem().Set(reflect.ValueOf(d))
  608. } else {
  609. value.Set(reflect.ValueOf(d))
  610. }
  611. return nil
  612. }
  613. func fillPrimitive(fieldType reflect.Type, value reflect.Value, mapValue interface{},
  614. opts *fieldOptionsWithContext, fullName string) error {
  615. if !value.CanSet() {
  616. return errValueNotSettable
  617. }
  618. baseType := Deref(fieldType)
  619. if fieldType.Kind() == reflect.Ptr {
  620. target := reflect.New(baseType).Elem()
  621. switch mapValue.(type) {
  622. case string, json.Number:
  623. value.Set(target.Addr())
  624. value = target
  625. }
  626. }
  627. switch v := mapValue.(type) {
  628. case string:
  629. return validateAndSetValue(baseType.Kind(), value, v, opts)
  630. case json.Number:
  631. if err := validateJsonNumberRange(v, opts); err != nil {
  632. return err
  633. }
  634. return setValue(baseType.Kind(), value, v.String())
  635. default:
  636. return newTypeMismatchError(fullName)
  637. }
  638. }
  639. func fillWithSameType(field reflect.StructField, value reflect.Value, mapValue interface{},
  640. opts *fieldOptionsWithContext) error {
  641. if !value.CanSet() {
  642. return errValueNotSettable
  643. }
  644. if err := validateValueRange(mapValue, opts); err != nil {
  645. return err
  646. }
  647. if field.Type.Kind() == reflect.Ptr {
  648. baseType := Deref(field.Type)
  649. target := reflect.New(baseType).Elem()
  650. setSameKindValue(baseType, target, mapValue)
  651. value.Set(target.Addr())
  652. } else {
  653. setSameKindValue(field.Type, value, mapValue)
  654. }
  655. return nil
  656. }
  657. // getValue gets the value for the specific key, the key can be in the format of parentKey.childKey
  658. func getValue(m Valuer, key string) (interface{}, bool) {
  659. keys := readKeys(key)
  660. return getValueWithChainedKeys(m, keys)
  661. }
  662. func getValueWithChainedKeys(m Valuer, keys []string) (interface{}, bool) {
  663. if len(keys) == 1 {
  664. v, ok := m.Value(keys[0])
  665. return v, ok
  666. }
  667. if len(keys) > 1 {
  668. if v, ok := m.Value(keys[0]); ok {
  669. if nextm, ok := v.(map[string]interface{}); ok {
  670. return getValueWithChainedKeys(MapValuer(nextm), keys[1:])
  671. }
  672. }
  673. }
  674. return nil, false
  675. }
  676. func join(elem ...string) string {
  677. var builder strings.Builder
  678. var fillSep bool
  679. for _, e := range elem {
  680. if len(e) == 0 {
  681. continue
  682. }
  683. if fillSep {
  684. builder.WriteByte(delimiter)
  685. } else {
  686. fillSep = true
  687. }
  688. builder.WriteString(e)
  689. }
  690. return builder.String()
  691. }
  692. func newInitError(name string) error {
  693. return fmt.Errorf("field %s is not set", name)
  694. }
  695. func newTypeMismatchError(name string) error {
  696. return fmt.Errorf("error: type mismatch for field %s", name)
  697. }
  698. func readKeys(key string) []string {
  699. cacheKeysLock.Lock()
  700. keys, ok := cacheKeys[key]
  701. cacheKeysLock.Unlock()
  702. if ok {
  703. return keys
  704. }
  705. keys = strings.FieldsFunc(key, func(c rune) bool {
  706. return c == delimiter
  707. })
  708. cacheKeysLock.Lock()
  709. cacheKeys[key] = keys
  710. cacheKeysLock.Unlock()
  711. return keys
  712. }
  713. func setSameKindValue(targetType reflect.Type, target reflect.Value, value interface{}) {
  714. if reflect.ValueOf(value).Type().AssignableTo(targetType) {
  715. target.Set(reflect.ValueOf(value))
  716. } else {
  717. target.Set(reflect.ValueOf(value).Convert(targetType))
  718. }
  719. }