unmarshaler.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002
  1. package mapping
  2. import (
  3. "encoding"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "reflect"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. "time"
  12. "github.com/zeromicro/go-zero/core/jsonx"
  13. "github.com/zeromicro/go-zero/core/lang"
  14. "github.com/zeromicro/go-zero/core/proc"
  15. "github.com/zeromicro/go-zero/core/stringx"
  16. )
  17. const (
  18. defaultKeyName = "key"
  19. delimiter = '.'
  20. )
  21. var (
  22. errTypeMismatch = errors.New("type mismatch")
  23. errValueNotSettable = errors.New("value is not settable")
  24. errValueNotStruct = errors.New("value type is not struct")
  25. keyUnmarshaler = NewUnmarshaler(defaultKeyName)
  26. durationType = reflect.TypeOf(time.Duration(0))
  27. cacheKeys = make(map[string][]string)
  28. cacheKeysLock sync.Mutex
  29. defaultCache = make(map[string]interface{})
  30. defaultCacheLock sync.Mutex
  31. emptyMap = map[string]interface{}{}
  32. emptyValue = reflect.ValueOf(lang.Placeholder)
  33. )
  34. type (
  35. // Unmarshaler is used to unmarshal with given tag key.
  36. Unmarshaler struct {
  37. key string
  38. opts unmarshalOptions
  39. }
  40. // UnmarshalOption defines the method to customize an Unmarshaler.
  41. UnmarshalOption func(*unmarshalOptions)
  42. unmarshalOptions struct {
  43. fromString bool
  44. canonicalKey func(key string) string
  45. }
  46. )
  47. // NewUnmarshaler returns an Unmarshaler.
  48. func NewUnmarshaler(key string, opts ...UnmarshalOption) *Unmarshaler {
  49. unmarshaler := Unmarshaler{
  50. key: key,
  51. }
  52. for _, opt := range opts {
  53. opt(&unmarshaler.opts)
  54. }
  55. return &unmarshaler
  56. }
  57. // UnmarshalKey unmarshals m into v with tag key.
  58. func UnmarshalKey(m map[string]interface{}, v interface{}) error {
  59. return keyUnmarshaler.Unmarshal(m, v)
  60. }
  61. // Unmarshal unmarshals m into v.
  62. func (u *Unmarshaler) Unmarshal(i interface{}, v interface{}) error {
  63. valueType := reflect.TypeOf(v)
  64. if valueType.Kind() != reflect.Ptr {
  65. return errValueNotSettable
  66. }
  67. elemType := valueType.Elem()
  68. switch iv := i.(type) {
  69. case map[string]interface{}:
  70. if elemType.Kind() != reflect.Struct {
  71. return errTypeMismatch
  72. }
  73. return u.UnmarshalValuer(mapValuer(iv), v)
  74. case []interface{}:
  75. if elemType.Kind() != reflect.Slice {
  76. return errTypeMismatch
  77. }
  78. return u.fillSlice(elemType, reflect.ValueOf(v).Elem(), iv)
  79. default:
  80. return errUnsupportedType
  81. }
  82. }
  83. // UnmarshalValuer unmarshals m into v.
  84. func (u *Unmarshaler) UnmarshalValuer(m Valuer, v interface{}) error {
  85. return u.unmarshalWithFullName(simpleValuer{current: m}, v, "")
  86. }
  87. func (u *Unmarshaler) fillMap(fieldType reflect.Type, value reflect.Value, mapValue interface{}) error {
  88. if !value.CanSet() {
  89. return errValueNotSettable
  90. }
  91. fieldKeyType := fieldType.Key()
  92. fieldElemType := fieldType.Elem()
  93. targetValue, err := u.generateMap(fieldKeyType, fieldElemType, mapValue)
  94. if err != nil {
  95. return err
  96. }
  97. if !targetValue.Type().AssignableTo(value.Type()) {
  98. return errTypeMismatch
  99. }
  100. value.Set(targetValue)
  101. return nil
  102. }
  103. func (u *Unmarshaler) fillMapFromString(value reflect.Value, mapValue interface{}) error {
  104. if !value.CanSet() {
  105. return errValueNotSettable
  106. }
  107. switch v := mapValue.(type) {
  108. case fmt.Stringer:
  109. if err := jsonx.UnmarshalFromString(v.String(), value.Addr().Interface()); err != nil {
  110. return err
  111. }
  112. case string:
  113. if err := jsonx.UnmarshalFromString(v, value.Addr().Interface()); err != nil {
  114. return err
  115. }
  116. default:
  117. return errUnsupportedType
  118. }
  119. return nil
  120. }
  121. func (u *Unmarshaler) fillSlice(fieldType reflect.Type, value reflect.Value, mapValue interface{}) error {
  122. if !value.CanSet() {
  123. return errValueNotSettable
  124. }
  125. baseType := fieldType.Elem()
  126. baseKind := baseType.Kind()
  127. dereffedBaseType := Deref(baseType)
  128. dereffedBaseKind := dereffedBaseType.Kind()
  129. refValue := reflect.ValueOf(mapValue)
  130. if refValue.IsNil() {
  131. return nil
  132. }
  133. conv := reflect.MakeSlice(reflect.SliceOf(baseType), refValue.Len(), refValue.Cap())
  134. if refValue.Len() == 0 {
  135. value.Set(conv)
  136. return nil
  137. }
  138. var valid bool
  139. for i := 0; i < refValue.Len(); i++ {
  140. ithValue := refValue.Index(i).Interface()
  141. if ithValue == nil {
  142. continue
  143. }
  144. valid = true
  145. switch dereffedBaseKind {
  146. case reflect.Struct:
  147. target := reflect.New(dereffedBaseType)
  148. if err := u.Unmarshal(ithValue.(map[string]interface{}), target.Interface()); err != nil {
  149. return err
  150. }
  151. if baseKind == reflect.Ptr {
  152. conv.Index(i).Set(target)
  153. } else {
  154. conv.Index(i).Set(target.Elem())
  155. }
  156. case reflect.Slice:
  157. if err := u.fillSlice(dereffedBaseType, conv.Index(i), ithValue); err != nil {
  158. return err
  159. }
  160. default:
  161. if err := u.fillSliceValue(conv, i, dereffedBaseKind, ithValue); err != nil {
  162. return err
  163. }
  164. }
  165. }
  166. if valid {
  167. value.Set(conv)
  168. }
  169. return nil
  170. }
  171. func (u *Unmarshaler) fillSliceFromString(fieldType reflect.Type, value reflect.Value,
  172. mapValue interface{}) error {
  173. var slice []interface{}
  174. switch v := mapValue.(type) {
  175. case fmt.Stringer:
  176. if err := jsonx.UnmarshalFromString(v.String(), &slice); err != nil {
  177. return err
  178. }
  179. case string:
  180. if err := jsonx.UnmarshalFromString(v, &slice); err != nil {
  181. return err
  182. }
  183. default:
  184. return errUnsupportedType
  185. }
  186. baseFieldType := Deref(fieldType.Elem())
  187. baseFieldKind := baseFieldType.Kind()
  188. conv := reflect.MakeSlice(reflect.SliceOf(baseFieldType), len(slice), cap(slice))
  189. for i := 0; i < len(slice); i++ {
  190. if err := u.fillSliceValue(conv, i, baseFieldKind, slice[i]); err != nil {
  191. return err
  192. }
  193. }
  194. value.Set(conv)
  195. return nil
  196. }
  197. func (u *Unmarshaler) fillSliceValue(slice reflect.Value, index int,
  198. baseKind reflect.Kind, value interface{}) error {
  199. ithVal := slice.Index(index)
  200. switch v := value.(type) {
  201. case fmt.Stringer:
  202. return setValue(baseKind, ithVal, v.String())
  203. case string:
  204. return setValue(baseKind, ithVal, v)
  205. case map[string]interface{}:
  206. return u.fillMap(ithVal.Type(), ithVal, value)
  207. default:
  208. // don't need to consider the difference between int, int8, int16, int32, int64,
  209. // uint, uint8, uint16, uint32, uint64, because they're handled as json.Number.
  210. if ithVal.Kind() == reflect.Ptr {
  211. baseType := Deref(ithVal.Type())
  212. if !reflect.TypeOf(value).AssignableTo(baseType) {
  213. return errTypeMismatch
  214. }
  215. target := reflect.New(baseType).Elem()
  216. target.Set(reflect.ValueOf(value))
  217. ithVal.Set(target.Addr())
  218. return nil
  219. }
  220. if !reflect.TypeOf(value).AssignableTo(ithVal.Type()) {
  221. return errTypeMismatch
  222. }
  223. ithVal.Set(reflect.ValueOf(value))
  224. return nil
  225. }
  226. }
  227. func (u *Unmarshaler) fillSliceWithDefault(derefedType reflect.Type, value reflect.Value,
  228. defaultValue string) error {
  229. baseFieldType := Deref(derefedType.Elem())
  230. baseFieldKind := baseFieldType.Kind()
  231. defaultCacheLock.Lock()
  232. slice, ok := defaultCache[defaultValue]
  233. defaultCacheLock.Unlock()
  234. if !ok {
  235. if baseFieldKind == reflect.String {
  236. slice = parseGroupedSegments(defaultValue)
  237. } else if err := jsonx.UnmarshalFromString(defaultValue, &slice); err != nil {
  238. return err
  239. }
  240. defaultCacheLock.Lock()
  241. defaultCache[defaultValue] = slice
  242. defaultCacheLock.Unlock()
  243. }
  244. return u.fillSlice(derefedType, value, slice)
  245. }
  246. func (u *Unmarshaler) generateMap(keyType, elemType reflect.Type, mapValue interface{}) (reflect.Value, error) {
  247. mapType := reflect.MapOf(keyType, elemType)
  248. valueType := reflect.TypeOf(mapValue)
  249. if mapType == valueType {
  250. return reflect.ValueOf(mapValue), nil
  251. }
  252. refValue := reflect.ValueOf(mapValue)
  253. targetValue := reflect.MakeMapWithSize(mapType, refValue.Len())
  254. fieldElemKind := elemType.Kind()
  255. dereffedElemType := Deref(elemType)
  256. dereffedElemKind := dereffedElemType.Kind()
  257. for _, key := range refValue.MapKeys() {
  258. keythValue := refValue.MapIndex(key)
  259. keythData := keythValue.Interface()
  260. switch dereffedElemKind {
  261. case reflect.Slice:
  262. target := reflect.New(dereffedElemType)
  263. if err := u.fillSlice(elemType, target.Elem(), keythData); err != nil {
  264. return emptyValue, err
  265. }
  266. targetValue.SetMapIndex(key, target.Elem())
  267. case reflect.Struct:
  268. keythMap, ok := keythData.(map[string]interface{})
  269. if !ok {
  270. return emptyValue, errTypeMismatch
  271. }
  272. target := reflect.New(dereffedElemType)
  273. if err := u.Unmarshal(keythMap, target.Interface()); err != nil {
  274. return emptyValue, err
  275. }
  276. if fieldElemKind == reflect.Ptr {
  277. targetValue.SetMapIndex(key, target)
  278. } else {
  279. targetValue.SetMapIndex(key, target.Elem())
  280. }
  281. case reflect.Map:
  282. keythMap, ok := keythData.(map[string]interface{})
  283. if !ok {
  284. return emptyValue, errTypeMismatch
  285. }
  286. innerValue, err := u.generateMap(elemType.Key(), elemType.Elem(), keythMap)
  287. if err != nil {
  288. return emptyValue, err
  289. }
  290. targetValue.SetMapIndex(key, innerValue)
  291. default:
  292. switch v := keythData.(type) {
  293. case bool:
  294. if dereffedElemKind != reflect.Bool {
  295. return emptyValue, errTypeMismatch
  296. }
  297. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  298. case string:
  299. if dereffedElemKind != reflect.String {
  300. return emptyValue, errTypeMismatch
  301. }
  302. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  303. case json.Number:
  304. target := reflect.New(dereffedElemType)
  305. if err := setValue(dereffedElemKind, target.Elem(), v.String()); err != nil {
  306. return emptyValue, err
  307. }
  308. targetValue.SetMapIndex(key, target.Elem())
  309. default:
  310. if dereffedElemKind != keythValue.Kind() {
  311. return emptyValue, errTypeMismatch
  312. }
  313. targetValue.SetMapIndex(key, keythValue)
  314. }
  315. }
  316. }
  317. return targetValue, nil
  318. }
  319. func (u *Unmarshaler) parseOptionsWithContext(field reflect.StructField, m Valuer, fullName string) (
  320. string, *fieldOptionsWithContext, error) {
  321. key, options, err := parseKeyAndOptions(u.key, field)
  322. if err != nil {
  323. return "", nil, err
  324. } else if options == nil {
  325. return key, nil, nil
  326. }
  327. optsWithContext, err := options.toOptionsWithContext(key, m, fullName)
  328. if err != nil {
  329. return "", nil, err
  330. }
  331. return key, optsWithContext, nil
  332. }
  333. func (u *Unmarshaler) processAnonymousField(field reflect.StructField, value reflect.Value,
  334. m valuerWithParent, fullName string) error {
  335. key, options, err := u.parseOptionsWithContext(field, m, fullName)
  336. if err != nil {
  337. return err
  338. }
  339. if options.optional() {
  340. return u.processAnonymousFieldOptional(field, value, key, m, fullName)
  341. }
  342. return u.processAnonymousFieldRequired(field, value, m, fullName)
  343. }
  344. func (u *Unmarshaler) processAnonymousFieldOptional(field reflect.StructField, value reflect.Value,
  345. key string, m valuerWithParent, fullName string) error {
  346. derefedFieldType := Deref(field.Type)
  347. switch derefedFieldType.Kind() {
  348. case reflect.Struct:
  349. return u.processAnonymousStructFieldOptional(field.Type, value, key, m, fullName)
  350. default:
  351. return u.processNamedField(field, value, m, fullName)
  352. }
  353. }
  354. func (u *Unmarshaler) processAnonymousFieldRequired(field reflect.StructField, value reflect.Value,
  355. m valuerWithParent, fullName string) error {
  356. fieldType := field.Type
  357. maybeNewValue(fieldType, value)
  358. derefedFieldType := Deref(fieldType)
  359. indirectValue := reflect.Indirect(value)
  360. switch derefedFieldType.Kind() {
  361. case reflect.Struct:
  362. for i := 0; i < derefedFieldType.NumField(); i++ {
  363. if err := u.processField(derefedFieldType.Field(i), indirectValue.Field(i),
  364. m, fullName); err != nil {
  365. return err
  366. }
  367. }
  368. default:
  369. if err := u.processNamedField(field, indirectValue, m, fullName); err != nil {
  370. return err
  371. }
  372. }
  373. return nil
  374. }
  375. func (u *Unmarshaler) processAnonymousStructFieldOptional(fieldType reflect.Type,
  376. value reflect.Value, key string, m valuerWithParent, fullName string) error {
  377. var filled bool
  378. var required int
  379. var requiredFilled int
  380. var indirectValue reflect.Value
  381. derefedFieldType := Deref(fieldType)
  382. for i := 0; i < derefedFieldType.NumField(); i++ {
  383. subField := derefedFieldType.Field(i)
  384. fieldKey, fieldOpts, err := u.parseOptionsWithContext(subField, m, fullName)
  385. if err != nil {
  386. return err
  387. }
  388. _, hasValue := getValue(m, fieldKey)
  389. if hasValue {
  390. if !filled {
  391. filled = true
  392. maybeNewValue(fieldType, value)
  393. indirectValue = reflect.Indirect(value)
  394. }
  395. if err = u.processField(subField, indirectValue.Field(i), m, fullName); err != nil {
  396. return err
  397. }
  398. }
  399. if !fieldOpts.optional() {
  400. required++
  401. if hasValue {
  402. requiredFilled++
  403. }
  404. }
  405. }
  406. if filled && required != requiredFilled {
  407. return fmt.Errorf("%s is not fully set", key)
  408. }
  409. return nil
  410. }
  411. func (u *Unmarshaler) processField(field reflect.StructField, value reflect.Value,
  412. m valuerWithParent, fullName string) error {
  413. if usingDifferentKeys(u.key, field) {
  414. return nil
  415. }
  416. if field.Anonymous {
  417. return u.processAnonymousField(field, value, m, fullName)
  418. }
  419. return u.processNamedField(field, value, m, fullName)
  420. }
  421. func (u *Unmarshaler) processFieldNotFromString(fieldType reflect.Type, value reflect.Value,
  422. vp valueWithParent, opts *fieldOptionsWithContext, fullName string) error {
  423. derefedFieldType := Deref(fieldType)
  424. typeKind := derefedFieldType.Kind()
  425. valueKind := reflect.TypeOf(vp.value).Kind()
  426. mapValue := vp.value
  427. switch {
  428. case valueKind == reflect.Map && typeKind == reflect.Struct:
  429. mv, ok := mapValue.(map[string]interface{})
  430. if !ok {
  431. return errTypeMismatch
  432. }
  433. return u.processFieldStruct(fieldType, value, &simpleValuer{
  434. current: mapValuer(mv),
  435. parent: vp.parent,
  436. }, fullName)
  437. case valueKind == reflect.Map && typeKind == reflect.Map:
  438. return u.fillMap(fieldType, value, mapValue)
  439. case valueKind == reflect.String && typeKind == reflect.Map:
  440. return u.fillMapFromString(value, mapValue)
  441. case valueKind == reflect.String && typeKind == reflect.Slice:
  442. return u.fillSliceFromString(fieldType, value, mapValue)
  443. case valueKind == reflect.String && derefedFieldType == durationType:
  444. return fillDurationValue(fieldType.Kind(), value, mapValue.(string))
  445. default:
  446. return u.processFieldPrimitive(fieldType, value, mapValue, opts, fullName)
  447. }
  448. }
  449. func (u *Unmarshaler) processFieldPrimitive(fieldType reflect.Type, value reflect.Value,
  450. mapValue interface{}, opts *fieldOptionsWithContext, fullName string) error {
  451. typeKind := Deref(fieldType).Kind()
  452. valueKind := reflect.TypeOf(mapValue).Kind()
  453. switch {
  454. case typeKind == reflect.Slice && valueKind == reflect.Slice:
  455. return u.fillSlice(fieldType, value, mapValue)
  456. case typeKind == reflect.Map && valueKind == reflect.Map:
  457. return u.fillMap(fieldType, value, mapValue)
  458. default:
  459. switch v := mapValue.(type) {
  460. case json.Number:
  461. return u.processFieldPrimitiveWithJSONNumber(fieldType, value, v, opts, fullName)
  462. default:
  463. if typeKind == valueKind {
  464. if err := validateValueInOptions(mapValue, opts.options()); err != nil {
  465. return err
  466. }
  467. return fillWithSameType(fieldType, value, mapValue, opts)
  468. }
  469. }
  470. }
  471. return newTypeMismatchError(fullName)
  472. }
  473. func (u *Unmarshaler) processFieldPrimitiveWithJSONNumber(fieldType reflect.Type, value reflect.Value,
  474. v json.Number, opts *fieldOptionsWithContext, fullName string) error {
  475. fieldKind := fieldType.Kind()
  476. typeKind := Deref(fieldType).Kind()
  477. if err := validateJsonNumberRange(v, opts); err != nil {
  478. return err
  479. }
  480. if err := validateValueInOptions(v, opts.options()); err != nil {
  481. return err
  482. }
  483. if fieldKind == reflect.Ptr {
  484. value = value.Elem()
  485. }
  486. switch typeKind {
  487. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  488. iValue, err := v.Int64()
  489. if err != nil {
  490. return err
  491. }
  492. value.SetInt(iValue)
  493. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  494. iValue, err := v.Int64()
  495. if err != nil {
  496. return err
  497. }
  498. if iValue < 0 {
  499. return fmt.Errorf("unmarshal %q with bad value %q", fullName, v.String())
  500. }
  501. value.SetUint(uint64(iValue))
  502. case reflect.Float32, reflect.Float64:
  503. fValue, err := v.Float64()
  504. if err != nil {
  505. return err
  506. }
  507. value.SetFloat(fValue)
  508. default:
  509. return newTypeMismatchError(fullName)
  510. }
  511. return nil
  512. }
  513. func (u *Unmarshaler) processFieldStruct(fieldType reflect.Type, value reflect.Value,
  514. m valuerWithParent, fullName string) error {
  515. if fieldType.Kind() == reflect.Ptr {
  516. baseType := Deref(fieldType)
  517. target := reflect.New(baseType).Elem()
  518. if err := u.unmarshalWithFullName(m, target.Addr().Interface(), fullName); err != nil {
  519. return err
  520. }
  521. value.Set(target.Addr())
  522. } else if err := u.unmarshalWithFullName(m, value.Addr().Interface(), fullName); err != nil {
  523. return err
  524. }
  525. return nil
  526. }
  527. func (u *Unmarshaler) processFieldTextUnmarshaler(fieldType reflect.Type, value reflect.Value,
  528. mapValue interface{}) (bool, error) {
  529. var tval encoding.TextUnmarshaler
  530. var ok bool
  531. if fieldType.Kind() == reflect.Ptr {
  532. tval, ok = value.Interface().(encoding.TextUnmarshaler)
  533. } else {
  534. tval, ok = value.Addr().Interface().(encoding.TextUnmarshaler)
  535. }
  536. if ok {
  537. switch mv := mapValue.(type) {
  538. case string:
  539. return true, tval.UnmarshalText([]byte(mv))
  540. case []byte:
  541. return true, tval.UnmarshalText(mv)
  542. }
  543. }
  544. return false, nil
  545. }
  546. func (u *Unmarshaler) processFieldWithEnvValue(fieldType reflect.Type, value reflect.Value,
  547. envVal string, opts *fieldOptionsWithContext, fullName string) error {
  548. if err := validateValueInOptions(envVal, opts.options()); err != nil {
  549. return err
  550. }
  551. fieldKind := fieldType.Kind()
  552. switch fieldKind {
  553. case reflect.Bool:
  554. val, err := strconv.ParseBool(envVal)
  555. if err != nil {
  556. return fmt.Errorf("unmarshal field %q with environment variable, %w", fullName, err)
  557. }
  558. value.SetBool(val)
  559. return nil
  560. case durationType.Kind():
  561. if err := fillDurationValue(fieldKind, value, envVal); err != nil {
  562. return fmt.Errorf("unmarshal field %q with environment variable, %w", fullName, err)
  563. }
  564. return nil
  565. case reflect.String:
  566. value.SetString(envVal)
  567. return nil
  568. default:
  569. return u.processFieldPrimitiveWithJSONNumber(fieldType, value, json.Number(envVal), opts, fullName)
  570. }
  571. }
  572. func (u *Unmarshaler) processNamedField(field reflect.StructField, value reflect.Value,
  573. m valuerWithParent, fullName string) error {
  574. key, opts, err := u.parseOptionsWithContext(field, m, fullName)
  575. if err != nil {
  576. return err
  577. }
  578. fullName = join(fullName, key)
  579. if opts != nil && len(opts.EnvVar) > 0 {
  580. envVal := proc.Env(opts.EnvVar)
  581. if len(envVal) > 0 {
  582. return u.processFieldWithEnvValue(field.Type, value, envVal, opts, fullName)
  583. }
  584. }
  585. canonicalKey := key
  586. if u.opts.canonicalKey != nil {
  587. canonicalKey = u.opts.canonicalKey(key)
  588. }
  589. valuer := createValuer(m, opts)
  590. mapValue, hasValue := getValue(valuer, canonicalKey)
  591. if !hasValue {
  592. return u.processNamedFieldWithoutValue(field.Type, value, opts, fullName)
  593. }
  594. return u.processNamedFieldWithValue(field.Type, value, valueWithParent{
  595. value: mapValue,
  596. parent: valuer,
  597. }, key, opts, fullName)
  598. }
  599. func (u *Unmarshaler) processNamedFieldWithValue(fieldType reflect.Type, value reflect.Value,
  600. vp valueWithParent, key string, opts *fieldOptionsWithContext, fullName string) error {
  601. mapValue := vp.value
  602. if mapValue == nil {
  603. if opts.optional() {
  604. return nil
  605. }
  606. return fmt.Errorf("field %s mustn't be nil", key)
  607. }
  608. if !value.CanSet() {
  609. return fmt.Errorf("field %s is not settable", key)
  610. }
  611. maybeNewValue(fieldType, value)
  612. if yes, err := u.processFieldTextUnmarshaler(fieldType, value, mapValue); yes {
  613. return err
  614. }
  615. fieldKind := Deref(fieldType).Kind()
  616. switch fieldKind {
  617. case reflect.Array, reflect.Map, reflect.Slice, reflect.Struct:
  618. return u.processFieldNotFromString(fieldType, value, vp, opts, fullName)
  619. default:
  620. if u.opts.fromString || opts.fromString() {
  621. valueKind := reflect.TypeOf(mapValue).Kind()
  622. if valueKind != reflect.String {
  623. return fmt.Errorf("error: the value in map is not string, but %s", valueKind)
  624. }
  625. options := opts.options()
  626. if len(options) > 0 {
  627. if !stringx.Contains(options, mapValue.(string)) {
  628. return fmt.Errorf(`error: value "%s" for field "%s" is not defined in options "%v"`,
  629. mapValue, key, options)
  630. }
  631. }
  632. return fillPrimitive(fieldType, value, mapValue, opts, fullName)
  633. }
  634. return u.processFieldNotFromString(fieldType, value, vp, opts, fullName)
  635. }
  636. }
  637. func (u *Unmarshaler) processNamedFieldWithoutValue(fieldType reflect.Type, value reflect.Value,
  638. opts *fieldOptionsWithContext, fullName string) error {
  639. derefedType := Deref(fieldType)
  640. fieldKind := derefedType.Kind()
  641. if defaultValue, ok := opts.getDefault(); ok {
  642. if fieldType.Kind() == reflect.Ptr {
  643. maybeNewValue(fieldType, value)
  644. value = value.Elem()
  645. }
  646. if derefedType == durationType {
  647. return fillDurationValue(fieldKind, value, defaultValue)
  648. }
  649. switch fieldKind {
  650. case reflect.Array, reflect.Slice:
  651. return u.fillSliceWithDefault(derefedType, value, defaultValue)
  652. default:
  653. return setValue(fieldKind, value, defaultValue)
  654. }
  655. }
  656. switch fieldKind {
  657. case reflect.Array, reflect.Map, reflect.Slice:
  658. if !opts.optional() {
  659. return u.processFieldNotFromString(fieldType, value, valueWithParent{
  660. value: emptyMap,
  661. }, opts, fullName)
  662. }
  663. case reflect.Struct:
  664. if !opts.optional() {
  665. required, err := structValueRequired(u.key, derefedType)
  666. if err != nil {
  667. return err
  668. }
  669. if required {
  670. return fmt.Errorf("%q is not set", fullName)
  671. }
  672. return u.processFieldNotFromString(fieldType, value, valueWithParent{
  673. value: emptyMap,
  674. }, opts, fullName)
  675. }
  676. default:
  677. if !opts.optional() {
  678. return newInitError(fullName)
  679. }
  680. }
  681. return nil
  682. }
  683. func (u *Unmarshaler) unmarshalWithFullName(m valuerWithParent, v interface{}, fullName string) error {
  684. rv := reflect.ValueOf(v)
  685. if err := ValidatePtr(&rv); err != nil {
  686. return err
  687. }
  688. rte := reflect.TypeOf(v).Elem()
  689. if rte.Kind() != reflect.Struct {
  690. return errValueNotStruct
  691. }
  692. rve := rv.Elem()
  693. numFields := rte.NumField()
  694. for i := 0; i < numFields; i++ {
  695. if err := u.processField(rte.Field(i), rve.Field(i), m, fullName); err != nil {
  696. return err
  697. }
  698. }
  699. return nil
  700. }
  701. // WithStringValues customizes an Unmarshaler with number values from strings.
  702. func WithStringValues() UnmarshalOption {
  703. return func(opt *unmarshalOptions) {
  704. opt.fromString = true
  705. }
  706. }
  707. // WithCanonicalKeyFunc customizes an Unmarshaler with Canonical Key func
  708. func WithCanonicalKeyFunc(f func(string) string) UnmarshalOption {
  709. return func(opt *unmarshalOptions) {
  710. opt.canonicalKey = f
  711. }
  712. }
  713. func createValuer(v valuerWithParent, opts *fieldOptionsWithContext) valuerWithParent {
  714. if opts.inherit() {
  715. return recursiveValuer{
  716. current: v,
  717. parent: v.Parent(),
  718. }
  719. }
  720. return simpleValuer{
  721. current: v,
  722. parent: v.Parent(),
  723. }
  724. }
  725. func fillDurationValue(fieldKind reflect.Kind, value reflect.Value, dur string) error {
  726. d, err := time.ParseDuration(dur)
  727. if err != nil {
  728. return err
  729. }
  730. if fieldKind == reflect.Ptr {
  731. value.Elem().Set(reflect.ValueOf(d))
  732. } else {
  733. value.Set(reflect.ValueOf(d))
  734. }
  735. return nil
  736. }
  737. func fillPrimitive(fieldType reflect.Type, value reflect.Value, mapValue interface{},
  738. opts *fieldOptionsWithContext, fullName string) error {
  739. if !value.CanSet() {
  740. return errValueNotSettable
  741. }
  742. baseType := Deref(fieldType)
  743. if fieldType.Kind() == reflect.Ptr {
  744. target := reflect.New(baseType).Elem()
  745. switch mapValue.(type) {
  746. case string, json.Number:
  747. value.Set(target.Addr())
  748. value = target
  749. }
  750. }
  751. switch v := mapValue.(type) {
  752. case string:
  753. return validateAndSetValue(baseType.Kind(), value, v, opts)
  754. case json.Number:
  755. if err := validateJsonNumberRange(v, opts); err != nil {
  756. return err
  757. }
  758. return setValue(baseType.Kind(), value, v.String())
  759. default:
  760. return newTypeMismatchError(fullName)
  761. }
  762. }
  763. func fillWithSameType(fieldType reflect.Type, value reflect.Value, mapValue interface{},
  764. opts *fieldOptionsWithContext) error {
  765. if !value.CanSet() {
  766. return errValueNotSettable
  767. }
  768. if err := validateValueRange(mapValue, opts); err != nil {
  769. return err
  770. }
  771. if fieldType.Kind() == reflect.Ptr {
  772. baseType := Deref(fieldType)
  773. target := reflect.New(baseType).Elem()
  774. setSameKindValue(baseType, target, mapValue)
  775. value.Set(target.Addr())
  776. } else {
  777. setSameKindValue(fieldType, value, mapValue)
  778. }
  779. return nil
  780. }
  781. // getValue gets the value for the specific key, the key can be in the format of parentKey.childKey
  782. func getValue(m valuerWithParent, key string) (interface{}, bool) {
  783. keys := readKeys(key)
  784. return getValueWithChainedKeys(m, keys)
  785. }
  786. func getValueWithChainedKeys(m valuerWithParent, keys []string) (interface{}, bool) {
  787. switch len(keys) {
  788. case 0:
  789. return nil, false
  790. case 1:
  791. v, ok := m.Value(keys[0])
  792. return v, ok
  793. default:
  794. if v, ok := m.Value(keys[0]); ok {
  795. if nextm, ok := v.(map[string]interface{}); ok {
  796. return getValueWithChainedKeys(recursiveValuer{
  797. current: mapValuer(nextm),
  798. parent: m,
  799. }, keys[1:])
  800. }
  801. }
  802. return nil, false
  803. }
  804. }
  805. func join(elem ...string) string {
  806. var builder strings.Builder
  807. var fillSep bool
  808. for _, e := range elem {
  809. if len(e) == 0 {
  810. continue
  811. }
  812. if fillSep {
  813. builder.WriteByte(delimiter)
  814. } else {
  815. fillSep = true
  816. }
  817. builder.WriteString(e)
  818. }
  819. return builder.String()
  820. }
  821. func newInitError(name string) error {
  822. return fmt.Errorf("field %s is not set", name)
  823. }
  824. func newTypeMismatchError(name string) error {
  825. return fmt.Errorf("error: type mismatch for field %s", name)
  826. }
  827. func readKeys(key string) []string {
  828. cacheKeysLock.Lock()
  829. keys, ok := cacheKeys[key]
  830. cacheKeysLock.Unlock()
  831. if ok {
  832. return keys
  833. }
  834. keys = strings.FieldsFunc(key, func(c rune) bool {
  835. return c == delimiter
  836. })
  837. cacheKeysLock.Lock()
  838. cacheKeys[key] = keys
  839. cacheKeysLock.Unlock()
  840. return keys
  841. }
  842. func setSameKindValue(targetType reflect.Type, target reflect.Value, value interface{}) {
  843. if reflect.ValueOf(value).Type().AssignableTo(targetType) {
  844. target.Set(reflect.ValueOf(value))
  845. } else {
  846. target.Set(reflect.ValueOf(value).Convert(targetType))
  847. }
  848. }