unmarshaler.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014
  1. package mapping
  2. import (
  3. "encoding"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "reflect"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. "time"
  12. "github.com/zeromicro/go-zero/core/jsonx"
  13. "github.com/zeromicro/go-zero/core/lang"
  14. "github.com/zeromicro/go-zero/core/proc"
  15. "github.com/zeromicro/go-zero/core/stringx"
  16. )
  17. const (
  18. defaultKeyName = "key"
  19. delimiter = '.'
  20. )
  21. var (
  22. errTypeMismatch = errors.New("type mismatch")
  23. errValueNotSettable = errors.New("value is not settable")
  24. errValueNotStruct = errors.New("value type is not struct")
  25. keyUnmarshaler = NewUnmarshaler(defaultKeyName)
  26. durationType = reflect.TypeOf(time.Duration(0))
  27. cacheKeys = make(map[string][]string)
  28. cacheKeysLock sync.Mutex
  29. defaultCache = make(map[string]interface{})
  30. defaultCacheLock sync.Mutex
  31. emptyMap = map[string]interface{}{}
  32. emptyValue = reflect.ValueOf(lang.Placeholder)
  33. )
  34. type (
  35. // Unmarshaler is used to unmarshal with given tag key.
  36. Unmarshaler struct {
  37. key string
  38. opts unmarshalOptions
  39. }
  40. // UnmarshalOption defines the method to customize an Unmarshaler.
  41. UnmarshalOption func(*unmarshalOptions)
  42. unmarshalOptions struct {
  43. fromString bool
  44. canonicalKey func(key string) string
  45. }
  46. )
  47. // NewUnmarshaler returns an Unmarshaler.
  48. func NewUnmarshaler(key string, opts ...UnmarshalOption) *Unmarshaler {
  49. unmarshaler := Unmarshaler{
  50. key: key,
  51. }
  52. for _, opt := range opts {
  53. opt(&unmarshaler.opts)
  54. }
  55. return &unmarshaler
  56. }
  57. // UnmarshalKey unmarshals m into v with tag key.
  58. func UnmarshalKey(m map[string]interface{}, v interface{}) error {
  59. return keyUnmarshaler.Unmarshal(m, v)
  60. }
  61. // Unmarshal unmarshals m into v.
  62. func (u *Unmarshaler) Unmarshal(i interface{}, v interface{}) error {
  63. valueType := reflect.TypeOf(v)
  64. if valueType.Kind() != reflect.Ptr {
  65. return errValueNotSettable
  66. }
  67. elemType := Deref(valueType)
  68. switch iv := i.(type) {
  69. case map[string]interface{}:
  70. if elemType.Kind() != reflect.Struct {
  71. return errTypeMismatch
  72. }
  73. return u.UnmarshalValuer(mapValuer(iv), v)
  74. case []interface{}:
  75. if elemType.Kind() != reflect.Slice {
  76. return errTypeMismatch
  77. }
  78. return u.fillSlice(elemType, reflect.ValueOf(v).Elem(), iv)
  79. default:
  80. return errUnsupportedType
  81. }
  82. }
  83. // UnmarshalValuer unmarshals m into v.
  84. func (u *Unmarshaler) UnmarshalValuer(m Valuer, v interface{}) error {
  85. return u.unmarshalWithFullName(simpleValuer{current: m}, v, "")
  86. }
  87. func (u *Unmarshaler) fillMap(fieldType reflect.Type, value reflect.Value, mapValue interface{}) error {
  88. if !value.CanSet() {
  89. return errValueNotSettable
  90. }
  91. fieldKeyType := fieldType.Key()
  92. fieldElemType := fieldType.Elem()
  93. targetValue, err := u.generateMap(fieldKeyType, fieldElemType, mapValue)
  94. if err != nil {
  95. return err
  96. }
  97. if !targetValue.Type().AssignableTo(value.Type()) {
  98. return errTypeMismatch
  99. }
  100. value.Set(targetValue)
  101. return nil
  102. }
  103. func (u *Unmarshaler) fillMapFromString(value reflect.Value, mapValue interface{}) error {
  104. if !value.CanSet() {
  105. return errValueNotSettable
  106. }
  107. switch v := mapValue.(type) {
  108. case fmt.Stringer:
  109. if err := jsonx.UnmarshalFromString(v.String(), value.Addr().Interface()); err != nil {
  110. return err
  111. }
  112. case string:
  113. if err := jsonx.UnmarshalFromString(v, value.Addr().Interface()); err != nil {
  114. return err
  115. }
  116. default:
  117. return errUnsupportedType
  118. }
  119. return nil
  120. }
  121. func (u *Unmarshaler) fillSlice(fieldType reflect.Type, value reflect.Value, mapValue interface{}) error {
  122. if !value.CanSet() {
  123. return errValueNotSettable
  124. }
  125. baseType := fieldType.Elem()
  126. dereffedBaseType := Deref(baseType)
  127. dereffedBaseKind := dereffedBaseType.Kind()
  128. refValue := reflect.ValueOf(mapValue)
  129. if refValue.IsNil() {
  130. return nil
  131. }
  132. conv := reflect.MakeSlice(reflect.SliceOf(baseType), refValue.Len(), refValue.Cap())
  133. if refValue.Len() == 0 {
  134. value.Set(conv)
  135. return nil
  136. }
  137. var valid bool
  138. for i := 0; i < refValue.Len(); i++ {
  139. ithValue := refValue.Index(i).Interface()
  140. if ithValue == nil {
  141. continue
  142. }
  143. valid = true
  144. switch dereffedBaseKind {
  145. case reflect.Struct:
  146. target := reflect.New(dereffedBaseType)
  147. if err := u.Unmarshal(ithValue.(map[string]interface{}), target.Interface()); err != nil {
  148. return err
  149. }
  150. SetValue(fieldType.Elem(), conv.Index(i), target.Elem())
  151. case reflect.Slice:
  152. if err := u.fillSlice(dereffedBaseType, conv.Index(i), ithValue); err != nil {
  153. return err
  154. }
  155. default:
  156. if err := u.fillSliceValue(conv, i, dereffedBaseKind, ithValue); err != nil {
  157. return err
  158. }
  159. }
  160. }
  161. if valid {
  162. value.Set(conv)
  163. }
  164. return nil
  165. }
  166. func (u *Unmarshaler) fillSliceFromString(fieldType reflect.Type, value reflect.Value,
  167. mapValue interface{}) error {
  168. var slice []interface{}
  169. switch v := mapValue.(type) {
  170. case fmt.Stringer:
  171. if err := jsonx.UnmarshalFromString(v.String(), &slice); err != nil {
  172. return err
  173. }
  174. case string:
  175. if err := jsonx.UnmarshalFromString(v, &slice); err != nil {
  176. return err
  177. }
  178. default:
  179. return errUnsupportedType
  180. }
  181. baseFieldType := Deref(fieldType.Elem())
  182. baseFieldKind := baseFieldType.Kind()
  183. conv := reflect.MakeSlice(reflect.SliceOf(baseFieldType), len(slice), cap(slice))
  184. for i := 0; i < len(slice); i++ {
  185. if err := u.fillSliceValue(conv, i, baseFieldKind, slice[i]); err != nil {
  186. return err
  187. }
  188. }
  189. value.Set(conv)
  190. return nil
  191. }
  192. func (u *Unmarshaler) fillSliceValue(slice reflect.Value, index int,
  193. baseKind reflect.Kind, value interface{}) error {
  194. ithVal := slice.Index(index)
  195. switch v := value.(type) {
  196. case fmt.Stringer:
  197. return setValueFromString(baseKind, ithVal, v.String())
  198. case string:
  199. return setValueFromString(baseKind, ithVal, v)
  200. case map[string]interface{}:
  201. return u.fillMap(ithVal.Type(), ithVal, value)
  202. default:
  203. // don't need to consider the difference between int, int8, int16, int32, int64,
  204. // uint, uint8, uint16, uint32, uint64, because they're handled as json.Number.
  205. if ithVal.Kind() == reflect.Ptr {
  206. baseType := Deref(ithVal.Type())
  207. if !reflect.TypeOf(value).AssignableTo(baseType) {
  208. return errTypeMismatch
  209. }
  210. target := reflect.New(baseType).Elem()
  211. target.Set(reflect.ValueOf(value))
  212. SetValue(ithVal.Type(), ithVal, target)
  213. return nil
  214. }
  215. if !reflect.TypeOf(value).AssignableTo(ithVal.Type()) {
  216. return errTypeMismatch
  217. }
  218. ithVal.Set(reflect.ValueOf(value))
  219. return nil
  220. }
  221. }
  222. func (u *Unmarshaler) fillSliceWithDefault(derefedType reflect.Type, value reflect.Value,
  223. defaultValue string) error {
  224. baseFieldType := Deref(derefedType.Elem())
  225. baseFieldKind := baseFieldType.Kind()
  226. defaultCacheLock.Lock()
  227. slice, ok := defaultCache[defaultValue]
  228. defaultCacheLock.Unlock()
  229. if !ok {
  230. if baseFieldKind == reflect.String {
  231. slice = parseGroupedSegments(defaultValue)
  232. } else if err := jsonx.UnmarshalFromString(defaultValue, &slice); err != nil {
  233. return err
  234. }
  235. defaultCacheLock.Lock()
  236. defaultCache[defaultValue] = slice
  237. defaultCacheLock.Unlock()
  238. }
  239. return u.fillSlice(derefedType, value, slice)
  240. }
  241. func (u *Unmarshaler) generateMap(keyType, elemType reflect.Type, mapValue interface{}) (reflect.Value, error) {
  242. mapType := reflect.MapOf(keyType, elemType)
  243. valueType := reflect.TypeOf(mapValue)
  244. if mapType == valueType {
  245. return reflect.ValueOf(mapValue), nil
  246. }
  247. refValue := reflect.ValueOf(mapValue)
  248. targetValue := reflect.MakeMapWithSize(mapType, refValue.Len())
  249. dereffedElemType := Deref(elemType)
  250. dereffedElemKind := dereffedElemType.Kind()
  251. for _, key := range refValue.MapKeys() {
  252. keythValue := refValue.MapIndex(key)
  253. keythData := keythValue.Interface()
  254. switch dereffedElemKind {
  255. case reflect.Slice:
  256. target := reflect.New(dereffedElemType)
  257. if err := u.fillSlice(elemType, target.Elem(), keythData); err != nil {
  258. return emptyValue, err
  259. }
  260. targetValue.SetMapIndex(key, target.Elem())
  261. case reflect.Struct:
  262. keythMap, ok := keythData.(map[string]interface{})
  263. if !ok {
  264. return emptyValue, errTypeMismatch
  265. }
  266. target := reflect.New(dereffedElemType)
  267. if err := u.Unmarshal(keythMap, target.Interface()); err != nil {
  268. return emptyValue, err
  269. }
  270. SetMapIndexValue(elemType, targetValue, key, target.Elem())
  271. case reflect.Map:
  272. keythMap, ok := keythData.(map[string]interface{})
  273. if !ok {
  274. return emptyValue, errTypeMismatch
  275. }
  276. innerValue, err := u.generateMap(elemType.Key(), elemType.Elem(), keythMap)
  277. if err != nil {
  278. return emptyValue, err
  279. }
  280. targetValue.SetMapIndex(key, innerValue)
  281. default:
  282. switch v := keythData.(type) {
  283. case bool:
  284. if dereffedElemKind != reflect.Bool {
  285. return emptyValue, errTypeMismatch
  286. }
  287. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  288. case string:
  289. if dereffedElemKind != reflect.String {
  290. return emptyValue, errTypeMismatch
  291. }
  292. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  293. case json.Number:
  294. target := reflect.New(dereffedElemType)
  295. if err := setValueFromString(dereffedElemKind, target.Elem(), v.String()); err != nil {
  296. return emptyValue, err
  297. }
  298. targetValue.SetMapIndex(key, target.Elem())
  299. default:
  300. if dereffedElemKind != keythValue.Kind() {
  301. return emptyValue, errTypeMismatch
  302. }
  303. targetValue.SetMapIndex(key, keythValue)
  304. }
  305. }
  306. }
  307. return targetValue, nil
  308. }
  309. func (u *Unmarshaler) parseOptionsWithContext(field reflect.StructField, m Valuer, fullName string) (
  310. string, *fieldOptionsWithContext, error) {
  311. key, options, err := parseKeyAndOptions(u.key, field)
  312. if err != nil {
  313. return "", nil, err
  314. } else if options == nil {
  315. return key, nil, nil
  316. }
  317. optsWithContext, err := options.toOptionsWithContext(key, m, fullName)
  318. if err != nil {
  319. return "", nil, err
  320. }
  321. return key, optsWithContext, nil
  322. }
  323. func (u *Unmarshaler) processAnonymousField(field reflect.StructField, value reflect.Value,
  324. m valuerWithParent, fullName string) error {
  325. key, options, err := u.parseOptionsWithContext(field, m, fullName)
  326. if err != nil {
  327. return err
  328. }
  329. if options.optional() {
  330. return u.processAnonymousFieldOptional(field, value, key, m, fullName)
  331. }
  332. return u.processAnonymousFieldRequired(field, value, m, fullName)
  333. }
  334. func (u *Unmarshaler) processAnonymousFieldOptional(field reflect.StructField, value reflect.Value,
  335. key string, m valuerWithParent, fullName string) error {
  336. derefedFieldType := Deref(field.Type)
  337. switch derefedFieldType.Kind() {
  338. case reflect.Struct:
  339. return u.processAnonymousStructFieldOptional(field.Type, value, key, m, fullName)
  340. default:
  341. return u.processNamedField(field, value, m, fullName)
  342. }
  343. }
  344. func (u *Unmarshaler) processAnonymousFieldRequired(field reflect.StructField, value reflect.Value,
  345. m valuerWithParent, fullName string) error {
  346. fieldType := field.Type
  347. maybeNewValue(fieldType, value)
  348. derefedFieldType := Deref(fieldType)
  349. indirectValue := reflect.Indirect(value)
  350. switch derefedFieldType.Kind() {
  351. case reflect.Struct:
  352. for i := 0; i < derefedFieldType.NumField(); i++ {
  353. if err := u.processField(derefedFieldType.Field(i), indirectValue.Field(i),
  354. m, fullName); err != nil {
  355. return err
  356. }
  357. }
  358. default:
  359. if err := u.processNamedField(field, indirectValue, m, fullName); err != nil {
  360. return err
  361. }
  362. }
  363. return nil
  364. }
  365. func (u *Unmarshaler) processAnonymousStructFieldOptional(fieldType reflect.Type,
  366. value reflect.Value, key string, m valuerWithParent, fullName string) error {
  367. var filled bool
  368. var required int
  369. var requiredFilled int
  370. var indirectValue reflect.Value
  371. derefedFieldType := Deref(fieldType)
  372. for i := 0; i < derefedFieldType.NumField(); i++ {
  373. subField := derefedFieldType.Field(i)
  374. fieldKey, fieldOpts, err := u.parseOptionsWithContext(subField, m, fullName)
  375. if err != nil {
  376. return err
  377. }
  378. _, hasValue := getValue(m, fieldKey)
  379. if hasValue {
  380. if !filled {
  381. filled = true
  382. maybeNewValue(fieldType, value)
  383. indirectValue = reflect.Indirect(value)
  384. }
  385. if err = u.processField(subField, indirectValue.Field(i), m, fullName); err != nil {
  386. return err
  387. }
  388. }
  389. if !fieldOpts.optional() {
  390. required++
  391. if hasValue {
  392. requiredFilled++
  393. }
  394. }
  395. }
  396. if filled && required != requiredFilled {
  397. return fmt.Errorf("%s is not fully set", key)
  398. }
  399. return nil
  400. }
  401. func (u *Unmarshaler) processField(field reflect.StructField, value reflect.Value,
  402. m valuerWithParent, fullName string) error {
  403. if usingDifferentKeys(u.key, field) {
  404. return nil
  405. }
  406. if field.Anonymous {
  407. return u.processAnonymousField(field, value, m, fullName)
  408. }
  409. return u.processNamedField(field, value, m, fullName)
  410. }
  411. func (u *Unmarshaler) processFieldNotFromString(fieldType reflect.Type, value reflect.Value,
  412. vp valueWithParent, opts *fieldOptionsWithContext, fullName string) error {
  413. derefedFieldType := Deref(fieldType)
  414. typeKind := derefedFieldType.Kind()
  415. valueKind := reflect.TypeOf(vp.value).Kind()
  416. mapValue := vp.value
  417. switch {
  418. case valueKind == reflect.Map && typeKind == reflect.Struct:
  419. mv, ok := mapValue.(map[string]interface{})
  420. if !ok {
  421. return errTypeMismatch
  422. }
  423. return u.processFieldStruct(fieldType, value, &simpleValuer{
  424. current: mapValuer(mv),
  425. parent: vp.parent,
  426. }, fullName)
  427. case valueKind == reflect.Map && typeKind == reflect.Map:
  428. return u.fillMap(fieldType, value, mapValue)
  429. case valueKind == reflect.String && typeKind == reflect.Map:
  430. return u.fillMapFromString(value, mapValue)
  431. case valueKind == reflect.String && typeKind == reflect.Slice:
  432. return u.fillSliceFromString(fieldType, value, mapValue)
  433. case valueKind == reflect.String && derefedFieldType == durationType:
  434. return fillDurationValue(fieldType, value, mapValue.(string))
  435. default:
  436. return u.processFieldPrimitive(fieldType, value, mapValue, opts, fullName)
  437. }
  438. }
  439. func (u *Unmarshaler) processFieldPrimitive(fieldType reflect.Type, value reflect.Value,
  440. mapValue interface{}, opts *fieldOptionsWithContext, fullName string) error {
  441. typeKind := Deref(fieldType).Kind()
  442. valueKind := reflect.TypeOf(mapValue).Kind()
  443. switch {
  444. case typeKind == reflect.Slice && valueKind == reflect.Slice:
  445. return u.fillSlice(fieldType, value, mapValue)
  446. case typeKind == reflect.Map && valueKind == reflect.Map:
  447. return u.fillMap(fieldType, value, mapValue)
  448. default:
  449. switch v := mapValue.(type) {
  450. case json.Number:
  451. return u.processFieldPrimitiveWithJSONNumber(fieldType, value, v, opts, fullName)
  452. default:
  453. if typeKind == valueKind {
  454. if err := validateValueInOptions(mapValue, opts.options()); err != nil {
  455. return err
  456. }
  457. return fillWithSameType(fieldType, value, mapValue, opts)
  458. }
  459. }
  460. }
  461. return newTypeMismatchError(fullName)
  462. }
  463. func (u *Unmarshaler) processFieldPrimitiveWithJSONNumber(fieldType reflect.Type, value reflect.Value,
  464. v json.Number, opts *fieldOptionsWithContext, fullName string) error {
  465. baseType := Deref(fieldType)
  466. typeKind := baseType.Kind()
  467. if err := validateJsonNumberRange(v, opts); err != nil {
  468. return err
  469. }
  470. if err := validateValueInOptions(v, opts.options()); err != nil {
  471. return err
  472. }
  473. target := reflect.New(Deref(fieldType)).Elem()
  474. switch typeKind {
  475. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  476. iValue, err := v.Int64()
  477. if err != nil {
  478. return err
  479. }
  480. target.SetInt(iValue)
  481. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  482. iValue, err := v.Int64()
  483. if err != nil {
  484. return err
  485. }
  486. if iValue < 0 {
  487. return fmt.Errorf("unmarshal %q with bad value %q", fullName, v.String())
  488. }
  489. target.SetUint(uint64(iValue))
  490. case reflect.Float32, reflect.Float64:
  491. fValue, err := v.Float64()
  492. if err != nil {
  493. return err
  494. }
  495. target.SetFloat(fValue)
  496. default:
  497. return newTypeMismatchError(fullName)
  498. }
  499. SetValue(fieldType, value, target)
  500. return nil
  501. }
  502. func (u *Unmarshaler) processFieldStruct(fieldType reflect.Type, value reflect.Value,
  503. m valuerWithParent, fullName string) error {
  504. if fieldType.Kind() == reflect.Ptr {
  505. baseType := Deref(fieldType)
  506. target := reflect.New(baseType).Elem()
  507. if err := u.unmarshalWithFullName(m, target.Addr().Interface(), fullName); err != nil {
  508. return err
  509. }
  510. SetValue(fieldType, value, target)
  511. } else if err := u.unmarshalWithFullName(m, value.Addr().Interface(), fullName); err != nil {
  512. return err
  513. }
  514. return nil
  515. }
  516. func (u *Unmarshaler) processFieldTextUnmarshaler(fieldType reflect.Type, value reflect.Value,
  517. mapValue interface{}) (bool, error) {
  518. var tval encoding.TextUnmarshaler
  519. var ok bool
  520. if fieldType.Kind() == reflect.Ptr {
  521. if value.Elem().Kind() == reflect.Ptr {
  522. target := reflect.New(Deref(fieldType))
  523. SetValue(fieldType.Elem(), value, target)
  524. tval, ok = target.Interface().(encoding.TextUnmarshaler)
  525. } else {
  526. tval, ok = value.Interface().(encoding.TextUnmarshaler)
  527. }
  528. } else {
  529. tval, ok = value.Addr().Interface().(encoding.TextUnmarshaler)
  530. }
  531. if ok {
  532. switch mv := mapValue.(type) {
  533. case string:
  534. return true, tval.UnmarshalText([]byte(mv))
  535. case []byte:
  536. return true, tval.UnmarshalText(mv)
  537. }
  538. }
  539. return false, nil
  540. }
  541. func (u *Unmarshaler) processFieldWithEnvValue(fieldType reflect.Type, value reflect.Value,
  542. envVal string, opts *fieldOptionsWithContext, fullName string) error {
  543. if err := validateValueInOptions(envVal, opts.options()); err != nil {
  544. return err
  545. }
  546. fieldKind := fieldType.Kind()
  547. switch fieldKind {
  548. case reflect.Bool:
  549. val, err := strconv.ParseBool(envVal)
  550. if err != nil {
  551. return fmt.Errorf("unmarshal field %q with environment variable, %w", fullName, err)
  552. }
  553. value.SetBool(val)
  554. return nil
  555. case durationType.Kind():
  556. if err := fillDurationValue(fieldType, value, envVal); err != nil {
  557. return fmt.Errorf("unmarshal field %q with environment variable, %w", fullName, err)
  558. }
  559. return nil
  560. case reflect.String:
  561. value.SetString(envVal)
  562. return nil
  563. default:
  564. return u.processFieldPrimitiveWithJSONNumber(fieldType, value, json.Number(envVal), opts, fullName)
  565. }
  566. }
  567. func (u *Unmarshaler) processNamedField(field reflect.StructField, value reflect.Value,
  568. m valuerWithParent, fullName string) error {
  569. key, opts, err := u.parseOptionsWithContext(field, m, fullName)
  570. if err != nil {
  571. return err
  572. }
  573. fullName = join(fullName, key)
  574. if opts != nil && len(opts.EnvVar) > 0 {
  575. envVal := proc.Env(opts.EnvVar)
  576. if len(envVal) > 0 {
  577. return u.processFieldWithEnvValue(field.Type, value, envVal, opts, fullName)
  578. }
  579. }
  580. canonicalKey := key
  581. if u.opts.canonicalKey != nil {
  582. canonicalKey = u.opts.canonicalKey(key)
  583. }
  584. valuer := createValuer(m, opts)
  585. mapValue, hasValue := getValue(valuer, canonicalKey)
  586. if !hasValue {
  587. return u.processNamedFieldWithoutValue(field.Type, value, opts, fullName)
  588. }
  589. return u.processNamedFieldWithValue(field.Type, value, valueWithParent{
  590. value: mapValue,
  591. parent: valuer,
  592. }, key, opts, fullName)
  593. }
  594. func (u *Unmarshaler) processNamedFieldWithValue(fieldType reflect.Type, value reflect.Value,
  595. vp valueWithParent, key string, opts *fieldOptionsWithContext, fullName string) error {
  596. mapValue := vp.value
  597. if mapValue == nil {
  598. if opts.optional() {
  599. return nil
  600. }
  601. return fmt.Errorf("field %s mustn't be nil", key)
  602. }
  603. if !value.CanSet() {
  604. return fmt.Errorf("field %s is not settable", key)
  605. }
  606. maybeNewValue(fieldType, value)
  607. if yes, err := u.processFieldTextUnmarshaler(fieldType, value, mapValue); yes {
  608. return err
  609. }
  610. fieldKind := Deref(fieldType).Kind()
  611. switch fieldKind {
  612. case reflect.Array, reflect.Map, reflect.Slice, reflect.Struct:
  613. return u.processFieldNotFromString(fieldType, value, vp, opts, fullName)
  614. default:
  615. if u.opts.fromString || opts.fromString() {
  616. return u.processNamedFieldWithValueFromString(fieldType, value, mapValue,
  617. key, opts, fullName)
  618. }
  619. return u.processFieldNotFromString(fieldType, value, vp, opts, fullName)
  620. }
  621. }
  622. func (u *Unmarshaler) processNamedFieldWithValueFromString(fieldType reflect.Type, value reflect.Value,
  623. mapValue interface{}, key string, opts *fieldOptionsWithContext, fullName string) error {
  624. valueKind := reflect.TypeOf(mapValue).Kind()
  625. if valueKind != reflect.String {
  626. return fmt.Errorf("the value in map is not string, but %s", valueKind)
  627. }
  628. options := opts.options()
  629. if len(options) > 0 {
  630. var checkValue string
  631. switch mt := mapValue.(type) {
  632. case string:
  633. checkValue = mt
  634. case fmt.Stringer:
  635. checkValue = mt.String()
  636. default:
  637. return fmt.Errorf("the value in map is not string or json.Number, but %s",
  638. valueKind.String())
  639. }
  640. if !stringx.Contains(options, checkValue) {
  641. return fmt.Errorf(`value "%s" for field "%s" is not defined in options "%v"`,
  642. mapValue, key, options)
  643. }
  644. }
  645. return fillPrimitive(fieldType, value, mapValue, opts, fullName)
  646. }
  647. func (u *Unmarshaler) processNamedFieldWithoutValue(fieldType reflect.Type, value reflect.Value,
  648. opts *fieldOptionsWithContext, fullName string) error {
  649. derefedType := Deref(fieldType)
  650. fieldKind := derefedType.Kind()
  651. if defaultValue, ok := opts.getDefault(); ok {
  652. if derefedType == durationType {
  653. return fillDurationValue(fieldType, value, defaultValue)
  654. }
  655. switch fieldKind {
  656. case reflect.Array, reflect.Slice:
  657. return u.fillSliceWithDefault(derefedType, value, defaultValue)
  658. default:
  659. return setValueFromString(fieldKind, value, defaultValue)
  660. }
  661. }
  662. switch fieldKind {
  663. case reflect.Array, reflect.Map, reflect.Slice:
  664. if !opts.optional() {
  665. return u.processFieldNotFromString(fieldType, value, valueWithParent{
  666. value: emptyMap,
  667. }, opts, fullName)
  668. }
  669. case reflect.Struct:
  670. if !opts.optional() {
  671. required, err := structValueRequired(u.key, derefedType)
  672. if err != nil {
  673. return err
  674. }
  675. if required {
  676. return fmt.Errorf("%q is not set", fullName)
  677. }
  678. return u.processFieldNotFromString(fieldType, value, valueWithParent{
  679. value: emptyMap,
  680. }, opts, fullName)
  681. }
  682. default:
  683. if !opts.optional() {
  684. return newInitError(fullName)
  685. }
  686. }
  687. return nil
  688. }
  689. func (u *Unmarshaler) unmarshalWithFullName(m valuerWithParent, v interface{}, fullName string) error {
  690. rv := reflect.ValueOf(v)
  691. if err := ValidatePtr(&rv); err != nil {
  692. return err
  693. }
  694. valueType := reflect.TypeOf(v)
  695. baseType := Deref(valueType)
  696. if baseType.Kind() != reflect.Struct {
  697. return errValueNotStruct
  698. }
  699. valElem := rv.Elem()
  700. if valElem.Kind() == reflect.Ptr {
  701. target := reflect.New(baseType).Elem()
  702. SetValue(valueType.Elem(), valElem, target)
  703. valElem = target
  704. }
  705. numFields := baseType.NumField()
  706. for i := 0; i < numFields; i++ {
  707. if err := u.processField(baseType.Field(i), valElem.Field(i), m, fullName); err != nil {
  708. return err
  709. }
  710. }
  711. return nil
  712. }
  713. // WithStringValues customizes an Unmarshaler with number values from strings.
  714. func WithStringValues() UnmarshalOption {
  715. return func(opt *unmarshalOptions) {
  716. opt.fromString = true
  717. }
  718. }
  719. // WithCanonicalKeyFunc customizes an Unmarshaler with Canonical Key func
  720. func WithCanonicalKeyFunc(f func(string) string) UnmarshalOption {
  721. return func(opt *unmarshalOptions) {
  722. opt.canonicalKey = f
  723. }
  724. }
  725. func createValuer(v valuerWithParent, opts *fieldOptionsWithContext) valuerWithParent {
  726. if opts.inherit() {
  727. return recursiveValuer{
  728. current: v,
  729. parent: v.Parent(),
  730. }
  731. }
  732. return simpleValuer{
  733. current: v,
  734. parent: v.Parent(),
  735. }
  736. }
  737. func fillDurationValue(fieldType reflect.Type, value reflect.Value, dur string) error {
  738. d, err := time.ParseDuration(dur)
  739. if err != nil {
  740. return err
  741. }
  742. SetValue(fieldType, value, reflect.ValueOf(d))
  743. return nil
  744. }
  745. func fillPrimitive(fieldType reflect.Type, value reflect.Value, mapValue interface{},
  746. opts *fieldOptionsWithContext, fullName string) error {
  747. if !value.CanSet() {
  748. return errValueNotSettable
  749. }
  750. baseType := Deref(fieldType)
  751. if fieldType.Kind() == reflect.Ptr {
  752. target := reflect.New(baseType).Elem()
  753. switch mapValue.(type) {
  754. case string, json.Number:
  755. SetValue(fieldType, value, target)
  756. value = target
  757. }
  758. }
  759. switch v := mapValue.(type) {
  760. case string:
  761. return validateAndSetValue(baseType.Kind(), value, v, opts)
  762. case json.Number:
  763. if err := validateJsonNumberRange(v, opts); err != nil {
  764. return err
  765. }
  766. return setValueFromString(baseType.Kind(), value, v.String())
  767. default:
  768. return newTypeMismatchError(fullName)
  769. }
  770. }
  771. func fillWithSameType(fieldType reflect.Type, value reflect.Value, mapValue interface{},
  772. opts *fieldOptionsWithContext) error {
  773. if !value.CanSet() {
  774. return errValueNotSettable
  775. }
  776. if err := validateValueRange(mapValue, opts); err != nil {
  777. return err
  778. }
  779. if fieldType.Kind() == reflect.Ptr {
  780. baseType := Deref(fieldType)
  781. target := reflect.New(baseType).Elem()
  782. setSameKindValue(baseType, target, mapValue)
  783. SetValue(fieldType, value, target)
  784. } else {
  785. setSameKindValue(fieldType, value, mapValue)
  786. }
  787. return nil
  788. }
  789. // getValue gets the value for the specific key, the key can be in the format of parentKey.childKey
  790. func getValue(m valuerWithParent, key string) (interface{}, bool) {
  791. keys := readKeys(key)
  792. return getValueWithChainedKeys(m, keys)
  793. }
  794. func getValueWithChainedKeys(m valuerWithParent, keys []string) (interface{}, bool) {
  795. switch len(keys) {
  796. case 0:
  797. return nil, false
  798. case 1:
  799. v, ok := m.Value(keys[0])
  800. return v, ok
  801. default:
  802. if v, ok := m.Value(keys[0]); ok {
  803. if nextm, ok := v.(map[string]interface{}); ok {
  804. return getValueWithChainedKeys(recursiveValuer{
  805. current: mapValuer(nextm),
  806. parent: m,
  807. }, keys[1:])
  808. }
  809. }
  810. return nil, false
  811. }
  812. }
  813. func join(elem ...string) string {
  814. var builder strings.Builder
  815. var fillSep bool
  816. for _, e := range elem {
  817. if len(e) == 0 {
  818. continue
  819. }
  820. if fillSep {
  821. builder.WriteByte(delimiter)
  822. } else {
  823. fillSep = true
  824. }
  825. builder.WriteString(e)
  826. }
  827. return builder.String()
  828. }
  829. func newInitError(name string) error {
  830. return fmt.Errorf("field %s is not set", name)
  831. }
  832. func newTypeMismatchError(name string) error {
  833. return fmt.Errorf("error: type mismatch for field %s", name)
  834. }
  835. func readKeys(key string) []string {
  836. cacheKeysLock.Lock()
  837. keys, ok := cacheKeys[key]
  838. cacheKeysLock.Unlock()
  839. if ok {
  840. return keys
  841. }
  842. keys = strings.FieldsFunc(key, func(c rune) bool {
  843. return c == delimiter
  844. })
  845. cacheKeysLock.Lock()
  846. cacheKeys[key] = keys
  847. cacheKeysLock.Unlock()
  848. return keys
  849. }
  850. func setSameKindValue(targetType reflect.Type, target reflect.Value, value interface{}) {
  851. if reflect.ValueOf(value).Type().AssignableTo(targetType) {
  852. target.Set(reflect.ValueOf(value))
  853. } else {
  854. target.Set(reflect.ValueOf(value).Convert(targetType))
  855. }
  856. }