unmarshaler.go 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113
  1. package mapping
  2. import (
  3. "encoding"
  4. "encoding/json"
  5. "errors"
  6. "fmt"
  7. "math"
  8. "reflect"
  9. "strconv"
  10. "strings"
  11. "sync"
  12. "time"
  13. "github.com/zeromicro/go-zero/core/jsonx"
  14. "github.com/zeromicro/go-zero/core/lang"
  15. "github.com/zeromicro/go-zero/core/proc"
  16. "github.com/zeromicro/go-zero/core/stringx"
  17. )
  18. const (
  19. defaultKeyName = "key"
  20. delimiter = '.'
  21. ignoreKey = "-"
  22. )
  23. var (
  24. errTypeMismatch = errors.New("type mismatch")
  25. errValueNotSettable = errors.New("value is not settable")
  26. errValueNotStruct = errors.New("value type is not struct")
  27. keyUnmarshaler = NewUnmarshaler(defaultKeyName)
  28. durationType = reflect.TypeOf(time.Duration(0))
  29. cacheKeys = make(map[string][]string)
  30. cacheKeysLock sync.Mutex
  31. defaultCache = make(map[string]any)
  32. defaultCacheLock sync.Mutex
  33. emptyMap = map[string]any{}
  34. emptyValue = reflect.ValueOf(lang.Placeholder)
  35. )
  36. type (
  37. // Unmarshaler is used to unmarshal with given tag key.
  38. Unmarshaler struct {
  39. key string
  40. opts unmarshalOptions
  41. }
  42. // UnmarshalOption defines the method to customize an Unmarshaler.
  43. UnmarshalOption func(*unmarshalOptions)
  44. unmarshalOptions struct {
  45. fillDefault bool
  46. fromString bool
  47. opaqueKeys bool
  48. canonicalKey func(key string) string
  49. }
  50. )
  51. // NewUnmarshaler returns an Unmarshaler.
  52. func NewUnmarshaler(key string, opts ...UnmarshalOption) *Unmarshaler {
  53. unmarshaler := Unmarshaler{
  54. key: key,
  55. }
  56. for _, opt := range opts {
  57. opt(&unmarshaler.opts)
  58. }
  59. return &unmarshaler
  60. }
  61. // UnmarshalKey unmarshals m into v with tag key.
  62. func UnmarshalKey(m map[string]any, v any) error {
  63. return keyUnmarshaler.Unmarshal(m, v)
  64. }
  65. // Unmarshal unmarshals m into v.
  66. func (u *Unmarshaler) Unmarshal(i, v any) error {
  67. return u.unmarshal(i, v, "")
  68. }
  69. func (u *Unmarshaler) unmarshal(i, v any, fullName string) error {
  70. valueType := reflect.TypeOf(v)
  71. if valueType.Kind() != reflect.Ptr {
  72. return errValueNotSettable
  73. }
  74. elemType := Deref(valueType)
  75. switch iv := i.(type) {
  76. case map[string]any:
  77. if elemType.Kind() != reflect.Struct {
  78. return errTypeMismatch
  79. }
  80. return u.unmarshalValuer(mapValuer(iv), v, fullName)
  81. case []any:
  82. if elemType.Kind() != reflect.Slice {
  83. return errTypeMismatch
  84. }
  85. return u.fillSlice(elemType, reflect.ValueOf(v).Elem(), iv, fullName)
  86. default:
  87. return errUnsupportedType
  88. }
  89. }
  90. // UnmarshalValuer unmarshals m into v.
  91. func (u *Unmarshaler) UnmarshalValuer(m Valuer, v any) error {
  92. return u.unmarshalValuer(simpleValuer{current: m}, v, "")
  93. }
  94. func (u *Unmarshaler) unmarshalValuer(m Valuer, v any, fullName string) error {
  95. return u.unmarshalWithFullName(simpleValuer{current: m}, v, fullName)
  96. }
  97. func (u *Unmarshaler) fillMap(fieldType reflect.Type, value reflect.Value, mapValue any, fullName string) error {
  98. if !value.CanSet() {
  99. return errValueNotSettable
  100. }
  101. fieldKeyType := fieldType.Key()
  102. fieldElemType := fieldType.Elem()
  103. targetValue, err := u.generateMap(fieldKeyType, fieldElemType, mapValue, fullName)
  104. if err != nil {
  105. return err
  106. }
  107. if !targetValue.Type().AssignableTo(value.Type()) {
  108. return errTypeMismatch
  109. }
  110. value.Set(targetValue)
  111. return nil
  112. }
  113. func (u *Unmarshaler) fillMapFromString(value reflect.Value, mapValue any) error {
  114. if !value.CanSet() {
  115. return errValueNotSettable
  116. }
  117. switch v := mapValue.(type) {
  118. case fmt.Stringer:
  119. if err := jsonx.UnmarshalFromString(v.String(), value.Addr().Interface()); err != nil {
  120. return err
  121. }
  122. case string:
  123. if err := jsonx.UnmarshalFromString(v, value.Addr().Interface()); err != nil {
  124. return err
  125. }
  126. default:
  127. return errUnsupportedType
  128. }
  129. return nil
  130. }
  131. func (u *Unmarshaler) fillSlice(fieldType reflect.Type, value reflect.Value, mapValue any, fullName string) error {
  132. if !value.CanSet() {
  133. return errValueNotSettable
  134. }
  135. refValue := reflect.ValueOf(mapValue)
  136. if refValue.Kind() != reflect.Slice {
  137. return newTypeMismatchErrorWithHint(fullName, reflect.Slice.String(), refValue.Type().String())
  138. }
  139. if refValue.IsNil() {
  140. return nil
  141. }
  142. baseType := fieldType.Elem()
  143. dereffedBaseType := Deref(baseType)
  144. dereffedBaseKind := dereffedBaseType.Kind()
  145. conv := reflect.MakeSlice(reflect.SliceOf(baseType), refValue.Len(), refValue.Cap())
  146. if refValue.Len() == 0 {
  147. value.Set(conv)
  148. return nil
  149. }
  150. var valid bool
  151. for i := 0; i < refValue.Len(); i++ {
  152. ithValue := refValue.Index(i).Interface()
  153. if ithValue == nil {
  154. continue
  155. }
  156. valid = true
  157. sliceFullName := fmt.Sprintf("%s[%d]", fullName, i)
  158. switch dereffedBaseKind {
  159. case reflect.Struct:
  160. target := reflect.New(dereffedBaseType)
  161. val, ok := ithValue.(map[string]any)
  162. if !ok {
  163. return errTypeMismatch
  164. }
  165. if err := u.unmarshal(val, target.Interface(), sliceFullName); err != nil {
  166. return err
  167. }
  168. SetValue(fieldType.Elem(), conv.Index(i), target.Elem())
  169. case reflect.Slice:
  170. if err := u.fillSlice(dereffedBaseType, conv.Index(i), ithValue, sliceFullName); err != nil {
  171. return err
  172. }
  173. default:
  174. if err := u.fillSliceValue(conv, i, dereffedBaseKind, ithValue, sliceFullName); err != nil {
  175. return err
  176. }
  177. }
  178. }
  179. if valid {
  180. value.Set(conv)
  181. }
  182. return nil
  183. }
  184. func (u *Unmarshaler) fillSliceFromString(fieldType reflect.Type, value reflect.Value,
  185. mapValue any, fullName string) error {
  186. var slice []any
  187. switch v := mapValue.(type) {
  188. case fmt.Stringer:
  189. if err := jsonx.UnmarshalFromString(v.String(), &slice); err != nil {
  190. return err
  191. }
  192. case string:
  193. if err := jsonx.UnmarshalFromString(v, &slice); err != nil {
  194. return err
  195. }
  196. default:
  197. return errUnsupportedType
  198. }
  199. baseFieldType := Deref(fieldType.Elem())
  200. baseFieldKind := baseFieldType.Kind()
  201. conv := reflect.MakeSlice(reflect.SliceOf(baseFieldType), len(slice), cap(slice))
  202. for i := 0; i < len(slice); i++ {
  203. if err := u.fillSliceValue(conv, i, baseFieldKind, slice[i], fullName); err != nil {
  204. return err
  205. }
  206. }
  207. value.Set(conv)
  208. return nil
  209. }
  210. func (u *Unmarshaler) fillSliceValue(slice reflect.Value, index int,
  211. baseKind reflect.Kind, value any, fullName string) error {
  212. ithVal := slice.Index(index)
  213. switch v := value.(type) {
  214. case fmt.Stringer:
  215. return setValueFromString(baseKind, ithVal, v.String())
  216. case string:
  217. return setValueFromString(baseKind, ithVal, v)
  218. case map[string]any:
  219. return u.fillMap(ithVal.Type(), ithVal, value, fullName)
  220. default:
  221. // don't need to consider the difference between int, int8, int16, int32, int64,
  222. // uint, uint8, uint16, uint32, uint64, because they're handled as json.Number.
  223. if ithVal.Kind() == reflect.Ptr {
  224. baseType := Deref(ithVal.Type())
  225. if !reflect.TypeOf(value).AssignableTo(baseType) {
  226. return errTypeMismatch
  227. }
  228. target := reflect.New(baseType).Elem()
  229. target.Set(reflect.ValueOf(value))
  230. SetValue(ithVal.Type(), ithVal, target)
  231. return nil
  232. }
  233. if !reflect.TypeOf(value).AssignableTo(ithVal.Type()) {
  234. return errTypeMismatch
  235. }
  236. ithVal.Set(reflect.ValueOf(value))
  237. return nil
  238. }
  239. }
  240. func (u *Unmarshaler) fillSliceWithDefault(derefedType reflect.Type, value reflect.Value,
  241. defaultValue, fullName string) error {
  242. baseFieldType := Deref(derefedType.Elem())
  243. baseFieldKind := baseFieldType.Kind()
  244. defaultCacheLock.Lock()
  245. slice, ok := defaultCache[defaultValue]
  246. defaultCacheLock.Unlock()
  247. if !ok {
  248. if baseFieldKind == reflect.String {
  249. slice = parseGroupedSegments(defaultValue)
  250. } else if err := jsonx.UnmarshalFromString(defaultValue, &slice); err != nil {
  251. return err
  252. }
  253. defaultCacheLock.Lock()
  254. defaultCache[defaultValue] = slice
  255. defaultCacheLock.Unlock()
  256. }
  257. return u.fillSlice(derefedType, value, slice, fullName)
  258. }
  259. func (u *Unmarshaler) generateMap(keyType, elemType reflect.Type, mapValue any, fullName string) (reflect.Value, error) {
  260. mapType := reflect.MapOf(keyType, elemType)
  261. valueType := reflect.TypeOf(mapValue)
  262. if mapType == valueType {
  263. return reflect.ValueOf(mapValue), nil
  264. }
  265. if keyType != valueType.Key() {
  266. return emptyValue, errTypeMismatch
  267. }
  268. refValue := reflect.ValueOf(mapValue)
  269. targetValue := reflect.MakeMapWithSize(mapType, refValue.Len())
  270. dereffedElemType := Deref(elemType)
  271. dereffedElemKind := dereffedElemType.Kind()
  272. for _, key := range refValue.MapKeys() {
  273. keythValue := refValue.MapIndex(key)
  274. keythData := keythValue.Interface()
  275. mapFullName := fmt.Sprintf("%s[%s]", fullName, key.String())
  276. switch dereffedElemKind {
  277. case reflect.Slice:
  278. target := reflect.New(dereffedElemType)
  279. if err := u.fillSlice(elemType, target.Elem(), keythData, mapFullName); err != nil {
  280. return emptyValue, err
  281. }
  282. targetValue.SetMapIndex(key, target.Elem())
  283. case reflect.Struct:
  284. keythMap, ok := keythData.(map[string]any)
  285. if !ok {
  286. return emptyValue, errTypeMismatch
  287. }
  288. target := reflect.New(dereffedElemType)
  289. if err := u.unmarshal(keythMap, target.Interface(), mapFullName); err != nil {
  290. return emptyValue, err
  291. }
  292. SetMapIndexValue(elemType, targetValue, key, target.Elem())
  293. case reflect.Map:
  294. keythMap, ok := keythData.(map[string]any)
  295. if !ok {
  296. return emptyValue, errTypeMismatch
  297. }
  298. innerValue, err := u.generateMap(elemType.Key(), elemType.Elem(), keythMap, mapFullName)
  299. if err != nil {
  300. return emptyValue, err
  301. }
  302. targetValue.SetMapIndex(key, innerValue)
  303. default:
  304. switch v := keythData.(type) {
  305. case bool:
  306. if dereffedElemKind != reflect.Bool {
  307. return emptyValue, errTypeMismatch
  308. }
  309. targetValue.SetMapIndex(key, reflect.ValueOf(v))
  310. case string:
  311. if dereffedElemKind != reflect.String {
  312. return emptyValue, errTypeMismatch
  313. }
  314. val := reflect.ValueOf(v)
  315. if !val.Type().AssignableTo(dereffedElemType) {
  316. return emptyValue, errTypeMismatch
  317. }
  318. targetValue.SetMapIndex(key, val)
  319. case json.Number:
  320. target := reflect.New(dereffedElemType)
  321. if err := setValueFromString(dereffedElemKind, target.Elem(), v.String()); err != nil {
  322. return emptyValue, err
  323. }
  324. targetValue.SetMapIndex(key, target.Elem())
  325. default:
  326. if dereffedElemKind != keythValue.Kind() {
  327. return emptyValue, errTypeMismatch
  328. }
  329. targetValue.SetMapIndex(key, keythValue)
  330. }
  331. }
  332. }
  333. return targetValue, nil
  334. }
  335. func (u *Unmarshaler) parseOptionsWithContext(field reflect.StructField, m Valuer, fullName string) (
  336. string, *fieldOptionsWithContext, error) {
  337. key, options, err := parseKeyAndOptions(u.key, field)
  338. if err != nil {
  339. return "", nil, err
  340. } else if options == nil {
  341. return key, nil, nil
  342. }
  343. if u.opts.canonicalKey != nil {
  344. key = u.opts.canonicalKey(key)
  345. if len(options.OptionalDep) > 0 {
  346. // need to create a new fieldOption, because the original one is shared through cache.
  347. options = &fieldOptions{
  348. fieldOptionsWithContext: fieldOptionsWithContext{
  349. Inherit: options.Inherit,
  350. FromString: options.FromString,
  351. Optional: options.Optional,
  352. Options: options.Options,
  353. Default: options.Default,
  354. EnvVar: options.EnvVar,
  355. Range: options.Range,
  356. },
  357. OptionalDep: u.opts.canonicalKey(options.OptionalDep),
  358. }
  359. }
  360. }
  361. optsWithContext, err := options.toOptionsWithContext(key, m, fullName)
  362. if err != nil {
  363. return "", nil, err
  364. }
  365. return key, optsWithContext, nil
  366. }
  367. func (u *Unmarshaler) processAnonymousField(field reflect.StructField, value reflect.Value,
  368. m valuerWithParent, fullName string) error {
  369. key, options, err := u.parseOptionsWithContext(field, m, fullName)
  370. if err != nil {
  371. return err
  372. }
  373. if key == ignoreKey {
  374. return nil
  375. }
  376. if options.optional() {
  377. return u.processAnonymousFieldOptional(field, value, key, m, fullName)
  378. }
  379. return u.processAnonymousFieldRequired(field, value, m, fullName)
  380. }
  381. func (u *Unmarshaler) processAnonymousFieldOptional(field reflect.StructField, value reflect.Value,
  382. key string, m valuerWithParent, fullName string) error {
  383. derefedFieldType := Deref(field.Type)
  384. switch derefedFieldType.Kind() {
  385. case reflect.Struct:
  386. return u.processAnonymousStructFieldOptional(field.Type, value, key, m, fullName)
  387. default:
  388. return u.processNamedField(field, value, m, fullName)
  389. }
  390. }
  391. func (u *Unmarshaler) processAnonymousFieldRequired(field reflect.StructField, value reflect.Value,
  392. m valuerWithParent, fullName string) error {
  393. fieldType := field.Type
  394. maybeNewValue(fieldType, value)
  395. derefedFieldType := Deref(fieldType)
  396. indirectValue := reflect.Indirect(value)
  397. switch derefedFieldType.Kind() {
  398. case reflect.Struct:
  399. for i := 0; i < derefedFieldType.NumField(); i++ {
  400. if err := u.processField(derefedFieldType.Field(i), indirectValue.Field(i),
  401. m, fullName); err != nil {
  402. return err
  403. }
  404. }
  405. default:
  406. if err := u.processNamedField(field, indirectValue, m, fullName); err != nil {
  407. return err
  408. }
  409. }
  410. return nil
  411. }
  412. func (u *Unmarshaler) processAnonymousStructFieldOptional(fieldType reflect.Type,
  413. value reflect.Value, key string, m valuerWithParent, fullName string) error {
  414. var filled bool
  415. var required int
  416. var requiredFilled int
  417. var indirectValue reflect.Value
  418. derefedFieldType := Deref(fieldType)
  419. for i := 0; i < derefedFieldType.NumField(); i++ {
  420. subField := derefedFieldType.Field(i)
  421. fieldKey, fieldOpts, err := u.parseOptionsWithContext(subField, m, fullName)
  422. if err != nil {
  423. return err
  424. }
  425. _, hasValue := getValue(m, fieldKey, u.opts.opaqueKeys)
  426. if hasValue {
  427. if !filled {
  428. filled = true
  429. maybeNewValue(fieldType, value)
  430. indirectValue = reflect.Indirect(value)
  431. }
  432. if err = u.processField(subField, indirectValue.Field(i), m, fullName); err != nil {
  433. return err
  434. }
  435. }
  436. if !fieldOpts.optional() {
  437. required++
  438. if hasValue {
  439. requiredFilled++
  440. }
  441. }
  442. }
  443. if filled && required != requiredFilled {
  444. return fmt.Errorf("%q is not fully set", key)
  445. }
  446. return nil
  447. }
  448. func (u *Unmarshaler) processField(field reflect.StructField, value reflect.Value,
  449. m valuerWithParent, fullName string) error {
  450. if usingDifferentKeys(u.key, field) {
  451. return nil
  452. }
  453. if field.Anonymous {
  454. return u.processAnonymousField(field, value, m, fullName)
  455. }
  456. return u.processNamedField(field, value, m, fullName)
  457. }
  458. func (u *Unmarshaler) processFieldNotFromString(fieldType reflect.Type, value reflect.Value,
  459. vp valueWithParent, opts *fieldOptionsWithContext, fullName string) error {
  460. derefedFieldType := Deref(fieldType)
  461. typeKind := derefedFieldType.Kind()
  462. mapValue := vp.value
  463. valueKind := reflect.TypeOf(mapValue).Kind()
  464. switch {
  465. case valueKind == reflect.Map && typeKind == reflect.Struct:
  466. mv, ok := mapValue.(map[string]any)
  467. if !ok {
  468. return errTypeMismatch
  469. }
  470. return u.processFieldStruct(fieldType, value, &simpleValuer{
  471. current: mapValuer(mv),
  472. parent: vp.parent,
  473. }, fullName)
  474. case typeKind == reflect.Slice && valueKind == reflect.Slice:
  475. return u.fillSlice(fieldType, value, mapValue, fullName)
  476. case valueKind == reflect.Map && typeKind == reflect.Map:
  477. return u.fillMap(fieldType, value, mapValue, fullName)
  478. case valueKind == reflect.String && typeKind == reflect.Map:
  479. return u.fillMapFromString(value, mapValue)
  480. case valueKind == reflect.String && typeKind == reflect.Slice:
  481. return u.fillSliceFromString(fieldType, value, mapValue, fullName)
  482. case valueKind == reflect.String && derefedFieldType == durationType:
  483. return fillDurationValue(fieldType, value, mapValue.(string))
  484. default:
  485. return u.processFieldPrimitive(fieldType, value, mapValue, opts, fullName)
  486. }
  487. }
  488. func (u *Unmarshaler) processFieldPrimitive(fieldType reflect.Type, value reflect.Value,
  489. mapValue any, opts *fieldOptionsWithContext, fullName string) error {
  490. typeKind := Deref(fieldType).Kind()
  491. valueKind := reflect.TypeOf(mapValue).Kind()
  492. switch v := mapValue.(type) {
  493. case json.Number:
  494. return u.processFieldPrimitiveWithJSONNumber(fieldType, value, v, opts, fullName)
  495. default:
  496. if typeKind == valueKind {
  497. if err := validateValueInOptions(mapValue, opts.options()); err != nil {
  498. return err
  499. }
  500. return fillWithSameType(fieldType, value, mapValue, opts)
  501. }
  502. }
  503. return newTypeMismatchError(fullName)
  504. }
  505. func (u *Unmarshaler) processFieldPrimitiveWithJSONNumber(fieldType reflect.Type, value reflect.Value,
  506. v json.Number, opts *fieldOptionsWithContext, fullName string) error {
  507. baseType := Deref(fieldType)
  508. typeKind := baseType.Kind()
  509. if err := validateJsonNumberRange(v, opts); err != nil {
  510. return err
  511. }
  512. if err := validateValueInOptions(v, opts.options()); err != nil {
  513. return err
  514. }
  515. target := reflect.New(Deref(fieldType)).Elem()
  516. switch typeKind {
  517. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64,
  518. reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  519. if err := setValueFromString(typeKind, target, v.String()); err != nil {
  520. return err
  521. }
  522. case reflect.Float32:
  523. fValue, err := v.Float64()
  524. if err != nil {
  525. return err
  526. }
  527. if fValue > math.MaxFloat32 {
  528. return float32OverflowError(v.String())
  529. }
  530. target.SetFloat(fValue)
  531. case reflect.Float64:
  532. fValue, err := v.Float64()
  533. if err != nil {
  534. return err
  535. }
  536. target.SetFloat(fValue)
  537. default:
  538. return newTypeMismatchErrorWithHint(fullName, typeKind.String(), value.Type().String())
  539. }
  540. SetValue(fieldType, value, target)
  541. return nil
  542. }
  543. func (u *Unmarshaler) processFieldStruct(fieldType reflect.Type, value reflect.Value,
  544. m valuerWithParent, fullName string) error {
  545. if fieldType.Kind() == reflect.Ptr {
  546. baseType := Deref(fieldType)
  547. target := reflect.New(baseType).Elem()
  548. if err := u.unmarshalWithFullName(m, target.Addr().Interface(), fullName); err != nil {
  549. return err
  550. }
  551. SetValue(fieldType, value, target)
  552. } else if err := u.unmarshalWithFullName(m, value.Addr().Interface(), fullName); err != nil {
  553. return err
  554. }
  555. return nil
  556. }
  557. func (u *Unmarshaler) processFieldTextUnmarshaler(fieldType reflect.Type, value reflect.Value,
  558. mapValue any) (bool, error) {
  559. var tval encoding.TextUnmarshaler
  560. var ok bool
  561. if fieldType.Kind() == reflect.Ptr {
  562. if value.Elem().Kind() == reflect.Ptr {
  563. target := reflect.New(Deref(fieldType))
  564. SetValue(fieldType.Elem(), value, target)
  565. tval, ok = target.Interface().(encoding.TextUnmarshaler)
  566. } else {
  567. tval, ok = value.Interface().(encoding.TextUnmarshaler)
  568. }
  569. } else {
  570. tval, ok = value.Addr().Interface().(encoding.TextUnmarshaler)
  571. }
  572. if ok {
  573. switch mv := mapValue.(type) {
  574. case string:
  575. return true, tval.UnmarshalText([]byte(mv))
  576. case []byte:
  577. return true, tval.UnmarshalText(mv)
  578. }
  579. }
  580. return false, nil
  581. }
  582. func (u *Unmarshaler) processFieldWithEnvValue(fieldType reflect.Type, value reflect.Value,
  583. envVal string, opts *fieldOptionsWithContext, fullName string) error {
  584. if err := validateValueInOptions(envVal, opts.options()); err != nil {
  585. return err
  586. }
  587. fieldKind := fieldType.Kind()
  588. switch fieldKind {
  589. case reflect.Bool:
  590. val, err := strconv.ParseBool(envVal)
  591. if err != nil {
  592. return fmt.Errorf("unmarshal field %q with environment variable, %w", fullName, err)
  593. }
  594. value.SetBool(val)
  595. return nil
  596. case durationType.Kind():
  597. if err := fillDurationValue(fieldType, value, envVal); err != nil {
  598. return fmt.Errorf("unmarshal field %q with environment variable, %w", fullName, err)
  599. }
  600. return nil
  601. case reflect.String:
  602. value.SetString(envVal)
  603. return nil
  604. default:
  605. return u.processFieldPrimitiveWithJSONNumber(fieldType, value, json.Number(envVal), opts, fullName)
  606. }
  607. }
  608. func (u *Unmarshaler) processNamedField(field reflect.StructField, value reflect.Value,
  609. m valuerWithParent, fullName string) error {
  610. if !field.IsExported() {
  611. return nil
  612. }
  613. key, opts, err := u.parseOptionsWithContext(field, m, fullName)
  614. if err != nil {
  615. return err
  616. }
  617. if key == ignoreKey {
  618. return nil
  619. }
  620. fullName = join(fullName, key)
  621. if opts != nil && len(opts.EnvVar) > 0 {
  622. envVal := proc.Env(opts.EnvVar)
  623. if len(envVal) > 0 {
  624. return u.processFieldWithEnvValue(field.Type, value, envVal, opts, fullName)
  625. }
  626. }
  627. canonicalKey := key
  628. if u.opts.canonicalKey != nil {
  629. canonicalKey = u.opts.canonicalKey(key)
  630. }
  631. valuer := createValuer(m, opts)
  632. mapValue, hasValue := getValue(valuer, canonicalKey, u.opts.opaqueKeys)
  633. // When fillDefault is used, m is a null value, hasValue must be false, all priority judgments fillDefault.
  634. if u.opts.fillDefault {
  635. if !value.IsZero() {
  636. return fmt.Errorf("set the default value, %q must be zero", fullName)
  637. }
  638. return u.processNamedFieldWithoutValue(field.Type, value, opts, fullName)
  639. } else if !hasValue {
  640. return u.processNamedFieldWithoutValue(field.Type, value, opts, fullName)
  641. }
  642. return u.processNamedFieldWithValue(field.Type, value, valueWithParent{
  643. value: mapValue,
  644. parent: valuer,
  645. }, key, opts, fullName)
  646. }
  647. func (u *Unmarshaler) processNamedFieldWithValue(fieldType reflect.Type, value reflect.Value,
  648. vp valueWithParent, key string, opts *fieldOptionsWithContext, fullName string) error {
  649. mapValue := vp.value
  650. if mapValue == nil {
  651. if opts.optional() {
  652. return nil
  653. }
  654. return fmt.Errorf("field %q mustn't be nil", key)
  655. }
  656. if !value.CanSet() {
  657. return fmt.Errorf("field %q is not settable", key)
  658. }
  659. maybeNewValue(fieldType, value)
  660. if yes, err := u.processFieldTextUnmarshaler(fieldType, value, mapValue); yes {
  661. return err
  662. }
  663. fieldKind := Deref(fieldType).Kind()
  664. switch fieldKind {
  665. case reflect.Array, reflect.Map, reflect.Slice, reflect.Struct:
  666. return u.processFieldNotFromString(fieldType, value, vp, opts, fullName)
  667. default:
  668. if u.opts.fromString || opts.fromString() {
  669. return u.processNamedFieldWithValueFromString(fieldType, value, mapValue,
  670. key, opts, fullName)
  671. }
  672. return u.processFieldNotFromString(fieldType, value, vp, opts, fullName)
  673. }
  674. }
  675. func (u *Unmarshaler) processNamedFieldWithValueFromString(fieldType reflect.Type, value reflect.Value,
  676. mapValue any, key string, opts *fieldOptionsWithContext, fullName string) error {
  677. valueKind := reflect.TypeOf(mapValue).Kind()
  678. if valueKind != reflect.String {
  679. return fmt.Errorf("the value in map is not string, but %s", valueKind)
  680. }
  681. options := opts.options()
  682. if len(options) > 0 {
  683. var checkValue string
  684. switch mt := mapValue.(type) {
  685. case string:
  686. checkValue = mt
  687. case fmt.Stringer:
  688. checkValue = mt.String()
  689. default:
  690. return fmt.Errorf("the value in map is not string or json.Number, but %s",
  691. valueKind.String())
  692. }
  693. if !stringx.Contains(options, checkValue) {
  694. return fmt.Errorf(`value "%s" for field %q is not defined in options "%v"`,
  695. mapValue, key, options)
  696. }
  697. }
  698. return fillPrimitive(fieldType, value, mapValue, opts, fullName)
  699. }
  700. func (u *Unmarshaler) processNamedFieldWithoutValue(fieldType reflect.Type, value reflect.Value,
  701. opts *fieldOptionsWithContext, fullName string) error {
  702. derefedType := Deref(fieldType)
  703. fieldKind := derefedType.Kind()
  704. if defaultValue, ok := opts.getDefault(); ok {
  705. if derefedType == durationType {
  706. return fillDurationValue(fieldType, value, defaultValue)
  707. }
  708. switch fieldKind {
  709. case reflect.Array, reflect.Slice:
  710. return u.fillSliceWithDefault(derefedType, value, defaultValue, fullName)
  711. default:
  712. return setValueFromString(fieldKind, value, defaultValue)
  713. }
  714. }
  715. if u.opts.fillDefault {
  716. if fieldType.Kind() != reflect.Ptr && fieldKind == reflect.Struct {
  717. return u.processFieldNotFromString(fieldType, value, valueWithParent{
  718. value: emptyMap,
  719. }, opts, fullName)
  720. }
  721. return nil
  722. }
  723. switch fieldKind {
  724. case reflect.Array, reflect.Map, reflect.Slice:
  725. if !opts.optional() {
  726. return u.processFieldNotFromString(fieldType, value, valueWithParent{
  727. value: emptyMap,
  728. }, opts, fullName)
  729. }
  730. case reflect.Struct:
  731. if !opts.optional() {
  732. required, err := structValueRequired(u.key, derefedType)
  733. if err != nil {
  734. return err
  735. }
  736. if required {
  737. return fmt.Errorf("%q is not set", fullName)
  738. }
  739. return u.processFieldNotFromString(fieldType, value, valueWithParent{
  740. value: emptyMap,
  741. }, opts, fullName)
  742. }
  743. default:
  744. if !opts.optional() {
  745. return newInitError(fullName)
  746. }
  747. }
  748. return nil
  749. }
  750. func (u *Unmarshaler) unmarshalWithFullName(m valuerWithParent, v any, fullName string) error {
  751. rv := reflect.ValueOf(v)
  752. if err := ValidatePtr(rv); err != nil {
  753. return err
  754. }
  755. valueType := reflect.TypeOf(v)
  756. baseType := Deref(valueType)
  757. if baseType.Kind() != reflect.Struct {
  758. return errValueNotStruct
  759. }
  760. valElem := rv.Elem()
  761. if valElem.Kind() == reflect.Ptr {
  762. target := reflect.New(baseType).Elem()
  763. SetValue(valueType.Elem(), valElem, target)
  764. valElem = target
  765. }
  766. numFields := baseType.NumField()
  767. for i := 0; i < numFields; i++ {
  768. typeField := baseType.Field(i)
  769. valueField := valElem.Field(i)
  770. if err := u.processField(typeField, valueField, m, fullName); err != nil {
  771. return err
  772. }
  773. }
  774. return nil
  775. }
  776. // WithStringValues customizes an Unmarshaler with number values from strings.
  777. func WithStringValues() UnmarshalOption {
  778. return func(opt *unmarshalOptions) {
  779. opt.fromString = true
  780. }
  781. }
  782. // WithCanonicalKeyFunc customizes an Unmarshaler with Canonical Key func.
  783. func WithCanonicalKeyFunc(f func(string) string) UnmarshalOption {
  784. return func(opt *unmarshalOptions) {
  785. opt.canonicalKey = f
  786. }
  787. }
  788. // WithDefault customizes an Unmarshaler with fill default values.
  789. func WithDefault() UnmarshalOption {
  790. return func(opt *unmarshalOptions) {
  791. opt.fillDefault = true
  792. }
  793. }
  794. // WithOpaqueKeys customizes an Unmarshaler with opaque keys.
  795. // Opaque keys are keys that are not processed by the unmarshaler.
  796. func WithOpaqueKeys() UnmarshalOption {
  797. return func(opt *unmarshalOptions) {
  798. opt.opaqueKeys = true
  799. }
  800. }
  801. func createValuer(v valuerWithParent, opts *fieldOptionsWithContext) valuerWithParent {
  802. if opts.inherit() {
  803. return recursiveValuer{
  804. current: v,
  805. parent: v.Parent(),
  806. }
  807. }
  808. return simpleValuer{
  809. current: v,
  810. parent: v.Parent(),
  811. }
  812. }
  813. func fillDurationValue(fieldType reflect.Type, value reflect.Value, dur string) error {
  814. d, err := time.ParseDuration(dur)
  815. if err != nil {
  816. return err
  817. }
  818. SetValue(fieldType, value, reflect.ValueOf(d))
  819. return nil
  820. }
  821. func fillPrimitive(fieldType reflect.Type, value reflect.Value, mapValue any,
  822. opts *fieldOptionsWithContext, fullName string) error {
  823. if !value.CanSet() {
  824. return errValueNotSettable
  825. }
  826. baseType := Deref(fieldType)
  827. if fieldType.Kind() == reflect.Ptr {
  828. target := reflect.New(baseType).Elem()
  829. switch mapValue.(type) {
  830. case string, json.Number:
  831. SetValue(fieldType, value, target)
  832. value = target
  833. }
  834. }
  835. switch v := mapValue.(type) {
  836. case string:
  837. return validateAndSetValue(baseType.Kind(), value, v, opts)
  838. case json.Number:
  839. if err := validateJsonNumberRange(v, opts); err != nil {
  840. return err
  841. }
  842. return setValueFromString(baseType.Kind(), value, v.String())
  843. default:
  844. return newTypeMismatchError(fullName)
  845. }
  846. }
  847. func fillWithSameType(fieldType reflect.Type, value reflect.Value, mapValue any,
  848. opts *fieldOptionsWithContext) error {
  849. if !value.CanSet() {
  850. return errValueNotSettable
  851. }
  852. if err := validateValueRange(mapValue, opts); err != nil {
  853. return err
  854. }
  855. if fieldType.Kind() == reflect.Ptr {
  856. baseType := Deref(fieldType)
  857. target := reflect.New(baseType).Elem()
  858. setSameKindValue(baseType, target, mapValue)
  859. SetValue(fieldType, value, target)
  860. } else {
  861. setSameKindValue(fieldType, value, mapValue)
  862. }
  863. return nil
  864. }
  865. // getValue gets the value for the specific key, the key can be in the format of parentKey.childKey
  866. func getValue(m valuerWithParent, key string, opaque bool) (any, bool) {
  867. keys := readKeys(key, opaque)
  868. return getValueWithChainedKeys(m, keys)
  869. }
  870. func getValueWithChainedKeys(m valuerWithParent, keys []string) (any, bool) {
  871. switch len(keys) {
  872. case 0:
  873. return nil, false
  874. case 1:
  875. v, ok := m.Value(keys[0])
  876. return v, ok
  877. default:
  878. if v, ok := m.Value(keys[0]); ok {
  879. if nextm, ok := v.(map[string]any); ok {
  880. return getValueWithChainedKeys(recursiveValuer{
  881. current: mapValuer(nextm),
  882. parent: m,
  883. }, keys[1:])
  884. }
  885. }
  886. return nil, false
  887. }
  888. }
  889. func join(elem ...string) string {
  890. var builder strings.Builder
  891. var fillSep bool
  892. for _, e := range elem {
  893. if len(e) == 0 {
  894. continue
  895. }
  896. if fillSep {
  897. builder.WriteByte(delimiter)
  898. } else {
  899. fillSep = true
  900. }
  901. builder.WriteString(e)
  902. }
  903. return builder.String()
  904. }
  905. func newInitError(name string) error {
  906. return fmt.Errorf("field %q is not set", name)
  907. }
  908. func newTypeMismatchError(name string) error {
  909. return fmt.Errorf("type mismatch for field %q", name)
  910. }
  911. func newTypeMismatchErrorWithHint(name, expectType, actualType string) error {
  912. return fmt.Errorf("type mismatch for field %q, expect %q, actual %q",
  913. name, expectType, actualType)
  914. }
  915. func readKeys(key string, opaque bool) []string {
  916. if opaque {
  917. return []string{key}
  918. }
  919. cacheKeysLock.Lock()
  920. keys, ok := cacheKeys[key]
  921. cacheKeysLock.Unlock()
  922. if ok {
  923. return keys
  924. }
  925. keys = strings.FieldsFunc(key, func(c rune) bool {
  926. return c == delimiter
  927. })
  928. cacheKeysLock.Lock()
  929. cacheKeys[key] = keys
  930. cacheKeysLock.Unlock()
  931. return keys
  932. }
  933. func setSameKindValue(targetType reflect.Type, target reflect.Value, value any) {
  934. if reflect.ValueOf(value).Type().AssignableTo(targetType) {
  935. target.Set(reflect.ValueOf(value))
  936. } else {
  937. target.Set(reflect.ValueOf(value).Convert(targetType))
  938. }
  939. }