parser.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309
  1. package parser
  2. import (
  3. "errors"
  4. "fmt"
  5. "path/filepath"
  6. "unicode"
  7. "github.com/tal-tech/go-zero/tools/goctl/api/parser/g4/ast"
  8. "github.com/tal-tech/go-zero/tools/goctl/api/parser/g4/gen/api"
  9. "github.com/tal-tech/go-zero/tools/goctl/api/spec"
  10. )
  11. type parser struct {
  12. ast *ast.Api
  13. spec *spec.ApiSpec
  14. }
  15. func Parse(filename string) (*spec.ApiSpec, error) {
  16. astParser := ast.NewParser(ast.WithParserPrefix(filepath.Base(filename)))
  17. ast, err := astParser.Parse(filename)
  18. if err != nil {
  19. return nil, err
  20. }
  21. spec := new(spec.ApiSpec)
  22. p := parser{ast: ast, spec: spec}
  23. err = p.convert2Spec()
  24. if err != nil {
  25. return nil, err
  26. }
  27. return spec, nil
  28. }
  29. func ParseContent(content string) (*spec.ApiSpec, error) {
  30. astParser := ast.NewParser()
  31. ast, err := astParser.ParseContent(content)
  32. if err != nil {
  33. return nil, err
  34. }
  35. spec := new(spec.ApiSpec)
  36. p := parser{ast: ast, spec: spec}
  37. err = p.convert2Spec()
  38. if err != nil {
  39. return nil, err
  40. }
  41. return spec, nil
  42. }
  43. func (p parser) convert2Spec() error {
  44. p.fillInfo()
  45. p.fillSyntax()
  46. p.fillImport()
  47. err := p.fillTypes()
  48. if err != nil {
  49. return err
  50. }
  51. return p.fillService()
  52. }
  53. func (p parser) fillInfo() {
  54. var properties = make(map[string]string, 0)
  55. if p.ast.Info != nil {
  56. p.spec.Info = spec.Info{}
  57. for _, kv := range p.ast.Info.Kvs {
  58. properties[kv.Key.Text()] = kv.Value.Text()
  59. }
  60. }
  61. p.spec.Info.Properties = properties
  62. }
  63. func (p parser) fillSyntax() {
  64. if p.ast.Syntax != nil {
  65. p.spec.Syntax = spec.ApiSyntax{Version: p.ast.Syntax.Version.Text()}
  66. }
  67. }
  68. func (p parser) fillImport() {
  69. if len(p.ast.Import) > 0 {
  70. for _, item := range p.ast.Import {
  71. p.spec.Imports = append(p.spec.Imports, spec.Import{Value: item.Value.Text()})
  72. }
  73. }
  74. }
  75. func (p parser) fillTypes() error {
  76. for _, item := range p.ast.Type {
  77. switch v := (item).(type) {
  78. case *ast.TypeStruct:
  79. var members []spec.Member
  80. for _, item := range v.Fields {
  81. members = append(members, p.fieldToMember(item))
  82. }
  83. p.spec.Types = append(p.spec.Types, spec.DefineStruct{
  84. RawName: v.Name.Text(),
  85. Members: members,
  86. Docs: p.stringExprs(v.Doc()),
  87. })
  88. default:
  89. return errors.New(fmt.Sprintf("unknown type %+v", v))
  90. }
  91. }
  92. var types []spec.Type
  93. for _, item := range p.spec.Types {
  94. switch v := (item).(type) {
  95. case spec.DefineStruct:
  96. var members []spec.Member
  97. for _, member := range v.Members {
  98. switch v := member.Type.(type) {
  99. case spec.DefineStruct:
  100. tp, err := p.findDefinedType(v.RawName)
  101. if err != nil {
  102. return err
  103. } else {
  104. member.Type = *tp
  105. }
  106. }
  107. members = append(members, member)
  108. }
  109. v.Members = members
  110. types = append(types, v)
  111. default:
  112. return errors.New(fmt.Sprintf("unknown type %+v", v))
  113. }
  114. }
  115. p.spec.Types = types
  116. return nil
  117. }
  118. func (p parser) findDefinedType(name string) (*spec.Type, error) {
  119. for _, item := range p.spec.Types {
  120. if _, ok := item.(spec.DefineStruct); ok {
  121. if item.Name() == name {
  122. return &item, nil
  123. }
  124. }
  125. }
  126. return nil, errors.New(fmt.Sprintf("type %s not defined", name))
  127. }
  128. func (p parser) fieldToMember(field *ast.TypeField) spec.Member {
  129. var name = ""
  130. var tag = ""
  131. if !field.IsAnonymous {
  132. name = field.Name.Text()
  133. tag = field.Tag.Text()
  134. }
  135. return spec.Member{
  136. Name: name,
  137. Type: p.astTypeToSpec(field.DataType),
  138. Tag: tag,
  139. Comment: p.commentExprs(field.Comment()),
  140. Docs: p.stringExprs(field.Doc()),
  141. IsInline: field.IsAnonymous,
  142. }
  143. }
  144. func (p parser) astTypeToSpec(in ast.DataType) spec.Type {
  145. switch v := (in).(type) {
  146. case *ast.Literal:
  147. raw := v.Literal.Text()
  148. if api.IsBasicType(raw) {
  149. return spec.PrimitiveType{RawName: raw}
  150. } else {
  151. return spec.DefineStruct{RawName: raw}
  152. }
  153. case *ast.Interface:
  154. return spec.InterfaceType{RawName: v.Literal.Text()}
  155. case *ast.Map:
  156. return spec.MapType{RawName: v.MapExpr.Text(), Key: v.Key.Text(), Value: p.astTypeToSpec(v.Value)}
  157. case *ast.Array:
  158. return spec.ArrayType{RawName: v.ArrayExpr.Text(), Value: p.astTypeToSpec(v.Literal)}
  159. case *ast.Pointer:
  160. raw := v.Name.Text()
  161. if api.IsBasicType(raw) {
  162. return spec.PointerType{RawName: v.PointerExpr.Text(), Type: spec.PrimitiveType{RawName: raw}}
  163. } else {
  164. return spec.PointerType{RawName: v.PointerExpr.Text(), Type: spec.DefineStruct{RawName: raw}}
  165. }
  166. }
  167. panic(fmt.Sprintf("unspported type %+v", in))
  168. }
  169. func (p parser) stringExprs(docs []ast.Expr) []string {
  170. var result []string
  171. for _, item := range docs {
  172. result = append(result, item.Text())
  173. }
  174. return result
  175. }
  176. func (p parser) commentExprs(comment ast.Expr) string {
  177. if comment == nil {
  178. return ""
  179. }
  180. return comment.Text()
  181. }
  182. func (p parser) fillService() error {
  183. var groups []spec.Group
  184. for _, item := range p.ast.Service {
  185. var group spec.Group
  186. if item.AtServer != nil {
  187. var properties = make(map[string]string, 0)
  188. for _, kv := range item.AtServer.Kv {
  189. properties[kv.Key.Text()] = kv.Value.Text()
  190. }
  191. group.Annotation.Properties = properties
  192. }
  193. for _, astRoute := range item.ServiceApi.ServiceRoute {
  194. route := spec.Route{
  195. Annotation: spec.Annotation{},
  196. Method: astRoute.Route.Method.Text(),
  197. Path: astRoute.Route.Path.Text(),
  198. }
  199. if astRoute.AtHandler != nil {
  200. route.Handler = astRoute.AtHandler.Name.Text()
  201. }
  202. if astRoute.AtServer != nil {
  203. var properties = make(map[string]string, 0)
  204. for _, kv := range astRoute.AtServer.Kv {
  205. properties[kv.Key.Text()] = kv.Value.Text()
  206. }
  207. route.Annotation.Properties = properties
  208. if len(route.Handler) == 0 {
  209. route.Handler = properties["handler"]
  210. }
  211. if len(route.Handler) == 0 {
  212. return fmt.Errorf("missing handler annotation for %q", route.Path)
  213. }
  214. for _, char := range route.Handler {
  215. if !unicode.IsDigit(char) && !unicode.IsLetter(char) {
  216. return errors.New(fmt.Sprintf("route [%s] handler [%s] invalid, handler name should only contains letter or digit",
  217. route.Path, route.Handler))
  218. }
  219. }
  220. }
  221. if astRoute.Route.Req != nil {
  222. route.RequestType = p.astTypeToSpec(astRoute.Route.Req.Name)
  223. }
  224. if astRoute.Route.Reply != nil {
  225. route.ResponseType = p.astTypeToSpec(astRoute.Route.Reply.Name)
  226. }
  227. if astRoute.AtDoc != nil {
  228. var properties = make(map[string]string, 0)
  229. for _, kv := range astRoute.AtDoc.Kv {
  230. properties[kv.Key.Text()] = kv.Value.Text()
  231. }
  232. route.AtDoc.Properties = properties
  233. if astRoute.AtDoc.LineDoc != nil {
  234. route.AtDoc.Text = astRoute.AtDoc.LineDoc.Text()
  235. }
  236. }
  237. err := p.fillRouteType(&route)
  238. if err != nil {
  239. return err
  240. }
  241. group.Routes = append(group.Routes, route)
  242. name := item.ServiceApi.Name.Text()
  243. if len(p.spec.Service.Name) > 0 && p.spec.Service.Name != name {
  244. return errors.New(fmt.Sprintf("mulit service name defined %s and %s", name, p.spec.Service.Name))
  245. }
  246. p.spec.Service.Name = name
  247. }
  248. groups = append(groups, group)
  249. }
  250. p.spec.Service.Groups = groups
  251. return nil
  252. }
  253. func (p parser) fillRouteType(route *spec.Route) error {
  254. if route.RequestType != nil {
  255. switch route.RequestType.(type) {
  256. case spec.DefineStruct:
  257. tp, err := p.findDefinedType(route.RequestType.Name())
  258. if err != nil {
  259. return err
  260. }
  261. route.RequestType = *tp
  262. }
  263. }
  264. if route.ResponseType != nil {
  265. switch route.ResponseType.(type) {
  266. case spec.DefineStruct:
  267. tp, err := p.findDefinedType(route.ResponseType.Name())
  268. if err != nil {
  269. return err
  270. }
  271. route.ResponseType = *tp
  272. }
  273. }
  274. return nil
  275. }