parser.go 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314
  1. package parser
  2. import (
  3. "errors"
  4. "fmt"
  5. "path/filepath"
  6. "unicode"
  7. "github.com/tal-tech/go-zero/tools/goctl/api/parser/g4/ast"
  8. "github.com/tal-tech/go-zero/tools/goctl/api/parser/g4/gen/api"
  9. "github.com/tal-tech/go-zero/tools/goctl/api/spec"
  10. )
  11. type parser struct {
  12. ast *ast.Api
  13. spec *spec.ApiSpec
  14. }
  15. func Parse(filename string) (*spec.ApiSpec, error) {
  16. astParser := ast.NewParser(ast.WithParserPrefix(filepath.Base(filename)))
  17. ast, err := astParser.Parse(filename)
  18. if err != nil {
  19. return nil, err
  20. }
  21. spec := new(spec.ApiSpec)
  22. p := parser{ast: ast, spec: spec}
  23. err = p.convert2Spec()
  24. if err != nil {
  25. return nil, err
  26. }
  27. return spec, nil
  28. }
  29. func ParseContent(content string) (*spec.ApiSpec, error) {
  30. astParser := ast.NewParser()
  31. ast, err := astParser.ParseContent(content)
  32. if err != nil {
  33. return nil, err
  34. }
  35. spec := new(spec.ApiSpec)
  36. p := parser{ast: ast, spec: spec}
  37. err = p.convert2Spec()
  38. if err != nil {
  39. return nil, err
  40. }
  41. return spec, nil
  42. }
  43. func (p parser) convert2Spec() error {
  44. p.fillInfo()
  45. p.fillSyntax()
  46. p.fillImport()
  47. err := p.fillTypes()
  48. if err != nil {
  49. return err
  50. }
  51. return p.fillService()
  52. }
  53. func (p parser) fillInfo() {
  54. var properties = make(map[string]string, 0)
  55. if p.ast.Info != nil {
  56. p.spec.Info = spec.Info{}
  57. for _, kv := range p.ast.Info.Kvs {
  58. properties[kv.Key.Text()] = kv.Value.Text()
  59. }
  60. }
  61. p.spec.Info.Properties = properties
  62. }
  63. func (p parser) fillSyntax() {
  64. if p.ast.Syntax != nil {
  65. p.spec.Syntax = spec.ApiSyntax{Version: p.ast.Syntax.Version.Text()}
  66. }
  67. }
  68. func (p parser) fillImport() {
  69. if len(p.ast.Import) > 0 {
  70. for _, item := range p.ast.Import {
  71. p.spec.Imports = append(p.spec.Imports, spec.Import{Value: item.Value.Text()})
  72. }
  73. }
  74. }
  75. func (p parser) fillTypes() error {
  76. for _, item := range p.ast.Type {
  77. switch v := (item).(type) {
  78. case *ast.TypeStruct:
  79. var members []spec.Member
  80. for _, item := range v.Fields {
  81. members = append(members, p.fieldToMember(item))
  82. }
  83. p.spec.Types = append(p.spec.Types, spec.DefineStruct{
  84. RawName: v.Name.Text(),
  85. Members: members,
  86. Docs: p.stringExprs(v.Doc()),
  87. })
  88. default:
  89. return errors.New(fmt.Sprintf("unknown type %+v", v))
  90. }
  91. }
  92. var types []spec.Type
  93. for _, item := range p.spec.Types {
  94. switch v := (item).(type) {
  95. case spec.DefineStruct:
  96. var members []spec.Member
  97. for _, member := range v.Members {
  98. switch v := member.Type.(type) {
  99. case spec.DefineStruct:
  100. tp, err := p.findDefinedType(v.RawName)
  101. if err != nil {
  102. return err
  103. } else {
  104. member.Type = *tp
  105. }
  106. }
  107. members = append(members, member)
  108. }
  109. v.Members = members
  110. types = append(types, v)
  111. default:
  112. return errors.New(fmt.Sprintf("unknown type %+v", v))
  113. }
  114. }
  115. p.spec.Types = types
  116. return nil
  117. }
  118. func (p parser) findDefinedType(name string) (*spec.Type, error) {
  119. for _, item := range p.spec.Types {
  120. if _, ok := item.(spec.DefineStruct); ok {
  121. if item.Name() == name {
  122. return &item, nil
  123. }
  124. }
  125. }
  126. return nil, errors.New(fmt.Sprintf("type %s not defined", name))
  127. }
  128. func (p parser) fieldToMember(field *ast.TypeField) spec.Member {
  129. var name = ""
  130. var tag = ""
  131. if !field.IsAnonymous {
  132. name = field.Name.Text()
  133. if field.Tag == nil {
  134. panic(fmt.Sprintf("error: line %d:%d field %s has no tag", field.Name.Line(), field.Name.Column(),
  135. field.Name.Text()))
  136. }
  137. tag = field.Tag.Text()
  138. }
  139. return spec.Member{
  140. Name: name,
  141. Type: p.astTypeToSpec(field.DataType),
  142. Tag: tag,
  143. Comment: p.commentExprs(field.Comment()),
  144. Docs: p.stringExprs(field.Doc()),
  145. IsInline: field.IsAnonymous,
  146. }
  147. }
  148. func (p parser) astTypeToSpec(in ast.DataType) spec.Type {
  149. switch v := (in).(type) {
  150. case *ast.Literal:
  151. raw := v.Literal.Text()
  152. if api.IsBasicType(raw) {
  153. return spec.PrimitiveType{RawName: raw}
  154. } else {
  155. return spec.DefineStruct{RawName: raw}
  156. }
  157. case *ast.Interface:
  158. return spec.InterfaceType{RawName: v.Literal.Text()}
  159. case *ast.Map:
  160. return spec.MapType{RawName: v.MapExpr.Text(), Key: v.Key.Text(), Value: p.astTypeToSpec(v.Value)}
  161. case *ast.Array:
  162. return spec.ArrayType{RawName: v.ArrayExpr.Text(), Value: p.astTypeToSpec(v.Literal)}
  163. case *ast.Pointer:
  164. raw := v.Name.Text()
  165. if api.IsBasicType(raw) {
  166. return spec.PointerType{RawName: v.PointerExpr.Text(), Type: spec.PrimitiveType{RawName: raw}}
  167. } else {
  168. return spec.PointerType{RawName: v.PointerExpr.Text(), Type: spec.DefineStruct{RawName: raw}}
  169. }
  170. }
  171. panic(fmt.Sprintf("unspported type %+v", in))
  172. }
  173. func (p parser) stringExprs(docs []ast.Expr) []string {
  174. var result []string
  175. for _, item := range docs {
  176. result = append(result, item.Text())
  177. }
  178. return result
  179. }
  180. func (p parser) commentExprs(comment ast.Expr) string {
  181. if comment == nil {
  182. return ""
  183. }
  184. return comment.Text()
  185. }
  186. func (p parser) fillService() error {
  187. var groups []spec.Group
  188. for _, item := range p.ast.Service {
  189. var group spec.Group
  190. if item.AtServer != nil {
  191. var properties = make(map[string]string, 0)
  192. for _, kv := range item.AtServer.Kv {
  193. properties[kv.Key.Text()] = kv.Value.Text()
  194. }
  195. group.Annotation.Properties = properties
  196. }
  197. for _, astRoute := range item.ServiceApi.ServiceRoute {
  198. route := spec.Route{
  199. Annotation: spec.Annotation{},
  200. Method: astRoute.Route.Method.Text(),
  201. Path: astRoute.Route.Path.Text(),
  202. }
  203. if astRoute.AtHandler != nil {
  204. route.Handler = astRoute.AtHandler.Name.Text()
  205. }
  206. if astRoute.AtServer != nil {
  207. var properties = make(map[string]string, 0)
  208. for _, kv := range astRoute.AtServer.Kv {
  209. properties[kv.Key.Text()] = kv.Value.Text()
  210. }
  211. route.Annotation.Properties = properties
  212. if len(route.Handler) == 0 {
  213. route.Handler = properties["handler"]
  214. }
  215. if len(route.Handler) == 0 {
  216. return fmt.Errorf("missing handler annotation for %q", route.Path)
  217. }
  218. for _, char := range route.Handler {
  219. if !unicode.IsDigit(char) && !unicode.IsLetter(char) {
  220. return errors.New(fmt.Sprintf("route [%s] handler [%s] invalid, handler name should only contains letter or digit",
  221. route.Path, route.Handler))
  222. }
  223. }
  224. }
  225. if astRoute.Route.Req != nil {
  226. route.RequestType = p.astTypeToSpec(astRoute.Route.Req.Name)
  227. }
  228. if astRoute.Route.Reply != nil {
  229. route.ResponseType = p.astTypeToSpec(astRoute.Route.Reply.Name)
  230. }
  231. if astRoute.AtDoc != nil {
  232. var properties = make(map[string]string, 0)
  233. for _, kv := range astRoute.AtDoc.Kv {
  234. properties[kv.Key.Text()] = kv.Value.Text()
  235. }
  236. route.AtDoc.Properties = properties
  237. if astRoute.AtDoc.LineDoc != nil {
  238. route.AtDoc.Text = astRoute.AtDoc.LineDoc.Text()
  239. }
  240. }
  241. err := p.fillRouteType(&route)
  242. if err != nil {
  243. return err
  244. }
  245. group.Routes = append(group.Routes, route)
  246. name := item.ServiceApi.Name.Text()
  247. if len(p.spec.Service.Name) > 0 && p.spec.Service.Name != name {
  248. return errors.New(fmt.Sprintf("mulit service name defined %s and %s", name, p.spec.Service.Name))
  249. }
  250. p.spec.Service.Name = name
  251. }
  252. groups = append(groups, group)
  253. }
  254. p.spec.Service.Groups = groups
  255. return nil
  256. }
  257. func (p parser) fillRouteType(route *spec.Route) error {
  258. if route.RequestType != nil {
  259. switch route.RequestType.(type) {
  260. case spec.DefineStruct:
  261. tp, err := p.findDefinedType(route.RequestType.Name())
  262. if err != nil {
  263. return err
  264. }
  265. route.RequestType = *tp
  266. }
  267. }
  268. if route.ResponseType != nil {
  269. switch route.ResponseType.(type) {
  270. case spec.DefineStruct:
  271. tp, err := p.findDefinedType(route.ResponseType.Name())
  272. if err != nil {
  273. return err
  274. }
  275. route.ResponseType = *tp
  276. }
  277. }
  278. return nil
  279. }